{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"1603.02754","title":"XGBoost: A Scalable Tree Boosting System","created":"2016-03-09","cited_by_count":5166},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1805.09767","title":"Local SGD Converges Fast and Communicates Little","created":"2018-05-24","cited_by_count":605},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"1705.09056","title":"Can Decentralized Algorithms Outperform Centralized Algorithms? A Case Study for Decentralized Parallel Stochastic Gradient Descent","created":"2017-05-25","cited_by_count":502},{"id":"1809.07599","title":"Sparsified SGD with Memory","created":"2018-09-20","cited_by_count":376},{"id":"1802.05799","title":"Horovod: fast and easy distributed deep learning in TensorFlow","created":"2018-02-15","cited_by_count":279},{"id":"1807.06629","title":"Parallel Restarted SGD with Faster Convergence and Less Communication: Demystifying Why Model Averaging Works for Deep Learning","created":"2018-07-17","cited_by_count":278},{"id":"1705.07878","title":"TernGrad: Ternary Gradients to Reduce Communication in Distributed Deep Learning","created":"2017-05-22","cited_by_count":256},{"id":"1809.10505","title":"The Convergence of Sparsified Gradient Methods","created":"2018-09-27","cited_by_count":229},{"id":"1902.00340","title":"Decentralized Stochastic Optimization and Gossip Algorithms with Compressed Communication","created":"2019-02-01","cited_by_count":221},{"id":"1808.07217","title":"Don't Use Large Mini-Batches, Use Local SGD","created":"2018-08-22","cited_by_count":202},{"id":"1710.09854","title":"Gradient Sparsification for Communication-Efficient Distributed Optimization","created":"2017-10-26","cited_by_count":201},{"id":"1906.02367","title":"Qsparse-local-SGD: Distributed SGD with Quantization, Sparsification, and Local Computations","created":"2019-06-06","cited_by_count":181},{"id":"1807.05358","title":"Beyond Data and Model Parallelism for Deep Neural Networks","created":"2018-07-14","cited_by_count":179},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"1710.06952","title":"Asynchronous Decentralized Parallel Stochastic Gradient Descent","created":"2017-10-18","cited_by_count":159},{"id":"1803.07068","title":"D$^2$: Decentralized Training over Decentralized Data","created":"2018-03-19","cited_by_count":140},{"id":"2002.12410","title":"On Biased Compression for Distributed Learning","created":"2020-02-27","cited_by_count":140},{"id":"1806.04090","title":"ATOMO: Communication-efficient Learning via Atomic Sparsification","created":"2018-06-11","cited_by_count":136},{"id":"2006.09503","title":"Memory-Efficient Pipeline-Parallel DNN Training","created":"2020-06-16","cited_by_count":134},{"id":"1808.10583","title":"AISHELL-2: Transforming Mandarin ASR Research Into Industrial Scale","created":"2018-08-31","cited_by_count":128},{"id":"1910.13598","title":"Local SGD with Periodic Averaging: Tighter Analysis and Adaptive Synchronization","created":"2019-10-30","cited_by_count":107},{"id":"1609.08326","title":"Asynchronous Stochastic Gradient Descent with Delay Compensation","created":"2016-09-27","cited_by_count":99},{"id":"1905.05957","title":"DoubleSqueeze: Parallel Stochastic Gradient Descent with Double-Pass Error-Compensated Compression","created":"2019-05-15","cited_by_count":99},{"id":"1802.03801","title":"SGD and Hogwild! Convergence Without the Bounded Gradients Assumption","created":"2018-02-11","cited_by_count":95},{"id":"1803.06443","title":"Communication Compression for Decentralized Training","created":"2018-03-17","cited_by_count":88},{"id":"1903.04488","title":"Communication-efficient distributed SGD with Sketching","created":"2019-03-12","cited_by_count":81},{"id":"1810.08313","title":"Adaptive Communication Strategies to Achieve the Best Error-Runtime Trade-off in Local-Update SGD","created":"2018-10-19","cited_by_count":77},{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75},{"id":"2102.07988","title":"TeraPipe: Token-Level Pipeline Parallelism for Training Large-Scale Language Models","created":"2021-02-16","cited_by_count":75},{"id":"1706.03292","title":"Poseidon: An Efficient Communication Architecture for Distributed Deep Learning on GPU Clusters","created":"2017-06-11","cited_by_count":57},{"id":"1807.08887","title":"Supporting Very Large Models using Automatic Dataflow Graph Partitioning","created":"2018-07-24","cited_by_count":43},{"id":"1903.11314","title":"Scalable Deep Learning on Distributed Infrastructures: Challenges, Techniques and Tools","created":"2019-03-27","cited_by_count":40},{"id":"1605.07991","title":"Efficient Distributed Learning with Sparsity","created":"2016-05-25","cited_by_count":38},{"id":"1804.06087","title":"Rafiki: Machine Learning as an Analytics Service System","created":"2018-04-17","cited_by_count":33},{"id":"1811.03619","title":"Pipe-SGD: A Decentralized Pipelined SGD Framework for Distributed Deep Net Training","created":"2018-11-08","cited_by_count":28},{"id":"2102.03161","title":"PipeTransformer: Automated Elastic Pipelining for Distributed Training of Transformers","created":"2021-02-05","cited_by_count":23},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17},{"id":"1511.06051","title":"SparkNet: Training Deep Networks in Spark","created":"2015-11-19","cited_by_count":13},{"id":"1904.11121","title":"Declarative Recursive Computation on an RDBMS, or, Why You Should Use a Database For Distributed Machine Learning","created":"2019-04-25","cited_by_count":12},{"id":"2009.00524","title":"Tensor Relational Algebra for Machine Learning System Design","created":"2020-09-01","cited_by_count":11},{"id":"1410.8043","title":"High-Performance Distributed ML at Scale through Parameter Server Consistency Models","created":"2014-10-29","cited_by_count":10},{"id":"1704.06735","title":"Asynchronous Distributed Variational Gaussian Processes for Regression","created":"2017-04-22","cited_by_count":8},{"id":"1703.09193","title":"A Cost-based Optimizer for Gradient Descent Optimization","created":"2017-03-27","cited_by_count":4},{"id":"1806.02617","title":"Asynchronous Stochastic Quasi-Newton MCMC for Non-Convex Optimization","created":"2018-06-07","cited_by_count":4}],"next_cursor":null}