{"list":"other","total":61,"rows":[{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"1603.02754","title":"XGBoost: A Scalable Tree Boosting System","created":"2016-03-09","cited_by_count":5166},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1606.07792","title":"Wide & Deep Learning for Recommender Systems","created":"2016-06-24","cited_by_count":747},{"id":"1805.09767","title":"Local SGD Converges Fast and Communicates Little","created":"2018-05-24","cited_by_count":605},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"1706.06978","title":"Deep Interest Network for Click-Through Rate Prediction","created":"2017-06-21","cited_by_count":544},{"id":"1705.09056","title":"Can Decentralized Algorithms Outperform Centralized Algorithms? A Case Study for Decentralized Parallel Stochastic Gradient Descent","created":"2017-05-25","cited_by_count":502},{"id":"1809.07426","title":"Personalized Top-N Sequential Recommendation via Convolutional Sequence Embedding","created":"2018-09-19","cited_by_count":476},{"id":"1809.03672","title":"Deep Interest Evolution Network for Click-Through Rate Prediction","created":"2018-09-11","cited_by_count":338},{"id":"1802.05799","title":"Horovod: fast and easy distributed deep learning in TensorFlow","created":"2018-02-15","cited_by_count":279},{"id":"1705.07878","title":"TernGrad: Ternary Gradients to Reduce Communication in Distributed Deep Learning","created":"2017-05-22","cited_by_count":256},{"id":"1809.10505","title":"The Convergence of Sparsified Gradient Methods","created":"2018-09-27","cited_by_count":229},{"id":"1902.00340","title":"Decentralized Stochastic Optimization and Gossip Algorithms with Compressed Communication","created":"2019-02-01","cited_by_count":221},{"id":"1808.07217","title":"Don't Use Large Mini-Batches, Use Local SGD","created":"2018-08-22","cited_by_count":202},{"id":"1710.09854","title":"Gradient Sparsification for Communication-Efficient Distributed Optimization","created":"2017-10-26","cited_by_count":201},{"id":"1512.01274","title":"MXNet: A Flexible and Efficient Machine Learning Library for Heterogeneous Distributed Systems","created":"2015-12-03","cited_by_count":195},{"id":"1906.02367","title":"Qsparse-local-SGD: Distributed SGD with Quantization, Sparsification, and Local Computations","created":"2019-06-06","cited_by_count":181},{"id":"1807.05358","title":"Beyond Data and Model Parallelism for Deep Neural Networks","created":"2018-07-14","cited_by_count":179},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"1710.06952","title":"Asynchronous Decentralized Parallel Stochastic Gradient Descent","created":"2017-10-18","cited_by_count":159},{"id":"1610.02132","title":"QSGD: Communication-Efficient SGD via Gradient Quantization and Encoding","created":"2016-10-07","cited_by_count":147},{"id":"1702.05800","title":"Revisiting Distributed Synchronous SGD","created":"2017-02-19","cited_by_count":142},{"id":"1803.07068","title":"D$^2$: Decentralized Training over Decentralized Data","created":"2018-03-19","cited_by_count":140},{"id":"2002.12410","title":"On Biased Compression for Distributed Learning","created":"2020-02-27","cited_by_count":140},{"id":"1707.07435","title":"Deep Learning based Recommender System: A Survey and New Perspectives","created":"2017-07-24","cited_by_count":136},{"id":"1806.04090","title":"ATOMO: Communication-efficient Learning via Atomic Sparsification","created":"2018-06-11","cited_by_count":136},{"id":"1806.03377","title":"PipeDream: Fast and Efficient Pipeline Parallel DNN Training","created":"2018-06-08","cited_by_count":117},{"id":"1506.08272","title":"Asynchronous Parallel Stochastic Gradient for Nonconvex Optimization","created":"2015-06-27","cited_by_count":116},{"id":"1910.13598","title":"Local SGD with Periodic Averaging: Tighter Analysis and Adaptive Synchronization","created":"2019-10-30","cited_by_count":107},{"id":"1803.02349","title":"Billion-scale Commodity Embedding for E-commerce Recommendation in Alibaba","created":"2018-03-06","cited_by_count":105},{"id":"1609.08326","title":"Asynchronous Stochastic Gradient Descent with Delay Compensation","created":"2016-09-27","cited_by_count":99},{"id":"1905.05957","title":"DoubleSqueeze: Parallel Stochastic Gradient Descent with Double-Pass Error-Compensated Compression","created":"2019-05-15","cited_by_count":99},{"id":"1802.03801","title":"SGD and Hogwild! Convergence Without the Bounded Gradients Assumption","created":"2018-02-11","cited_by_count":95},{"id":"1606.08117","title":"Improved Recurrent Neural Networks for Session-based Recommendations","created":"2016-06-27","cited_by_count":86},{"id":"1903.04488","title":"Communication-efficient distributed SGD with Sketching","created":"2019-03-12","cited_by_count":81},{"id":"1810.08313","title":"Adaptive Communication Strategies to Achieve the Best Error-Runtime Trade-off in Local-Update SGD","created":"2018-10-19","cited_by_count":77},{"id":"2102.07988","title":"TeraPipe: Token-Level Pipeline Parallelism for Training Large-Scale Language Models","created":"2021-02-16","cited_by_count":75},{"id":"1802.06501","title":"Recommendations with Negative Feedback via Pairwise Deep Reinforcement Learning","created":"2018-02-19","cited_by_count":71},{"id":"2003.05622","title":"Distributed Hierarchical GPU Parameter Server for Massive Scale Deep Learning Ads Systems","created":"2020-03-12","cited_by_count":60},{"id":"1711.07601","title":"Pixie: A System for Recommending 3+ Billion Items to 200+ Million Users in Real-Time","created":"2017-11-21","cited_by_count":47},{"id":"2002.11252","title":"AutoEmb: Automated Embedding Dimensionality Search in Streaming Recommendations","created":"2020-02-26","cited_by_count":47},{"id":"2005.14038","title":"HetPipe: Enabling Large DNN Training on (Whimpy) Heterogeneous GPU Clusters through Integration of Pipelined Model Parallelism and Data Parallelism","created":"2020-05-28","cited_by_count":46},{"id":"1606.00498","title":"A Comprehensive Linear Speedup Analysis for Asynchronous Stochastic Parallel Optimization from Zeroth-Order to First-Order","created":"2016-06-01","cited_by_count":44},{"id":"1807.08887","title":"Supporting Very Large Models using Automatic Dataflow Graph Partitioning","created":"2018-07-24","cited_by_count":43},{"id":"2011.05497","title":"Understanding Training Efficiency of Deep Learning Recommendation Models at Scale","created":"2020-11-11","cited_by_count":43},{"id":"1806.03568","title":"Explainable Recommendation via Multi-Task Learning in Opinionated Text Data","created":"2018-06-10","cited_by_count":40},{"id":"1605.07991","title":"Efficient Distributed Learning with Sparsity","created":"2016-05-25","cited_by_count":38},{"id":"2003.09518","title":"Deep Learning Training in Facebook Data Centers: Design of Scale-up and Scale-out Systems","created":"2020-03-20","cited_by_count":38},{"id":"2102.00075","title":"RecSSD: Near Data Processing for Solid State Drive Based Recommendation Inference","created":"2021-01-29","cited_by_count":35},{"id":"2007.14523","title":"Model Size Reduction Using Frequency Based Double Hashing for Recommender Systems","created":"2020-07-28","cited_by_count":33},{"id":"1811.03619","title":"Pipe-SGD: A Decentralized Pipelined SGD Framework for Distributed Deep Net Training","created":"2018-11-08","cited_by_count":28},{"id":"2106.12657","title":"Extreme Multi-label Learning for Semantic Matching in Product Search","created":"2021-06-23","cited_by_count":28},{"id":"1808.01075","title":"Learning from History and Present: Next-item Recommendation via Discriminatively Exploiting User Behaviors","created":"2018-08-03","cited_by_count":27},{"id":"1702.07969","title":"Related Pins at Pinterest: The Evolution of a Real-World Recommender System","created":"2017-02-26","cited_by_count":24},{"id":"2006.16423","title":"Efficient Algorithms for Device Placement of DNN Graph Operators","created":"2020-06-29","cited_by_count":24},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13},{"id":"1704.06735","title":"Asynchronous Distributed Variational Gaussian Processes for Regression","created":"2017-04-22","cited_by_count":8},{"id":"1806.02617","title":"Asynchronous Stochastic Quasi-Newton MCMC for Non-Convex Optimization","created":"2018-06-07","cited_by_count":4},{"id":"2009.05230","title":"Accelerating Recommender Systems via Hardware \"scale-in\"","created":"2020-09-11","cited_by_count":3}],"next_cursor":null}