{"list":"other","total":75,"rows":[{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1912.04977","title":"Advances and Open Problems in Federated Learning","created":"2019-12-10","cited_by_count":3046},{"id":"2106.01946","title":"Convex optimization","created":"2021-06-03","cited_by_count":2515},{"id":"1610.05492","title":"Federated Learning: Strategies for Improving Communication Efficiency","created":"2016-10-18","cited_by_count":1475},{"id":"1606.04838","title":"Optimization Methods for Large-Scale Machine Learning","created":"2016-06-15","cited_by_count":1150},{"id":"1904.09237","title":"On the Convergence of Adam and Beyond","created":"2019-04-19","cited_by_count":841},{"id":"1805.09767","title":"Local SGD Converges Fast and Communicates Little","created":"2018-05-24","cited_by_count":605},{"id":"1610.02527","title":"Federated Optimization: Distributed Machine Learning for On-Device Intelligence","created":"2016-10-08","cited_by_count":564},{"id":"1712.01887","title":"Deep Gradient Compression: Reducing the Communication Bandwidth for Distributed Training","created":"2017-12-05","cited_by_count":478},{"id":"1809.07599","title":"Sparsified SGD with Memory","created":"2018-09-20","cited_by_count":376},{"id":"2003.10422","title":"A Unified Theory of Decentralized SGD with Changing Topology and Local Updates","created":"2020-03-23","cited_by_count":367},{"id":"1909.13014","title":"FedPAQ: A Communication-Efficient Federated Learning Method with Periodic Averaging and Quantization","created":"2019-09-28","cited_by_count":356},{"id":"1901.09847","title":"Error Feedback Fixes SignSGD and other Gradient Compression Schemes","created":"2019-01-28","cited_by_count":310},{"id":"1909.04746","title":"Tighter Theory for Local SGD on Identical and Heterogeneous Data","created":"2019-09-10","cited_by_count":266},{"id":"1705.07878","title":"TernGrad: Ternary Gradients to Reduce Communication in Distributed Deep Learning","created":"2017-05-22","cited_by_count":256},{"id":"1704.05021","title":"Sparse Communication for Distributed Gradient Descent","created":"2017-04-17","cited_by_count":249},{"id":"1905.13727","title":"PowerSGD: Practical Low-Rank Gradient Compression for Distributed Optimization","created":"2019-05-31","cited_by_count":238},{"id":"1809.10505","title":"The Convergence of Sparsified Gradient Methods","created":"2018-09-27","cited_by_count":229},{"id":"1710.09854","title":"Gradient Sparsification for Communication-Efficient Distributed Optimization","created":"2017-10-26","cited_by_count":201},{"id":"2007.07682","title":"FetchSGD: Communication-Efficient Federated Learning with Sketching","created":"2020-07-15","cited_by_count":179},{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163},{"id":"2007.01154","title":"Federated Learning with Compression: Unified Analysis and Sharp Guarantees","created":"2020-07-02","cited_by_count":160},{"id":"2002.07839","title":"Is Local SGD Better than Minibatch SGD?","created":"2020-02-18","cited_by_count":151},{"id":"2002.12410","title":"On Biased Compression for Distributed Learning","created":"2020-02-27","cited_by_count":140},{"id":"2002.10542","title":"Stochastic Polyak Step-size for SGD: An Adaptive Learning Rate for Fast Convergence","created":"2020-02-24","cited_by_count":137},{"id":"1806.04090","title":"ATOMO: Communication-efficient Learning via Atomic Sparsification","created":"2018-06-11","cited_by_count":136},{"id":"2106.05203","title":"EF21: A New, Simpler, Theoretically Better, and Practically Faster Error Feedback","created":"2021-06-09","cited_by_count":133},{"id":"2306.06101","title":"Prodigy: An Expeditiously Adaptive Parameter-Free Learner","created":"2023-06-09","cited_by_count":133},{"id":"2007.01547","title":"Descending through a Crowded Valley - Benchmarking Deep Learning Optimizers","created":"2020-07-03","cited_by_count":119},{"id":"2301.07733","title":"Learning-Rate-Free Learning by D-Adaptation","created":"2023-01-18","cited_by_count":113},{"id":"1901.09269","title":"Distributed Learning with Compressed Gradient Differences","created":"2019-01-26","cited_by_count":112},{"id":"1905.05957","title":"DoubleSqueeze: Parallel Stochastic Gradient Descent with Double-Pass Error-Compensated Compression","created":"2019-05-15","cited_by_count":99},{"id":"1905.10988","title":"Natural Compression for Distributed Deep Learning","created":"2019-05-27","cited_by_count":90},{"id":"2002.11364","title":"Acceleration for Compressed Gradient Descent in Distributed and Federated Optimization","created":"2020-02-26","cited_by_count":90},{"id":"1903.04488","title":"Communication-efficient distributed SGD with Sketching","created":"2019-03-12","cited_by_count":81},{"id":"2102.07845","title":"MARINA: Faster Non-Convex Distributed Learning with Compression","created":"2021-02-15","cited_by_count":78},{"id":"1806.08054","title":"Error Compensated Quantized SGD and its Applications to Large-scale Distributed Optimization","created":"2018-06-21","cited_by_count":76},{"id":"1904.05115","title":"Stochastic Distributed Learning with Gradient Quantization and Variance Reduction","created":"2019-04-10","cited_by_count":65},{"id":"2010.12292","title":"Linearly Converging Error Compensated SGD","created":"2020-10-23","cited_by_count":61},{"id":"1506.01900","title":"Communication Complexity of Distributed Convex Learning and Optimization","created":"2015-06-05","cited_by_count":60},{"id":"1806.06573","title":"Distributed learning with compressed gradients","created":"2018-06-18","cited_by_count":55},{"id":"1905.00313","title":"Revisiting the Polyak step size","created":"2019-05-01","cited_by_count":55},{"id":"2106.02969","title":"FedNL: Making Newton-Type Methods Applicable to Federated Learning","created":"2021-06-05","cited_by_count":52},{"id":"1905.10936","title":"Communication-Efficient Distributed Blockwise Momentum SGD with Error-Feedback","created":"2019-05-27","cited_by_count":50},{"id":"2002.08958","title":"Uncertainty Principle for Communication Compression in Distributed and Federated Learning and the Search for an Optimal Compressor","created":"2020-02-20","cited_by_count":45},{"id":"1507.00280","title":"Network Lasso: Clustering and Optimization in Large Graphs","created":"2015-07-01","cited_by_count":43},{"id":"2305.16296","title":"A Guide Through the Zoo of Biased SGD","created":"2023-05-25","cited_by_count":40},{"id":"1611.07555","title":"Randomized Distributed Mean Estimation: Accuracy vs Communication","created":"2016-11-22","cited_by_count":39},{"id":"2008.01425","title":"PowerGossip: Practical Low-Rank Communication Compression in Decentralized Deep Learning","created":"2020-08-04","cited_by_count":35},{"id":"2305.16284","title":"DoWG Unleashed: An Efficient Universal Parameter-Free Gradient Descent Method","created":"2023-05-25","cited_by_count":35},{"id":"2206.03665","title":"Lower Bounds and Nearly Optimal Algorithms in Distributed Learning with Communication Compression","created":"2022-06-08","cited_by_count":33},{"id":"2110.03300","title":"Permutation Compressors for Provably Faster Distributed Nonconvex Optimization","created":"2021-10-07","cited_by_count":32},{"id":"1910.07561","title":"A Double Residual Compression Algorithm for Efficient Distributed Learning","created":"2019-10-16","cited_by_count":31},{"id":"2209.15218","title":"EF21-P and Friends: Improved Theoretical Communication Complexity for Distributed Optimization with Bidirectional Compression","created":"2022-09-30","cited_by_count":28},{"id":"2202.00998","title":"3PC: Three Point Compressors for Communication-Efficient Distributed Training and a Better Theory for Lazy Aggregation","created":"2022-02-02","cited_by_count":27},{"id":"2307.11134","title":"Exact convergence rate of the last iterate in subgradient methods","created":"2023-07-20","cited_by_count":25},{"id":"2107.09461","title":"CANITA: Faster Rates for Distributed Convex Optimization with Communication Compression","created":"2021-07-20","cited_by_count":23},{"id":"2308.06058","title":"Adaptive SGD with Polyak stepsize and Line-search: Robust Convergence and Variance Reduction","created":"2023-08-11","cited_by_count":23},{"id":"2102.12528","title":"Preserved central model for faster bidirectional compression in distributed settings","created":"2021-02-24","cited_by_count":21},{"id":"2206.07021","title":"Federated Optimization Algorithms with Random Reshuffling and Gradient Compression","created":"2022-06-14","cited_by_count":18},{"id":"2301.04935","title":"A Stochastic Proximal Polyak Step Size","created":"2023-01-12","cited_by_count":15},{"id":"2406.04142","title":"Stochastic Polyak Step-sizes and Momentum: Convergence Guarantees and Practical Performance","created":"2024-06-06","cited_by_count":13},{"id":"1808.03880","title":"Parallelization does not Accelerate Convex Optimization: Adaptivity Lower Bounds for Non-smooth Convex Minimization","created":"2018-08-12","cited_by_count":12},{"id":"2305.12379","title":"2Direction: Theoretically Faster Distributed Training with Bidirectional Communication Compression","created":"2023-05-21","cited_by_count":5},{"id":"2402.06412","title":"Improving the Worst-Case Bidirectional Communication Complexity for Nonconvex Distributed Optimization under Function Similarity","created":"2024-02-09","cited_by_count":5},{"id":"2405.15941","title":"A Unified Theory of Stochastic Proximal Point Methods without Smoothness","created":"2024-05-24","cited_by_count":4},{"id":"2412.02781","title":"Methods with Local Steps and Random Reshuffling for Generally Smooth Non-Convex Federated Optimization","created":"2024-12-03","cited_by_count":4},{"id":"2401.05518","title":"Correlated Quantization for Faster Nonconvex Distributed Optimization","created":"2024-01-10","cited_by_count":3},{"id":"1611.05402","title":"The ZipML Framework for Training Models with End-to-End Low Precision: The Cans, the Cannots, and a Little Bit of Deep Learning","created":"2016-11-16","cited_by_count":2},{"id":"2406.01115","title":"Cohort Squeeze: Beyond a Single Communication Round per Cohort in Cross-Device Federated Learning","created":"2024-06-03","cited_by_count":2},{"id":"2206.02272","title":"Quantized and Distributed Subgradient Optimization Method with Malicious Attack","created":"2022-06-05","cited_by_count":1},{"id":"2207.10969","title":"Convergence Theory of Generalized Distributed Subgradient Method with Random Quantization","created":"2022-07-22","cited_by_count":1},{"id":"2402.10221","title":"Convergence Rate of Projected Subgradient Method with Time-varying Step-sizes","created":"2024-01-23","cited_by_count":1}],"next_cursor":null}