{"total":32,"rows":[{"id":"2202.09357","title":"ProxSkip: Yes! Local Gradient Steps Provably Lead to Communication Acceleration! Finally!","created":"2022-02-18","cited_by_count":134,"area":null},{"id":"2103.03452","title":"FedDR -- Randomized Douglas-Rachford Splitting Algorithms for Nonconvex Federated Composite Optimization","created":"2021-03-05","cited_by_count":29,"area":null},{"id":"2401.09135","title":"Asynchronous Local-SGD Training for Language Modeling","created":"2024-01-17","cited_by_count":26,"area":null},{"id":"2105.09080","title":"Accelerating Gossip SGD with Periodic Global Averaging","created":"2021-05-19","cited_by_count":25,"area":null},{"id":"2210.04757","title":"On the Performance of Gradient Tracking with Local Updates","created":"2022-10-10","cited_by_count":21,"area":null},{"id":"2110.08133","title":"Trade-offs of Local SGD at Scale: An Empirical Study","created":"2021-10-15","cited_by_count":20,"area":null},{"id":"2106.04759","title":"Communication-efficient SGD: From Local SGD to One-Shot Averaging","created":"2021-06-09","cited_by_count":19,"area":null},{"id":"2107.00961","title":"ResIST: Layer-Wise Decomposition of ResNets for Distributed Training","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2401.16265","title":"CO2: Efficient Distributed Training with Full Communication-Computation Overlap","created":"2024-01-29","cited_by_count":17,"area":null},{"id":"2402.16828","title":"Training Neural Networks from Scratch with Parallel Low-Rank Adapters","created":"2024-02-26","cited_by_count":17,"area":null},{"id":"2102.01732","title":"Truly Sparse Neural Networks at Scale","created":"2021-02-02","cited_by_count":16,"area":null},{"id":"2304.05397","title":"Accelerating Hybrid Federated Learning Convergence under Partial Participation","created":"2023-04-10","cited_by_count":15,"area":null},{"id":"2405.11667","title":"The Limits and Potentials of Local SGD for Distributed Heterogeneous Learning with Intermittent Communication","created":"2024-05-19","cited_by_count":12,"area":null},{"id":"2112.02668","title":"On the Convergence of Shallow Neural Network Training with Randomly Masked Neurons","created":"2021-12-05","cited_by_count":11,"area":null},{"id":"2107.10868","title":"Local SGD Optimizes Overparameterized Neural Networks in Polynomial Time","created":"2021-07-22","cited_by_count":10,"area":null},{"id":"2111.00856","title":"Large-Scale Deep Learning Optimizations: A Comprehensive Survey","created":"2021-11-01","cited_by_count":10,"area":null},{"id":"2403.07128","title":"DrJAX: Scalable and Differentiable MapReduce Primitives in JAX","created":"2024-03-11","cited_by_count":9,"area":null},{"id":"2109.00534","title":"The Minimax Complexity of Distributed Optimization","created":"2021-09-01","cited_by_count":7,"area":null},{"id":"2305.07845","title":"Understanding and Improving Model Averaging in Federated Learning on Heterogeneous Data","created":"2023-05-13","cited_by_count":7,"area":null},{"id":"2404.07164","title":"PIM-Opt: Demystifying Distributed Optimization Algorithms on a Real-World Processing-In-Memory System","created":"2024-04-10","cited_by_count":5,"area":null},{"id":"2406.18156","title":"FedAQ: Communication-Efficient Federated Edge Learning via Joint Uplink and Downlink Adaptive Quantization","created":"2024-06-26","cited_by_count":5,"area":null},{"id":"2309.03237","title":"Federated Learning Over Images: Vertical Decompositions and Pre-Trained Backbones Are Difficult to Beat","created":"2023-09-06","cited_by_count":4,"area":null},{"id":"2304.11519","title":"Hierarchical Weight Averaging for Deep Neural Networks","created":"2023-04-23","cited_by_count":2,"area":null},{"id":"2203.06638","title":"Scaling the Wild: Decentralizing Hogwild!-style Shared-memory SGD","created":"2022-03-13","cited_by_count":1,"area":null},{"id":"2405.20988","title":"Communication-Efficient Distributed Deep Learning via Federated Dynamic Averaging","created":"2024-05-31","cited_by_count":1,"area":null},{"id":"2103.07974","title":"CrossoverScheduler: Overlapping Multiple Distributed Training Applications in a Crossover Manner","created":"2021-03-14","cited_by_count":0,"area":null},{"id":"2306.06715","title":"FedDec: Peer-to-peer Aided Federated Learning","created":"2023-06-11","cited_by_count":0,"area":null},{"id":"2403.11163","title":"A Selective Review on Statistical Methods for Massive Data Computation: Distributed Computing, Subsampling, and Minibatch Techniques","created":"2024-03-17","cited_by_count":0,"area":null},{"id":"2412.07210","title":"EDiT: A Local-SGD-Based Efficient Distributed Training Method for Large Language Models","created":"2024-12-10","cited_by_count":0,"area":null},{"id":"2507.20424","title":"Communication-Efficient Distributed Training for Collaborative Flat Optima Recovery in Deep Learning","created":"2025-07-27","cited_by_count":0,"area":null},{"id":"2607.14731","title":"What's in a Smoothness Constant? Tighter Rates for Local SGD with Bounded Second-order Heterogeneity","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2608.06563","title":"Theoretical Foundations of Communication-Efficient, Robust, and Practical Distributed and Federated Optimization","created":"2026-08-06","cited_by_count":0,"area":null}],"next_cursor":null}