{"total":35,"rows":[{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121,"area":null},{"id":"2206.07638","title":"Asynchronous SGD Beats Minibatch SGD Under Arbitrary Delays","created":"2022-06-15","cited_by_count":63,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2401.09135","title":"Asynchronous Local-SGD Training for Language Modeling","created":"2024-01-17","cited_by_count":26,"area":null},{"id":"2110.03313","title":"Distributed Methods with Compressed Communication for Solving Variational Inequalities, with Theoretical Guarantees","created":"2021-10-07","cited_by_count":15,"area":null},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12,"area":null},{"id":"2311.00465","title":"Asynchronous SGD on Graphs: a Unified Framework for Asynchronous Decentralized and Federated Optimization","created":"2023-11-01","cited_by_count":11,"area":null},{"id":"2502.12996","title":"Eager Updates For Overlapped Communication and Computation in DiLoCo","created":"2025-02-18","cited_by_count":11,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2306.08289","title":"$\\textbf{A}^2\\textbf{CiD}^2$: Accelerating Asynchronous Communication in Decentralized Deep Learning","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2410.12918","title":"Boosting Asynchronous Decentralized Learning with Model Fragmentation","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2306.03163","title":"How Can We Train Deep Learning Models Across Clouds and Continents? An Experimental Study","created":"2023-06-05","cited_by_count":4,"area":null},{"id":"2604.21428","title":"Decoupled DiLoCo for Resilient Distributed Pre-training","created":"2026-04-23","cited_by_count":4,"area":null},{"id":"2106.03585","title":"Asynchronous speedup in decentralized optimization","created":"2021-06-07","cited_by_count":3,"area":null},{"id":"2307.02140","title":"Towards Open Federated Learning Platforms: Survey and Vision from Technical and Legal Perspectives","created":"2023-07-05","cited_by_count":3,"area":null},{"id":"2412.07890","title":"Protocol Learning, Decentralized Frontier Risk and the No-Off Problem","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2507.07765","title":"Distributed and Decentralised Training: Technical Governance Challenges in a Shifting AI Landscape","created":"2025-07-10","cited_by_count":3,"area":null},{"id":"2601.22442","title":"AsyncMesh: Fully Asynchronous Optimization for Data and Pipeline Parallelism","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2401.01728","title":"Ravnest: Decentralized Asynchronous Training on Heterogeneous Devices","created":"2024-01-03","cited_by_count":2,"area":null},{"id":"2601.17133","title":"Learning to Collaborate: An Orchestrated-Decentralized Framework for Peer-to-Peer LLM Federation","created":"2026-01-23","cited_by_count":2,"area":null},{"id":"2601.19379","title":"Optimal Asynchronous Stochastic Nonconvex Optimization under Heavy-Tailed Noise","created":"2026-01-27","cited_by_count":2,"area":null},{"id":"2405.18031","title":"Lower Bounds and Optimal Algorithms for Non-Smooth Convex Decentralized Optimization over Time-Varying Networks","created":"2024-05-28","cited_by_count":1,"area":null},{"id":"2411.16462","title":"Lion Cub: Minimizing Communication Overhead in Distributed Lion","created":"2024-11-25","cited_by_count":1,"area":null},{"id":"2507.17766","title":"Incentivised Orchestrated Training Architecture (IOTA): A Technical Primer for Release","created":"2025-07-16","cited_by_count":1,"area":null},{"id":"2504.18454","title":"Pseudo-Asynchronous Local SGD: Robust and Efficient Data-Parallel Training","created":"2025-04-25","cited_by_count":0,"area":null},{"id":"2505.11760","title":"Topology-Aware Knowledge Propagation in Decentralized Learning","created":"2025-05-16","cited_by_count":0,"area":null},{"id":"2512.05234","title":"MAR-FL: A Communication Efficient Peer-to-Peer Federated Learning System","created":"2025-12-04","cited_by_count":0,"area":null},{"id":"2605.23464","title":"Unextractable Protocol Models: Collaborative Training and Inference without Weight Materialization","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2606.01680","title":"Don't Let a Few Network Failures Slow the Entire AllReduce","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2606.16384","title":"Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.24722","title":"Decentralised AI Training and Inference with BlockTrain","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2609.39357","title":"Robustifying Asynchronous SGD via Soft Throttling","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}