{"total":17,"rows":[{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2505.23725","title":"MuLoCo: Muon is a practical inner optimizer for DiLoCo","created":"2025-05-29","cited_by_count":18,"area":null},{"id":"2508.15706","title":"Overcoming the Communication-Performance Tradeoff in LLM Pretraining","created":"2025-08-21","cited_by_count":12,"area":null},{"id":"2509.10439","title":"Understanding Outer Optimizers in Local SGD: Learning Rates, Momentum, and Acceleration","created":"2025-09-12","cited_by_count":9,"area":null},{"id":"2603.08163","title":"Covenant-72B: Pre-Training a 72B LLM with Trustless Peers Over-the-Internet","created":"2026-03-09","cited_by_count":6,"area":null},{"id":"2506.10911","title":"NoLoCo: No-all-reduce Low Communication Training Method for Large Models","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2502.19385","title":"HDEE: Heterogeneous Domain Expert Ensemble","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2505.21684","title":"Incentivizing Permissionless Distributed Learning of LLMs","created":"2025-05-27","cited_by_count":3,"area":null},{"id":"2507.07765","title":"Distributed and Decentralised Training: Technical Governance Challenges in a Shifting AI Landscape","created":"2025-07-10","cited_by_count":3,"area":null},{"id":"2507.06931","title":"DICE: Data Influence Cascade in Decentralized Learning","created":"2025-07-09","cited_by_count":2,"area":null},{"id":"2507.10618","title":"Compute Requirements for Algorithmic Innovation in Frontier AI Models","created":"2025-07-13","cited_by_count":2,"area":null},{"id":"2607.03011","title":"Can Model Merging Improve Aggregation in DiLoCo?","created":"2026-07-03","cited_by_count":1,"area":null},{"id":"2606.01128","title":"Local MixVR: Breaking the Communication-Sample Dependence in Distributed Learning","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2606.24722","title":"Decentralised AI Training and Inference with BlockTrain","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2608.23840","title":"ShardMeter: Sharded and Geo-Distributed Training Without the Guesswork","created":"2026-08-24","cited_by_count":0,"area":null},{"id":"2608.26453","title":"Distributed Training using an Intelligent Network","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2610.04867","title":"Greedy Local Learning for Language Model Pretraining: Gaps and Objective Design","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}