{"total":27,"rows":[{"id":"2503.09799","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","created":"2025-03-12","cited_by_count":27,"area":null},{"id":"2505.23725","title":"MuLoCo: Muon is a practical inner optimizer for DiLoCo","created":"2025-05-29","cited_by_count":18,"area":null},{"id":"2502.12996","title":"Eager Updates For Overlapped Communication and Computation in DiLoCo","created":"2025-02-18","cited_by_count":11,"area":null},{"id":"2506.16574","title":"Weight Factorization and Centralization for Continual Learning in Speech Recognition","created":"2025-06-19","cited_by_count":6,"area":null},{"id":"2603.08163","title":"Covenant-72B: Pre-Training a 72B LLM with Trustless Peers Over-the-Internet","created":"2026-03-09","cited_by_count":6,"area":null},{"id":"2506.10911","title":"NoLoCo: No-all-reduce Low Communication Training Method for Large Models","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2512.17131","title":"Smoothing DiLoCo with Primal Averaging for Faster Training of LLMs","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2604.21428","title":"Decoupled DiLoCo for Resilient Distributed Pre-training","created":"2026-04-23","cited_by_count":4,"area":null},{"id":"2507.07765","title":"Distributed and Decentralised Training: Technical Governance Challenges in a Shifting AI Landscape","created":"2025-07-10","cited_by_count":3,"area":null},{"id":"2601.22442","title":"AsyncMesh: Fully Asynchronous Optimization for Data and Pipeline Parallelism","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2510.05361","title":"MT-DAO: Multi-Timescale Distributed Adaptive Optimizers with Local Updates","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2606.22768","title":"Factored Gossip DiLoCo: Reducing Blocking Communication in DiLoCo","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2509.22418","title":"Partial Parameter Updates for Efficient Distributed Training","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2602.04396","title":"LoRDO: Distributed Low-Rank Optimization with Infrequent Communication","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2605.20866","title":"LOSCAR-SGD: Local SGD with Communication-Computation Overlap and Delay-Corrected Sparse Model Averaging","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2606.11081","title":"Unifying Local Communications and Local Updates for LLM Pretraining","created":"2026-06-09","cited_by_count":1,"area":null},{"id":"2604.11947","title":"ResBM: Residual Bottleneck Models for Low-Bandwidth Pipeline Parallelism","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2605.28585","title":"Outer-Momentum Restarting in High-Dimensional Two-Phase Optimization","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2605.29359","title":"Does Distributed Training Undermine Compute Governance?","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2606.02958","title":"Echelon: Auditable Aggregate-Only Language-Model Adaptation Across Privacy Boundaries","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2606.16384","title":"Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2608.23840","title":"ShardMeter: Sharded and Geo-Distributed Training Without the Guesswork","created":"2026-08-24","cited_by_count":0,"area":null},{"id":"2608.26453","title":"Distributed Training using an Intelligent Network","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2609.14339","title":"Communication-Efficient LLM Adaptation over Decentralized GPU Meshes","created":"2026-09-13","cited_by_count":0,"area":null},{"id":"2609.36662","title":"AutoLoCo: Communication Efficient Distributed LLM Training via Adaptive Synchronization","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.19064","title":"How Inner Optimizers Shape Replica Scaling","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}