{"total":14,"rows":[{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2404.02882","title":"Linear Attention Sequence Parallelism","created":"2024-04-03","cited_by_count":8,"area":null},{"id":"2406.02613","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2411.17866","title":"Distributed Sign Momentum with Local Steps for Training Transformers","created":"2024-11-26","cited_by_count":1,"area":null},{"id":"2507.17346","title":"Taming Latency and Bandwidth: A Theoretical Framework and Adaptive Algorithm for Communication-Constrained Training","created":"2025-07-23","cited_by_count":1,"area":null},{"id":"2509.22418","title":"Partial Parameter Updates for Efficient Distributed Training","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2605.20866","title":"LOSCAR-SGD: Local SGD with Communication-Computation Overlap and Delay-Corrected Sparse Model Averaging","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2410.05985","title":"LAYUP: Asynchronous decentralized gradient descent with LAYer-wise UPdates","created":"2024-10-08","cited_by_count":0,"area":null},{"id":"2412.07210","title":"EDiT: A Local-SGD-Based Efficient Distributed Training Method for Large Language Models","created":"2024-12-10","cited_by_count":0,"area":null},{"id":"2504.03655","title":"Memory and Bandwidth are All You Need for Fully Sharded Data Parallel","created":"2025-03-04","cited_by_count":0,"area":null},{"id":"2601.01493","title":"Accelerating Decentralized Optimization via Overlapping Local Steps","created":"2026-01-04","cited_by_count":0,"area":null},{"id":"2605.09126","title":"Cosine-Gated Adam-Decay: Drop-In Staleness-Aware Outer Optimization for Decoupled DiLoCo","created":"2026-05-09","cited_by_count":0,"area":null}],"next_cursor":null}