{"total":22,"rows":[{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75,"area":null},{"id":"2101.10761","title":"An Efficient Statistical-based Gradient Compression Technique for Distributed Training Systems","created":"2021-01-26","cited_by_count":32,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2104.06069","title":"1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed","created":"2021-04-13","cited_by_count":24,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2306.08881","title":"Evaluation and Optimization of Gradient Compression for Distributed Deep Learning","created":"2023-06-15","cited_by_count":7,"area":null},{"id":"2407.01378","title":"Beyond Throughput and Compression Ratios: Towards High End-to-end Utility of Gradient Compression","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2407.04480","title":"LoCo: Low-Bit Communication Adaptor for Large-scale Model Training","created":"2024-07-05","cited_by_count":6,"area":null},{"id":"2107.06533","title":"Accelerating Distributed K-FAC with Smart Parallelism of Computing and Communication Tasks","created":"2021-07-14","cited_by_count":5,"area":null},{"id":"2408.14736","title":"Bandwidth-Aware and Overlap-Weighted Compression for Communication-Efficient Federated Learning","created":"2024-08-27","cited_by_count":4,"area":null},{"id":"2205.09470","title":"Nebula-I: A General Framework for Collaboratively Training Deep Learning Models on Low-Bandwidth Cloud Clusters","created":"2022-05-19","cited_by_count":3,"area":null},{"id":"2302.12445","title":"DeAR: Accelerating Distributed Deep Learning with Fine-Grained All-Reduce Pipelining","created":"2023-02-24","cited_by_count":3,"area":null},{"id":"2312.02493","title":"Flexible Communication for Optimal Distributed Learning over Unpredictable Networks","created":"2023-12-05","cited_by_count":3,"area":null},{"id":"2411.12898","title":"Problem-dependent convergence bounds for randomized linear gradient compression","created":"2024-11-19","cited_by_count":3,"area":null},{"id":"2411.14458","title":"Improving training time and GPU utilization in geo-distributed language model training","created":"2024-11-16","cited_by_count":3,"area":null},{"id":"2205.14465","title":"ByteComp: Revisiting Gradient Compression in Distributed Training","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2509.03472","title":"DPQuant: Efficient and Differentially-Private Model Training via Dynamic Quantization Scheduling","created":"2025-09-03","cited_by_count":1,"area":null},{"id":"2303.05330","title":"Cloudless-Training: A Framework to Improve Efficiency of Geo-Distributed ML Training","created":"2023-03-09","cited_by_count":0,"area":null},{"id":"2304.00737","title":"SparDL: Distributed Deep Learning Training with Efficient Sparse Communication","created":"2023-04-03","cited_by_count":0,"area":null},{"id":"2605.00539","title":"AGoQ: Activation and Gradient Quantization for Memory-Efficient Distributed Training of LLMs","created":"2026-05-01","cited_by_count":0,"area":null}],"next_cursor":null}