{"total":26,"rows":[{"id":"2402.15627","title":"MegaScale: Scaling Large Language Model Training to More Than 10,000 GPUs","created":"2024-02-23","cited_by_count":112,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75,"area":null},{"id":"2203.10428","title":"PipeGCN: Efficient Full-Graph Training of Graph Convolutional Networks with Pipelined Feature Communication","created":"2022-03-20","cited_by_count":45,"area":null},{"id":"2203.10983","title":"BNS-GCN: Efficient Full-Graph Training of Graph Convolutional Networks with Partition-Parallelism and Random Boundary Node Sampling","created":"2022-03-21","cited_by_count":43,"area":null},{"id":"2510.12633","title":"Laminar: A Scalable Asynchronous RL Post-Training Framework","created":"2025-10-14","cited_by_count":37,"area":null},{"id":"2206.01299","title":"Fine-tuning Language Models over Slow Networks using Activation Compression with Guarantees","created":"2022-06-02","cited_by_count":30,"area":null},{"id":"2104.06069","title":"1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed","created":"2021-04-13","cited_by_count":24,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13,"area":null},{"id":"2307.07652","title":"DIGEST: Fast and Communication Efficient Decentralized Learning with Local Updates","created":"2023-07-14","cited_by_count":12,"area":null},{"id":"2312.02515","title":"mLoRA: Fine-Tuning LoRA Adapters via Highly-Efficient Pipeline Parallelism in Multiple GPUs","created":"2023-12-05","cited_by_count":12,"area":null},{"id":"2402.15113","title":"MSPipe: Efficient Temporal GNN Training via Staleness-Aware Pipeline","created":"2024-02-23","cited_by_count":12,"area":null},{"id":"2202.01306","title":"Harmony: Overcoming the Hurdles of GPU Memory Capacity to Train Massive DNN Models on Commodity Servers","created":"2022-02-02","cited_by_count":6,"area":null},{"id":"2209.05148","title":"Personalized Federated Learning with Communication Compression","created":"2022-09-12","cited_by_count":6,"area":null},{"id":"2406.02613","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2301.07482","title":"FreshGNN: Reducing Memory Access via Stable Historical Embeddings for Graph Neural Network Training","created":"2023-01-18","cited_by_count":4,"area":null},{"id":"2108.06629","title":"LayerPipe: Accelerating Deep Neural Network Training by Intra-Layer and Inter-Layer Gradient Pipelining and Multiprocessor Scheduling","created":"2021-08-14","cited_by_count":2,"area":null},{"id":"2103.07454","title":"EventGraD: Event-Triggered Communication in Parallel Machine Learning","created":"2021-03-12","cited_by_count":1,"area":null},{"id":"2203.13085","title":"Locally Asynchronous Stochastic Gradient Descent for Decentralised Deep Learning","created":"2022-03-24","cited_by_count":1,"area":null},{"id":"2207.09657","title":"Reducing Training Time in Cross-Silo Federated Learning using Multigraph Topology","created":"2022-07-20","cited_by_count":1,"area":null},{"id":"2106.10796","title":"CD-SGD: Distributed Stochastic Gradient Descent with Compression and Delay Compensation","created":"2021-06-21","cited_by_count":0,"area":null},{"id":"2407.00943","title":"FedEx: Expediting Federated Learning over Heterogeneous Mobile Devices by Overlapping and Participant Selection","created":"2024-07-01","cited_by_count":0,"area":null},{"id":"2410.15155","title":"On the Convergence Theory of Pipeline Gradient-based Analog In-memory Training","created":"2024-10-19","cited_by_count":0,"area":null},{"id":"2606.30634","title":"One-Step Gradient Delay is Not a Barrier for Large-Scale Asynchronous Pipeline Parallel LLM Pretraining","created":"2026-06-29","cited_by_count":0,"area":null}],"next_cursor":null}