{"total":25,"rows":[{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2402.15627","title":"MegaScale: Scaling Large Language Model Training to More Than 10,000 GPUs","created":"2024-02-23","cited_by_count":112,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2201.06227","title":"Egeria: Efficient DNN Training with Knowledge-Guided Layer Freezing","created":"2022-01-17","cited_by_count":22,"area":null},{"id":"2211.05322","title":"On Optimizing the Communication of Model Parallelism","created":"2022-11-10","cited_by_count":19,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2105.07806","title":"Towards Demystifying Serverless Machine Learning Training","created":"2021-05-17","cited_by_count":16,"area":null},{"id":"2110.15032","title":"OneFlow: Redesign the Distributed Deep Learning Framework from Scratch","created":"2021-10-28","cited_by_count":15,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2409.15241","title":"Domino: Eliminating Communication in LLM Training via Generic Tensor Slicing and Overlapping","created":"2024-09-23","cited_by_count":9,"area":null},{"id":"2504.09307","title":"Lumos: Efficient Performance Modeling and Estimation for Large-scale LLM Training","created":"2025-04-12","cited_by_count":7,"area":null},{"id":"2312.13247","title":"Enhancing Neural Training via a Correlated Dynamics Model","created":"2023-12-20","cited_by_count":5,"area":null},{"id":"2101.07968","title":"DynaComm: Accelerating Distributed CNN Training between Edges and Clouds through Dynamic Communication Scheduling","created":"2021-01-20","cited_by_count":1,"area":null},{"id":"2110.09132","title":"EmbRace: Accelerating Sparse Communication for Distributed Training of NLP Neural Networks","created":"2021-10-18","cited_by_count":1,"area":null},{"id":"2112.13509","title":"Automatic Configuration for Optimal Communication Scheduling in DNN Training","created":"2021-12-27","cited_by_count":1,"area":null},{"id":"2205.14465","title":"ByteComp: Revisiting Gradient Compression in Distributed Training","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2103.07974","title":"CrossoverScheduler: Overlapping Multiple Distributed Training Applications in a Crossover Manner","created":"2021-03-14","cited_by_count":0,"area":null},{"id":"2105.09837","title":"Towards Quantized Model Parallelism for Graph-Augmented MLPs Based on Gradient-Free ADMM Framework","created":"2021-05-20","cited_by_count":0,"area":null},{"id":"2106.10796","title":"CD-SGD: Distributed Stochastic Gradient Descent with Compression and Delay Compensation","created":"2021-06-21","cited_by_count":0,"area":null},{"id":"2110.00929","title":"Scheduling Optimization Techniques for Neural Network Training","created":"2021-10-03","cited_by_count":0,"area":null},{"id":"2401.00329","title":"On the Burstiness of Distributed Machine Learning Traffic","created":"2023-12-30","cited_by_count":0,"area":null},{"id":"2402.09589","title":"MLCC: A Congestion Control Technique to Accelerate ML Training","created":"2024-02-14","cited_by_count":0,"area":null},{"id":"2407.00943","title":"FedEx: Expediting Federated Learning over Heterogeneous Mobile Devices by Overlapping and Participant Selection","created":"2024-07-01","cited_by_count":0,"area":null},{"id":"2503.00323","title":"FLStore: Efficient Federated Learning Storage for non-training workloads","created":"2025-03-01","cited_by_count":0,"area":null},{"id":"2503.05324","title":"Routing for Large ML Models","created":"2025-03-07","cited_by_count":0,"area":null}],"next_cursor":null}