{"total":18,"rows":[{"id":"2402.15627","title":"MegaScale: Scaling Large Language Model Training to More Than 10,000 GPUs","created":"2024-02-23","cited_by_count":112,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2201.06227","title":"Egeria: Efficient DNN Training with Knowledge-Guided Layer Freezing","created":"2022-01-17","cited_by_count":22,"area":null},{"id":"2211.05322","title":"On Optimizing the Communication of Model Parallelism","created":"2022-11-10","cited_by_count":19,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2205.02473","title":"dPRO: A Generic Profiling and Optimization System for Expediting Distributed DNN Training","created":"2022-05-05","cited_by_count":12,"area":null},{"id":"2102.02344","title":"Horizontally Fused Training Array: An Effective Hardware Utilization Squeezer for Training Novel Deep Learning Models","created":"2021-02-03","cited_by_count":7,"area":null},{"id":"2111.08617","title":"CGX: Adaptive System Support for Communication-Efficient Deep Learning","created":"2021-11-16","cited_by_count":4,"area":null},{"id":"2101.07968","title":"DynaComm: Accelerating Distributed CNN Training between Edges and Clouds through Dynamic Communication Scheduling","created":"2021-01-20","cited_by_count":1,"area":null},{"id":"2110.09132","title":"EmbRace: Accelerating Sparse Communication for Distributed Training of NLP Neural Networks","created":"2021-10-18","cited_by_count":1,"area":null},{"id":"2112.13509","title":"Automatic Configuration for Optimal Communication Scheduling in DNN Training","created":"2021-12-27","cited_by_count":1,"area":null},{"id":"2205.14465","title":"ByteComp: Revisiting Gradient Compression in Distributed Training","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2110.00929","title":"Scheduling Optimization Techniques for Neural Network Training","created":"2021-10-03","cited_by_count":0,"area":null},{"id":"2401.00329","title":"On the Burstiness of Distributed Machine Learning Traffic","created":"2023-12-30","cited_by_count":0,"area":null},{"id":"2402.09589","title":"MLCC: A Congestion Control Technique to Accelerate ML Training","created":"2024-02-14","cited_by_count":0,"area":null},{"id":"2503.05324","title":"Routing for Large ML Models","created":"2025-03-07","cited_by_count":0,"area":null},{"id":"2605.01989","title":"DBLP: Phase-Aware Bounded-Loss Transport for Burst-Resilient Distributed ML Training","created":"2026-05-03","cited_by_count":0,"area":null}],"next_cursor":null}