{"total":31,"rows":[{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632,"area":null},{"id":"2105.00529","title":"GRNN: Generative Regression Neural Network -- A Data Leakage Attack for Federated Learning","created":"2021-05-02","cited_by_count":36,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2105.11028","title":"Fast Federated Learning by Balancing Communication Trade-Offs","created":"2021-05-23","cited_by_count":18,"area":null},{"id":"2103.08894","title":"Distributed Deep Learning Using Volunteer Computing-Like Paradigm","created":"2021-03-16","cited_by_count":9,"area":null},{"id":"2107.02466","title":"On-edge Multi-task Transfer Learning: Model and Practice with Data-driven Task Allocation","created":"2021-07-06","cited_by_count":9,"area":null},{"id":"2104.00501","title":"NuPS: A Parameter Server for Machine Learning with Non-Uniform Parameter Access","created":"2021-04-01","cited_by_count":7,"area":null},{"id":"2504.14519","title":"SlimPipe: Memory-Thrifty and Efficient Pipeline Parallelism for Long-Context LLM Training","created":"2025-04-20","cited_by_count":6,"area":null},{"id":"2505.12242","title":"ZenFlow: Enabling Stall-Free Offloading for LLM Training","created":"2025-05-18","cited_by_count":5,"area":null},{"id":"2312.03549","title":"Holmes: Towards Distributed Training Across Clusters with Heterogeneous NIC Environment","created":"2023-12-06","cited_by_count":4,"area":null},{"id":"2206.05830","title":"Stochastic Gradient Descent without Full Data Shuffle","created":"2022-06-12","cited_by_count":2,"area":null},{"id":"2301.08695","title":"Baechi: Fast Device Placement of Machine Learning Graphs","created":"2023-01-20","cited_by_count":2,"area":null},{"id":"2308.09187","title":"Distributed Extra-gradient with Optimal Complexity and Communication Guarantees","created":"2023-08-17","cited_by_count":2,"area":null},{"id":"2309.01226","title":"Saturn: An Optimized Data System for Large Model Deep Learning Workloads","created":"2023-09-03","cited_by_count":2,"area":null},{"id":"2507.00394","title":"HelixPipe: Efficient Distributed Training of Long Sequence Transformers with Attention Parallel Pipeline Parallelism","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2210.01792","title":"Sampling Streaming Data with Parallel Vector Quantization -- PVQ","created":"2022-10-04","cited_by_count":1,"area":null},{"id":"2210.02882","title":"Scaling up Stochastic Gradient Descent for Non-convex Optimisation","created":"2022-10-06","cited_by_count":1,"area":null},{"id":"2404.09679","title":"AntDT: A Self-Adaptive Distributed Training Framework for Leader and Straggler Nodes","created":"2024-04-15","cited_by_count":1,"area":null},{"id":"2501.09849","title":"Coded Deep Learning: Framework and Algorithm","created":"2025-01-16","cited_by_count":1,"area":null},{"id":"2505.21563","title":"Fog Intelligence for Network Anomaly Detection","created":"2025-05-27","cited_by_count":1,"area":null},{"id":"2509.19855","title":"CollaPipe: Adaptive Segment-Optimized Pipeline Parallelism for Collaborative LLM Training in Heterogeneous Edge Networks","created":"2025-09-24","cited_by_count":1,"area":null},{"id":"2512.10236","title":"Design Space Exploration of DMA based Finer-Grain Compute Communication Overlap","created":"2025-12-11","cited_by_count":1,"area":null},{"id":"2104.13818","title":"NUQSGD: Provably Communication-efficient Data-parallel SGD via Nonuniform Quantization","created":"2021-04-28","cited_by_count":0,"area":null},{"id":"2206.00470","title":"Good Intentions: Adaptive Parameter Management via Intent Signaling","created":"2022-06-01","cited_by_count":0,"area":null},{"id":"2208.05631","title":"Quantized Adaptive Subgradient Algorithms and Their Applications","created":"2022-08-11","cited_by_count":0,"area":null},{"id":"2405.02969","title":"Towards a Flexible and High-Fidelity Approach to Distributed DNN Training Emulation","created":"2024-05-05","cited_by_count":0,"area":null},{"id":"2407.00101","title":"Hybrid Approach to Parallel Stochastic Gradient Descent","created":"2024-06-27","cited_by_count":0,"area":null},{"id":"2504.01506","title":"MLKV: Efficiently Scaling up Large Embedding Model Training with Disk-based Key-Value Storage","created":"2025-04-02","cited_by_count":0,"area":null},{"id":"2507.17903","title":"Federated Learning for Large-Scale Cloud Robotic Manipulation: Opportunities and Challenges","created":"2025-07-23","cited_by_count":0,"area":null},{"id":"2512.19342","title":"Faster Distributed Inference-Only Recommender Systems via Bounded Lag Synchronous Collectives","created":"2025-12-22","cited_by_count":0,"area":null},{"id":"2608.07524","title":"Training Variable Long Sequences with Data-Centric Parallel","created":"2026-07-14","cited_by_count":0,"area":null}],"next_cursor":null}