{"total":85,"rows":[{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632,"area":null},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134,"area":null},{"id":"2105.04663","title":"GSPMD: General and Scalable Parallelization for ML Computation Graphs","created":"2021-05-10","cited_by_count":111,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2102.07988","title":"TeraPipe: Token-Level Pipeline Parallelism for Training Large-Scale Language Models","created":"2021-02-16","cited_by_count":75,"area":null},{"id":"2512.16776","title":"Kling-Omni Technical Report","created":"2025-12-18","cited_by_count":71,"area":null},{"id":"2107.06925","title":"Chimera: Efficiently Training Large-Scale Neural Networks with Bidirectional Pipelines","created":"2021-07-14","cited_by_count":68,"area":null},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53,"area":null},{"id":"2204.12013","title":"Bamboo: Making Preemptible Instances Resilient for Affordable Training of Large DNNs","created":"2022-04-26","cited_by_count":49,"area":null},{"id":"2309.08125","title":"Oobleck: Resilient Distributed Training of Large Models Using Pipeline Templates","created":"2023-09-15","cited_by_count":40,"area":null},{"id":"2401.10241","title":"Zero Bubble Pipeline Parallelism","created":"2023-11-30","cited_by_count":40,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2201.07598","title":"Near-Optimal Sparse Allreduce for Distributed Deep Learning","created":"2022-01-19","cited_by_count":23,"area":null},{"id":"2312.12391","title":"vTrain: A Simulation Framework for Evaluating Cost-effective and Compute-optimal Large Language Model Training","created":"2023-11-27","cited_by_count":23,"area":null},{"id":"2312.06902","title":"Reducing Energy Bloat in Large Model Training","created":"2023-12-12","cited_by_count":22,"area":null},{"id":"2408.05472","title":"FuXi Weather: A data-to-forecast machine learning system for global weather","created":"2024-08-10","cited_by_count":21,"area":null},{"id":"2201.12023","title":"Alpa: Automating Inter- and Intra-Operator Parallelism for Distributed Deep Learning","created":"2022-01-28","cited_by_count":20,"area":null},{"id":"2309.10285","title":"Flash-LLM: Enabling Cost-Effective and Highly-Efficient Large Generative Model Inference with Unstructured Sparsity","created":"2023-09-19","cited_by_count":17,"area":null},{"id":"2401.00134","title":"Unicron: Economizing Self-Healing LLM Training at Scale","created":"2023-12-30","cited_by_count":16,"area":null},{"id":"2111.10635","title":"HeterPS: Distributed Deep Learning With Reinforcement Learning Based Scheduling in Heterogeneous Environments","created":"2021-11-20","cited_by_count":15,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2307.02031","title":"Improving Automatic Parallel Training via Balanced Memory Workload Optimization","created":"2023-07-05","cited_by_count":14,"area":null},{"id":"2210.07297","title":"AMP: Automatically Finding Model Parallel Strategies with Heterogeneity Awareness","created":"2022-10-13","cited_by_count":13,"area":null},{"id":"2408.08015","title":"Asteroid: Resource-Efficient Hybrid Pipeline Parallelism for Collaborative DNN Training on Heterogeneous Edge Devices","created":"2024-08-15","cited_by_count":13,"area":null},{"id":"2312.02515","title":"mLoRA: Fine-Tuning LoRA Adapters via Highly-Efficient Pipeline Parallelism in Multiple GPUs","created":"2023-12-05","cited_by_count":12,"area":null},{"id":"2505.05713","title":"Understanding Stragglers in Large Model Training Using What-if Analysis","created":"2025-05-09","cited_by_count":12,"area":null},{"id":"2206.04959","title":"Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models","created":"2022-06-10","cited_by_count":11,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2405.15362","title":"Pipeline Parallelism with Controllable Memory","created":"2024-05-24","cited_by_count":11,"area":null},{"id":"2406.17145","title":"GraphPipe: Improving Performance and Scalability of DNN Training with Graph Pipeline Parallelism","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2410.21316","title":"Deep Optimizer States: Towards Scalable Training of Transformer Models Using Interleaved Offloading","created":"2024-10-26","cited_by_count":7,"area":null},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2202.01306","title":"Harmony: Overcoming the Hurdles of GPU Memory Capacity to Train Massive DNN Models on Commodity Servers","created":"2022-02-02","cited_by_count":6,"area":null},{"id":"2406.02052","title":"PETRA: Parallel End-to-end Training with Reversible Architectures","created":"2024-06-04","cited_by_count":6,"area":null},{"id":"2406.02613","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2504.14519","title":"SlimPipe: Memory-Thrifty and Efficient Pipeline Parallelism for Long-Context LLM Training","created":"2025-04-20","cited_by_count":6,"area":null},{"id":"2112.02752","title":"End-to-end Adaptive Distributed Training on PaddlePaddle","created":"2021-12-06","cited_by_count":5,"area":null},{"id":"2410.07192","title":"PipeFill: Using GPUs During Bubbles in Pipeline-parallel LLM Training","created":"2024-09-23","cited_by_count":5,"area":null},{"id":"2503.01328","title":"PipeOffload: Improving Scalability of Pipeline Parallelism with Memory Optimization","created":"2025-03-03","cited_by_count":5,"area":null},{"id":"2202.10435","title":"Survey on Large Scale Neural Network Training","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2301.02691","title":"Systems for Parallel and Distributed Large-Model Deep Learning Training","created":"2023-01-06","cited_by_count":4,"area":null},{"id":"2308.10087","title":"GNNPipe: Scaling Deep GNN Training with Pipelined Model Parallelism","created":"2023-08-19","cited_by_count":4,"area":null},{"id":"2312.00839","title":"PipeOptim: Ensuring Effective 1F1B Schedule with Optimizer-Dependent Weight Prediction","created":"2023-12-01","cited_by_count":4,"area":null},{"id":"2503.12053","title":"Ferret: An Efficient Online Continual Learning Framework under Varying Memory Constraints","created":"2025-03-15","cited_by_count":4,"area":null},{"id":"2302.00247","title":"TAPAS: Fast and Automatic Derivation of Tensor Parallel Strategies for Large Neural Networks","created":"2023-02-01","cited_by_count":3,"area":null},{"id":"2401.02088","title":"Re-evaluating the Memory-balanced Pipeline Parallelism: BPipe","created":"2024-01-04","cited_by_count":3,"area":null},{"id":"2410.19367","title":"BitPipe: Bidirectional Interleaved Pipeline Parallelism for Accelerating Large Models Training","created":"2024-10-25","cited_by_count":3,"area":null},{"id":"2501.11847","title":"A Survey on Memory-Efficient Transformer-Based Model Training in AI for Science","created":"2025-01-21","cited_by_count":3,"area":null},{"id":"2510.00206","title":"LoRAFusion: Efficient LoRA Fine-Tuning for LLMs","created":"2025-09-30","cited_by_count":3,"area":null},{"id":"2301.08695","title":"Baechi: Fast Device Placement of Machine Learning Graphs","created":"2023-01-20","cited_by_count":2,"area":null},{"id":"2302.08141","title":"Auto-Parallelizing Large Models with Rhino: A Systematic Approach on Production AI Platform","created":"2023-02-16","cited_by_count":2,"area":null},{"id":"2307.16375","title":"UniAP: Unifying Inter- and Intra-Layer Automatic Parallelism by Mixed Integer Quadratic Programming","created":"2023-07-31","cited_by_count":2,"area":null},{"id":"2311.15269","title":"Tessel: Boosting Distributed Execution of Large DNN Models via Flexible Schedule Search","created":"2023-11-26","cited_by_count":2,"area":null},{"id":"2405.16256","title":"HETHUB: A Distributed Training System with Heterogeneous Cluster for Large-Scale Models","created":"2024-05-25","cited_by_count":2,"area":null},{"id":"2406.08756","title":"Optimizing Large Model Training through Overlapped Activation Recomputation","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2507.00394","title":"HelixPipe: Efficient Distributed Training of Long Sequence Transformers with Attention Parallel Pipeline Parallelism","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2509.23722","title":"OctoPipe: Reducing Pipeline Bubbles for Heterogeneous Models via Co-Optimizing Partitioning, Placement, and Scheduling","created":"2025-09-28","cited_by_count":2,"area":null},{"id":"2602.03515","title":"Mitigating Staleness in Asynchronous Pipeline Parallelism via Basis Rotation","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2110.02140","title":"S2 Reducer: High-Performance Sparse Communication to Accelerate Distributed Deep Learning","created":"2021-10-05","cited_by_count":1,"area":null},{"id":"2305.13236","title":"ADA-GP: Accelerating DNN Training By Adaptive Gradient Prediction","created":"2023-05-22","cited_by_count":1,"area":null},{"id":"2604.05426","title":"ALTO: Adaptive LoRA Tuning and Orchestration for Heterogeneous LoRA Training Workloads","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2605.29664","title":"AMDP: Asynchronous Multi-Directional Pipeline Parallelism for Large-Scale Models Training","created":"2026-05-28","cited_by_count":1,"area":null},{"id":"2110.00929","title":"Scheduling Optimization Techniques for Neural Network Training","created":"2021-10-03","cited_by_count":0,"area":null},{"id":"2110.02781","title":"FTPipeHD: A Fault-Tolerant Pipeline-Parallel Distributed Training Framework for Heterogeneous Edge Devices","created":"2021-10-06","cited_by_count":0,"area":null},{"id":"2202.11575","title":"Shisha: Online scheduling of CNN pipelines on heterogeneous architectures","created":"2022-02-23","cited_by_count":0,"area":null},{"id":"2311.17815","title":"A Survey on Design Methodologies for Accelerating Deep Learning on Heterogeneous Architectures","created":"2023-11-29","cited_by_count":0,"area":null},{"id":"2403.08837","title":"Cyclic Data Parallelism for Efficient Parallelism of Deep Neural Networks","created":"2024-03-13","cited_by_count":0,"area":null},{"id":"2405.18047","title":"2BP: 2-Stage Backpropagation","created":"2024-05-28","cited_by_count":0,"area":null},{"id":"2409.06941","title":"FreeRide: Harvesting Bubbles in Pipeline Parallelism","created":"2024-09-11","cited_by_count":0,"area":null},{"id":"2411.01611","title":"Stochastic Communication Avoidance for Recommendation Systems","created":"2024-11-03","cited_by_count":0,"area":null},{"id":"2501.05563","title":"Prediction-Assisted Online Distributed Deep Learning Workload Scheduling in GPU Clusters","created":"2025-01-09","cited_by_count":0,"area":null},{"id":"2503.09357","title":"Automatic Operator-level Parallelism Planning for Distributed Deep Learning -- A Mixed-Integer Programming Approach","created":"2025-03-12","cited_by_count":0,"area":null},{"id":"2505.01637","title":"Morello: Compiling Fast Neural Networks with Dynamic Programming and Spatial Compression","created":"2025-05-03","cited_by_count":0,"area":null},{"id":"2506.02787","title":"Rethinking Dynamic Networks and Heterogeneous Computing with Automatic Parallelization","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2508.09505","title":"Verify Distributed Deep Learning Model Implementation Refinement with Iterative Relation Inference","created":"2025-08-13","cited_by_count":0,"area":null},{"id":"2509.21275","title":"Concertina: Data-Centric Adaptive Pipeline Parallelism for Efficient Heterogeneous Long-Context LLM Training","created":"2025-09-25","cited_by_count":0,"area":null},{"id":"2509.26246","title":"SlimPack: Fine-Grained Asymmetric Packing for Balanced and Efficient Variable-Length LLM Training","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2510.05186","title":"OptPipe: Memory- and Scheduling-Optimized Pipeline Parallelism for LLM Training","created":"2025-10-06","cited_by_count":0,"area":null},{"id":"2602.05754","title":"TimelyFreeze: Adaptive Parameter Freezing Mechanism for Pipeline Parallelism","created":"2026-02-05","cited_by_count":0,"area":null},{"id":"2604.27085","title":"Efficient Training on Multiple Consumer GPUs with RoundPipe","created":"2026-04-29","cited_by_count":0,"area":null},{"id":"2606.03498","title":"Demystifying Pipeline Parallelism: First Theory for PipeDream","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2606.07881","title":"Breaking the Bubble: Asynchronous Pipeline Parallel Training with Bounded Weight Inconsistency","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2608.07974","title":"ZeroLock: Concurrent Memory-Efficient LLM Training via Modular Update Decoupling","created":"2026-08-08","cited_by_count":0,"area":null},{"id":"2610.14935","title":"BSIPipe: Bidirectional Sequence-Level Interleaved Pipeline Parallelism for Long-Sequence Large Language Model Training","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}