{"total":40,"rows":[{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256,"area":null},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134,"area":null},{"id":"2105.04663","title":"GSPMD: General and Scalable Parallelization for ML Computation Graphs","created":"2021-05-10","cited_by_count":111,"area":null},{"id":"2102.07988","title":"TeraPipe: Token-Level Pipeline Parallelism for Training Large-Scale Language Models","created":"2021-02-16","cited_by_count":75,"area":null},{"id":"2104.14129","title":"ActNN: Reducing Training Memory Footprint via 2-Bit Activation Compressed Training","created":"2021-04-29","cited_by_count":61,"area":null},{"id":"2504.15930","title":"StreamRL: Scalable, Heterogeneous, and Elastic RL for LLMs with Disaggregated Stream Generation","created":"2025-04-22","cited_by_count":61,"area":null},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53,"area":null},{"id":"2406.18533","title":"On Scaling Up 3D Gaussian Splatting Training","created":"2024-06-26","cited_by_count":49,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2312.12391","title":"vTrain: A Simulation Framework for Evaluating Cost-effective and Compute-optimal Large Language Model Training","created":"2023-11-27","cited_by_count":23,"area":null},{"id":"2211.05322","title":"On Optimizing the Communication of Model Parallelism","created":"2022-11-10","cited_by_count":19,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2110.15032","title":"OneFlow: Redesign the Distributed Deep Learning Framework from Scratch","created":"2021-10-28","cited_by_count":15,"area":null},{"id":"2307.02031","title":"Improving Automatic Parallel Training via Balanced Memory Workload Optimization","created":"2023-07-05","cited_by_count":14,"area":null},{"id":"2405.14009","title":"ReCycle: Resilient Training of Large DNNs using Pipeline Adaptation","created":"2024-05-22","cited_by_count":14,"area":null},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13,"area":null},{"id":"2112.02958","title":"Automap: Towards Ergonomic Automated Parallelism for ML Models","created":"2021-12-06","cited_by_count":12,"area":null},{"id":"2406.17145","title":"GraphPipe: Improving Performance and Scalability of DNN Training with Graph Pipeline Parallelism","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2103.16063","title":"Automatic Graph Partitioning for Very Large-scale Deep Learning","created":"2021-03-30","cited_by_count":7,"area":null},{"id":"2210.04024","title":"Demand Layering for Real-Time DNN Inference with Minimized Memory Usage","created":"2022-10-08","cited_by_count":7,"area":null},{"id":"2403.03699","title":"Model Parallelism on Distributed Infrastructure: A Literature Review from Theory to LLM Case-Studies","created":"2024-03-06","cited_by_count":7,"area":null},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2301.08984","title":"SuperScaler: Supporting Flexible DNN Parallelization via a Unified Abstraction","created":"2023-01-21","cited_by_count":5,"area":null},{"id":"2302.02599","title":"Colossal-Auto: Unified Automation of Parallelization and Activation Checkpoint for Large-scale Models","created":"2023-02-06","cited_by_count":5,"area":null},{"id":"2408.04808","title":"Scaling Deep Learning Computation over the Inter-Core Connected Intelligence Processor with T10","created":"2024-08-09","cited_by_count":5,"area":null},{"id":"2206.14148","title":"Memory Safe Computations with XLA Compiler","created":"2022-06-28","cited_by_count":4,"area":null},{"id":"2302.00247","title":"TAPAS: Fast and Automatic Derivation of Tensor Parallel Strategies for Large Neural Networks","created":"2023-02-01","cited_by_count":3,"area":null},{"id":"2410.19367","title":"BitPipe: Bidirectional Interleaved Pipeline Parallelism for Accelerating Large Models Training","created":"2024-10-25","cited_by_count":3,"area":null},{"id":"2301.08695","title":"Baechi: Fast Device Placement of Machine Learning Graphs","created":"2023-01-20","cited_by_count":2,"area":null},{"id":"2302.08141","title":"Auto-Parallelizing Large Models with Rhino: A Systematic Approach on Production AI Platform","created":"2023-02-16","cited_by_count":2,"area":null},{"id":"2302.11180","title":"DISCO: Distributed Inference with Sparse Communications","created":"2023-02-22","cited_by_count":2,"area":null},{"id":"2307.16375","title":"UniAP: Unifying Inter- and Intra-Layer Automatic Parallelism by Mixed Integer Quadratic Programming","created":"2023-07-31","cited_by_count":2,"area":null},{"id":"2311.15269","title":"Tessel: Boosting Distributed Execution of Large DNN Models via Flexible Schedule Search","created":"2023-11-26","cited_by_count":2,"area":null},{"id":"2401.11471","title":"LR-CNN: Lightweight Row-centric Convolutional Neural Network Training for Memory Reduction","created":"2024-01-21","cited_by_count":0,"area":null},{"id":"2407.04001","title":"PaSE: Parallelization Strategies for Efficient DNN Training","created":"2024-07-04","cited_by_count":0,"area":null},{"id":"2501.01951","title":"MixGCN: Scalable GCN Training by Mixture of Parallelism and Mixture of Accelerators","created":"2025-01-03","cited_by_count":0,"area":null},{"id":"2508.04953","title":"Tesserae: Scalable Placement Policies for Deep Learning Workloads","created":"2025-08-07","cited_by_count":0,"area":null},{"id":"2606.11169","title":"Piper: A Programmable Distributed Training System","created":"2026-06-09","cited_by_count":0,"area":null}],"next_cursor":null}