{"total":23,"rows":[{"id":"2102.07988","title":"TeraPipe: Token-Level Pipeline Parallelism for Training Large-Scale Language Models","created":"2021-02-16","cited_by_count":75,"area":null},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2110.15032","title":"OneFlow: Redesign the Distributed Deep Learning Framework from Scratch","created":"2021-10-28","cited_by_count":15,"area":null},{"id":"2210.02023","title":"DreamShard: Generalizable Embedding Table Placement for Recommender Systems","created":"2022-10-05","cited_by_count":14,"area":null},{"id":"2307.02031","title":"Improving Automatic Parallel Training via Balanced Memory Workload Optimization","created":"2023-07-05","cited_by_count":14,"area":null},{"id":"2202.12429","title":"BagPipe: Accelerating Deep Recommendation Model Training","created":"2022-02-24","cited_by_count":10,"area":null},{"id":"2103.16063","title":"Automatic Graph Partitioning for Very Large-scale Deep Learning","created":"2021-03-30","cited_by_count":7,"area":null},{"id":"2102.01963","title":"Local Critic Training for Model-Parallel Learning of Deep Neural Networks","created":"2021-02-03","cited_by_count":5,"area":null},{"id":"2111.14247","title":"A Survey of Large-Scale Deep Learning Serving System Optimization: Challenges and Opportunities","created":"2021-11-28","cited_by_count":5,"area":null},{"id":"2112.02752","title":"End-to-end Adaptive Distributed Training on PaddlePaddle","created":"2021-12-06","cited_by_count":5,"area":null},{"id":"2305.01868","title":"Pre-train and Search: Efficient Embedding Table Sharding with Pre-trained Neural Cost Models","created":"2023-05-03","cited_by_count":5,"area":null},{"id":"2104.11805","title":"Partitioning sparse deep neural networks for scalable training and inference","created":"2021-04-23","cited_by_count":4,"area":null},{"id":"2110.12484","title":"Enabling Large Batch Size Training for DNN Models Beyond the Memory Limit While Maintaining Performance","created":"2021-10-24","cited_by_count":3,"area":null},{"id":"2104.09075","title":"An Oracle for Guiding Large-Scale Model/Hybrid Parallel Training of Convolutional Neural Networks","created":"2021-04-19","cited_by_count":2,"area":null},{"id":"2111.00655","title":"Collage: Seamless Integration of Deep Learning Backends with Automatic Placement","created":"2021-11-01","cited_by_count":2,"area":null},{"id":"2207.11019","title":"Layer-Wise Partitioning and Merging for Efficient and Scalable Deep Learning","created":"2022-07-22","cited_by_count":2,"area":null},{"id":"2302.11180","title":"DISCO: Distributed Inference with Sparse Communications","created":"2023-02-22","cited_by_count":2,"area":null},{"id":"2307.16375","title":"UniAP: Unifying Inter- and Intra-Layer Automatic Parallelism by Mixed Integer Quadratic Programming","created":"2023-07-31","cited_by_count":2,"area":null},{"id":"2311.17815","title":"A Survey on Design Methodologies for Accelerating Deep Learning on Heterogeneous Architectures","created":"2023-11-29","cited_by_count":0,"area":null},{"id":"2407.04001","title":"PaSE: Parallelization Strategies for Efficient DNN Training","created":"2024-07-04","cited_by_count":0,"area":null},{"id":"2411.01579","title":"Flexible Coded Distributed Convolution Computing for Enhanced Straggler Resilience and Numerical Stability in Distributed CNNs","created":"2024-11-03","cited_by_count":0,"area":null},{"id":"2503.09357","title":"Automatic Operator-level Parallelism Planning for Distributed Deep Learning -- A Mixed-Integer Programming Approach","created":"2025-03-12","cited_by_count":0,"area":null}],"next_cursor":null}