{"total":26,"rows":[{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2102.03161","title":"PipeTransformer: Automated Elastic Pipelining for Distributed Training of Transformers","created":"2021-02-05","cited_by_count":23,"area":null},{"id":"2404.14712","title":"ORBIT: Oak Ridge Base Foundation Model for Earth System Predictability","created":"2024-04-23","cited_by_count":17,"area":null},{"id":"2110.14895","title":"Pipeline Parallelism for Inference on Heterogeneous Edge Computing","created":"2021-10-28","cited_by_count":13,"area":null},{"id":"2408.08015","title":"Asteroid: Resource-Efficient Hybrid Pipeline Parallelism for Collaborative DNN Training on Heterogeneous Edge Devices","created":"2024-08-15","cited_by_count":13,"area":null},{"id":"2505.04802","title":"ORBIT-2: Scaling Exascale Vision Foundation Models for Weather and Climate Downscaling","created":"2025-05-07","cited_by_count":10,"area":null},{"id":"2404.02882","title":"Linear Attention Sequence Parallelism","created":"2024-04-03","cited_by_count":8,"area":null},{"id":"2103.16063","title":"Automatic Graph Partitioning for Very Large-scale Deep Learning","created":"2021-03-30","cited_by_count":7,"area":null},{"id":"2111.04949","title":"A Survey and Empirical Evaluation of Parallel Deep Learning Frameworks","created":"2021-11-09","cited_by_count":7,"area":null},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2406.02052","title":"PETRA: Parallel End-to-end Training with Reversible Architectures","created":"2024-06-04","cited_by_count":6,"area":null},{"id":"2406.02613","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2301.02691","title":"Systems for Parallel and Distributed Large-Model Deep Learning Training","created":"2023-01-06","cited_by_count":4,"area":null},{"id":"2110.08633","title":"Hydra: A System for Large Multi-Model Deep Learning","created":"2021-10-16","cited_by_count":3,"area":null},{"id":"2412.07894","title":"Hydraulis: Balancing Large Transformer Model Training via Co-designing Parallel Strategies and Data Assignment","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2104.09075","title":"An Oracle for Guiding Large-Scale Model/Hybrid Parallel Training of Convolutional Neural Networks","created":"2021-04-19","cited_by_count":2,"area":null},{"id":"2309.01226","title":"Saturn: An Optimized Data System for Large Model Deep Learning Workloads","created":"2023-09-03","cited_by_count":2,"area":null},{"id":"2210.09147","title":"PARTIME: Scalable and Parallel Processing Over Time with Deep Neural Networks","created":"2022-10-17","cited_by_count":1,"area":null},{"id":"2311.01635","title":"RTP: Rethinking Tensor Parallelism with Memory Deduplication","created":"2023-11-02","cited_by_count":1,"area":null},{"id":"2507.01154","title":"FlashDP: Private Training Large Language Models with Efficient DP-SGD","created":"2025-07-01","cited_by_count":1,"area":null},{"id":"2307.05232","title":"A Survey From Distributed Machine Learning to Distributed Deep Learning","created":"2023-07-11","cited_by_count":0,"area":null},{"id":"2311.03703","title":"Practical Performance Guarantees for Pipelined DNN Inference","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2409.06941","title":"FreeRide: Harvesting Bubbles in Pipeline Parallelism","created":"2024-09-11","cited_by_count":0,"area":null},{"id":"2410.15155","title":"On the Convergence Theory of Pipeline Gradient-based Analog In-memory Training","created":"2024-10-19","cited_by_count":0,"area":null},{"id":"2509.05679","title":"Distributed Deep Learning using Stochastic Gradient Staleness","created":"2025-09-06","cited_by_count":0,"area":null}],"next_cursor":null}