{"total":56,"rows":[{"id":"2110.14883","title":"Colossal-AI: A Unified Deep Learning System For Large-Scale Parallel Training","created":"2021-10-28","cited_by_count":96,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2404.07947","title":"ExeGPT: Constraint-Aware Resource Scheduling for LLM Inference","created":"2024-03-15","cited_by_count":45,"area":null},{"id":"2309.08125","title":"Oobleck: Resilient Distributed Training of Large Models Using Pipeline Templates","created":"2023-09-15","cited_by_count":40,"area":null},{"id":"2205.09702","title":"Parallel and Distributed Graph Neural Networks: An In-Depth Concurrency Analysis","created":"2022-05-19","cited_by_count":29,"area":null},{"id":"2211.14133","title":"PipeFisher: Efficient Training of Large Language Models Using Pipelining and Fisher Information Matrices","created":"2022-11-25","cited_by_count":24,"area":null},{"id":"2201.07598","title":"Near-Optimal Sparse Allreduce for Distributed Deep Learning","created":"2022-01-19","cited_by_count":23,"area":null},{"id":"2209.06979","title":"Efficient Quantized Sparse Matrix Operations on Tensor Cores","created":"2022-09-14","cited_by_count":16,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2405.14009","title":"ReCycle: Resilient Training of Large DNNs using Pipeline Adaptation","created":"2024-05-22","cited_by_count":14,"area":null},{"id":"2312.12705","title":"Optimizing Distributed Training on Frontier for Large Language Models","created":"2023-12-20","cited_by_count":12,"area":null},{"id":"2206.04959","title":"Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models","created":"2022-06-10","cited_by_count":11,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2405.15362","title":"Pipeline Parallelism with Controllable Memory","created":"2024-05-24","cited_by_count":11,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2406.17145","title":"GraphPipe: Improving Performance and Scalability of DNN Training with Graph Pipeline Parallelism","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2209.01346","title":"HammingMesh: A Network Topology for Large-Scale Deep Learning","created":"2022-09-03","cited_by_count":8,"area":null},{"id":"2411.13055","title":"Hardware Scaling Trends and Diminishing Returns in Large-Scale Distributed Training","created":"2024-11-20","cited_by_count":8,"area":null},{"id":"2301.08984","title":"SuperScaler: Supporting Flexible DNN Parallelization via a Unified Abstraction","created":"2023-01-21","cited_by_count":5,"area":null},{"id":"2302.02599","title":"Colossal-Auto: Unified Automation of Parallelization and Activation Checkpoint for Large-scale Models","created":"2023-02-06","cited_by_count":5,"area":null},{"id":"2410.07192","title":"PipeFill: Using GPUs During Bubbles in Pipeline-parallel LLM Training","created":"2024-09-23","cited_by_count":5,"area":null},{"id":"2202.10435","title":"Survey on Large Scale Neural Network Training","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2301.02691","title":"Systems for Parallel and Distributed Large-Model Deep Learning Training","created":"2023-01-06","cited_by_count":4,"area":null},{"id":"2308.10087","title":"GNNPipe: Scaling Deep GNN Training with Pipelined Model Parallelism","created":"2023-08-19","cited_by_count":4,"area":null},{"id":"2312.00839","title":"PipeOptim: Ensuring Effective 1F1B Schedule with Optimizer-Dependent Weight Prediction","created":"2023-12-01","cited_by_count":4,"area":null},{"id":"2410.11998","title":"From promise to practice: realizing high-performance decentralized training","created":"2024-10-15","cited_by_count":4,"area":null},{"id":"2110.08633","title":"Hydra: A System for Large Multi-Model Deep Learning","created":"2021-10-16","cited_by_count":3,"area":null},{"id":"2507.21276","title":"LeMix: Unified Scheduling for LLM Training and Inference on Multi-GPU Systems","created":"2025-07-28","cited_by_count":3,"area":null},{"id":"2212.05339","title":"Elixir: Train a Large Language Model on a Small GPU Cluster","created":"2022-12-10","cited_by_count":2,"area":null},{"id":"2302.12803","title":"PiPar: Pipeline Parallelism for Collaborative Machine Learning","created":"2022-12-01","cited_by_count":2,"area":null},{"id":"2307.16375","title":"UniAP: Unifying Inter- and Intra-Layer Automatic Parallelism by Mixed Integer Quadratic Programming","created":"2023-07-31","cited_by_count":2,"area":null},{"id":"2311.15269","title":"Tessel: Boosting Distributed Execution of Large DNN Models via Flexible Schedule Search","created":"2023-11-26","cited_by_count":2,"area":null},{"id":"2405.16256","title":"HETHUB: A Distributed Training System with Heterogeneous Cluster for Large-Scale Models","created":"2024-05-25","cited_by_count":2,"area":null},{"id":"2406.08115","title":"Resource Allocation and Workload Scheduling for Large-Scale Distributed Deep Learning: A Survey","created":"2024-06-12","cited_by_count":2,"area":null},{"id":"2406.08756","title":"Optimizing Large Model Training through Overlapped Activation Recomputation","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2507.00394","title":"HelixPipe: Efficient Distributed Training of Long Sequence Transformers with Attention Parallel Pipeline Parallelism","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2509.23722","title":"OctoPipe: Reducing Pipeline Bubbles for Heterogeneous Models via Co-Optimizing Partitioning, Placement, and Scheduling","created":"2025-09-28","cited_by_count":2,"area":null},{"id":"2602.03515","title":"Mitigating Staleness in Asynchronous Pipeline Parallelism via Basis Rotation","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2305.13236","title":"ADA-GP: Accelerating DNN Training By Adaptive Gradient Prediction","created":"2023-05-22","cited_by_count":1,"area":null},{"id":"2312.00843","title":"Exploring the Robustness of Decentralized Training for Large Language Models","created":"2023-12-01","cited_by_count":1,"area":null},{"id":"2602.15379","title":"FlashMem: Supporting Modern DNN Workloads on Mobile with GPU Memory Hierarchy Optimizations","created":"2026-02-17","cited_by_count":1,"area":null},{"id":"2605.29664","title":"AMDP: Asynchronous Multi-Directional Pipeline Parallelism for Large-Scale Models Training","created":"2026-05-28","cited_by_count":1,"area":null},{"id":"2202.11575","title":"Shisha: Online scheduling of CNN pipelines on heterogeneous architectures","created":"2022-02-23","cited_by_count":0,"area":null},{"id":"2405.18047","title":"2BP: 2-Stage Backpropagation","created":"2024-05-28","cited_by_count":0,"area":null},{"id":"2409.06941","title":"FreeRide: Harvesting Bubbles in Pipeline Parallelism","created":"2024-09-11","cited_by_count":0,"area":null},{"id":"2506.02787","title":"Rethinking Dynamic Networks and Heterogeneous Computing with Automatic Parallelization","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2507.03220","title":"Symbiosis: Multi-Adapter Inference and Fine-Tuning","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2509.21275","title":"Concertina: Data-Centric Adaptive Pipeline Parallelism for Efficient Heterogeneous Long-Context LLM Training","created":"2025-09-25","cited_by_count":0,"area":null},{"id":"2509.26246","title":"SlimPack: Fine-Grained Asymmetric Packing for Balanced and Efficient Variable-Length LLM Training","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2510.15425","title":"TeamFormer: Shallow Parallel Transformers with Progressive Approximation","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2604.27085","title":"Efficient Training on Multiple Consumer GPUs with RoundPipe","created":"2026-04-29","cited_by_count":0,"area":null},{"id":"2605.18750","title":"A Readiness-Driven Runtime for Pipeline-Parallel Training under Runtime Variability","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.24006","title":"A Tabular Schedule Abstraction for Communication-Aware Evaluation of Pipeline-Parallel LLM Training","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2606.07881","title":"Breaking the Bubble: Asynchronous Pipeline Parallel Training with Bounded Weight Inconsistency","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2608.07974","title":"ZeroLock: Concurrent Memory-Efficient LLM Training via Modular Update Decoupling","created":"2026-08-08","cited_by_count":0,"area":null}],"next_cursor":null}