{"total":42,"rows":[{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632,"area":null},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2309.08125","title":"Oobleck: Resilient Distributed Training of Large Models Using Pipeline Templates","created":"2023-09-15","cited_by_count":40,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2202.07896","title":"Aryl: An Elastic Cluster Scheduler for Deep Learning","created":"2022-02-16","cited_by_count":27,"area":null},{"id":"2102.03161","title":"PipeTransformer: Automated Elastic Pipelining for Distributed Training of Transformers","created":"2021-02-05","cited_by_count":23,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2412.01523","title":"FlexSP: Accelerating Large Language Model Training via Flexible Sequence Parallelism","created":"2024-12-02","cited_by_count":19,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2111.10635","title":"HeterPS: Distributed Deep Learning With Reinforcement Learning Based Scheduling in Heterogeneous Environments","created":"2021-11-20","cited_by_count":15,"area":null},{"id":"2110.14895","title":"Pipeline Parallelism for Inference on Heterogeneous Edge Computing","created":"2021-10-28","cited_by_count":13,"area":null},{"id":"2408.08015","title":"Asteroid: Resource-Efficient Hybrid Pipeline Parallelism for Collaborative DNN Training on Heterogeneous Edge Devices","created":"2024-08-15","cited_by_count":13,"area":null},{"id":"2206.04959","title":"Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models","created":"2022-06-10","cited_by_count":11,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2103.16063","title":"Automatic Graph Partitioning for Very Large-scale Deep Learning","created":"2021-03-30","cited_by_count":7,"area":null},{"id":"2210.04024","title":"Demand Layering for Real-Time DNN Inference with Minimized Memory Usage","created":"2022-10-08","cited_by_count":7,"area":null},{"id":"2409.03365","title":"Spindle: Efficient Distributed Training of Multi-Task Large Models via Wavefront Scheduling","created":"2024-09-05","cited_by_count":7,"area":null},{"id":"2410.12707","title":"FusionLLM: A Decentralized LLM Training System on Geo-distributed GPUs with Adaptive Compression","created":"2024-10-16","cited_by_count":7,"area":null},{"id":"2308.05869","title":"Shared Memory-contention-aware Concurrent DNN Execution for Diversely Heterogeneous System-on-Chips","created":"2023-08-10","cited_by_count":5,"area":null},{"id":"2202.10435","title":"Survey on Large Scale Neural Network Training","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2204.03326","title":"Enabling All In-Edge Deep Learning: A Literature Review","created":"2022-04-07","cited_by_count":4,"area":null},{"id":"2502.19913","title":"SkipPipe: Partial and Reordered Pipelining Framework for Training LLMs in Heterogeneous Networks","created":"2025-02-27","cited_by_count":4,"area":null},{"id":"2407.02327","title":"QSync: Quantization-Minimized Synchronous Distributed Training Across Hybrid Devices","created":"2024-07-02","cited_by_count":3,"area":null},{"id":"2209.14745","title":"A Multiagent Framework for the Asynchronous and Collaborative Extension of Multitask ML Systems","created":"2022-09-29","cited_by_count":2,"area":null},{"id":"2311.15269","title":"Tessel: Boosting Distributed Execution of Large DNN Models via Flexible Schedule Search","created":"2023-11-26","cited_by_count":2,"area":null},{"id":"2406.08115","title":"Resource Allocation and Workload Scheduling for Large-Scale Distributed Deep Learning: A Survey","created":"2024-06-12","cited_by_count":2,"area":null},{"id":"2408.10746","title":"Resource-Efficient Personal Large Language Models Fine-Tuning with Collaborative Edge Computing","created":"2024-08-20","cited_by_count":1,"area":null},{"id":"2412.15519","title":"PreNeT: Leveraging Computational Features to Predict Deep Neural Network Training Time","created":"2024-12-20","cited_by_count":1,"area":null},{"id":"2505.10183","title":"KAITIAN: A Unified Communication Framework for Enabling Efficient Collaboration Across Heterogeneous Accelerators in Embodied AI Systems","created":"2025-05-15","cited_by_count":1,"area":null},{"id":"2509.19855","title":"CollaPipe: Adaptive Segment-Optimized Pipeline Parallelism for Collaborative LLM Training in Heterogeneous Edge Networks","created":"2025-09-24","cited_by_count":1,"area":null},{"id":"2601.22585","title":"HetCCL: Accelerating LLM Training with Heterogeneous GPUs","created":"2026-01-30","cited_by_count":1,"area":null},{"id":"2309.10367","title":"Toward efficient resource utilization at edge nodes in federated learning","created":"2023-09-19","cited_by_count":0,"area":null},{"id":"2311.03703","title":"Practical Performance Guarantees for Pipelined DNN Inference","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2504.06095","title":"Nonuniform-Tensor-Parallelism: Mitigating GPU failure impact for Scaled-up LLM Training","created":"2025-04-08","cited_by_count":0,"area":null},{"id":"2508.16905","title":"Tri-Accel: Curvature-Aware Precision-Adaptive and Memory-Elastic Optimization for Efficient GPU Usage","created":"2025-08-23","cited_by_count":0,"area":null},{"id":"2510.15425","title":"TeamFormer: Shallow Parallel Transformers with Progressive Approximation","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2605.18750","title":"A Readiness-Driven Runtime for Pipeline-Parallel Training under Runtime Variability","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.31000","title":"HetCCL: Enabling Collective Communication For Mixed-Vendor Heterogeneous Clusters","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.15199","title":"CogGuard: Cognitive and Operational Profiling for Proactive Warning in Edge Intelligent Services","created":"2026-06-13","cited_by_count":0,"area":null}],"next_cursor":null}