{"total":279,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2201.05624","title":"Scientific Machine Learning through Physics-Informed Neural Networks: Where we are and What's next","created":"2022-01-14","cited_by_count":608,"area":null},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2111.03043","title":"A System for General In-Hand Object Re-Orientation","created":"2021-11-04","cited_by_count":165,"area":null},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2110.14883","title":"Colossal-AI: A Unified Deep Learning System For Large-Scale Parallel Training","created":"2021-10-28","cited_by_count":96,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2101.06541","title":"SceneGen: Learning to Generate Realistic Traffic Scenes","created":"2021-01-16","cited_by_count":84,"area":null},{"id":"2103.12010","title":"Federated Quantum Machine Learning","created":"2021-03-22","cited_by_count":82,"area":null},{"id":"2104.05158","title":"Software-Hardware Co-design for Fast and Scalable Training of Deep Learning Recommendation Models","created":"2021-04-12","cited_by_count":78,"area":null},{"id":"2107.06925","title":"Chimera: Efficiently Training Large-Scale Neural Networks with Bidirectional Pipelines","created":"2021-07-14","cited_by_count":68,"area":null},{"id":"2504.05295","title":"Dion: Distributed Orthonormalized Updates","created":"2025-04-07","cited_by_count":68,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2204.12013","title":"Bamboo: Making Preemptible Instances Resilient for Affordable Training of Large DNNs","created":"2022-04-26","cited_by_count":49,"area":null},{"id":"2303.14006","title":"ASTRA-sim2.0: Modeling Hierarchical Networks and Disaggregated Systems for Large-model Training at Scale","created":"2023-03-24","cited_by_count":47,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2105.05720","title":"Breaking the Computation and Communication Abstraction Barrier in Distributed Machine Learning Workloads","created":"2021-05-12","cited_by_count":40,"area":null},{"id":"2111.04867","title":"TACCL: Guiding Collective Algorithm Synthesis using Communication Sketches","created":"2021-11-08","cited_by_count":38,"area":null},{"id":"2509.21009","title":"RollPacker: Mitigating Long-Tail Rollouts for Fast, Synchronous RL Post-Training","created":"2025-09-25","cited_by_count":35,"area":"lr"},{"id":"2101.10761","title":"An Efficient Statistical-based Gradient Compression Technique for Distributed Training Systems","created":"2021-01-26","cited_by_count":32,"area":null},{"id":"2103.06995","title":"Performance of a Geometric Deep Learning Pipeline for HL-LHC Particle Tracking","created":"2021-03-11","cited_by_count":30,"area":null},{"id":"2206.01299","title":"Fine-tuning Language Models over Slow Networks using Activation Compression with Guarantees","created":"2022-06-02","cited_by_count":30,"area":null},{"id":"2405.10853","title":"The Future of Large Language Model Pre-training is Federated","created":"2024-05-17","cited_by_count":30,"area":null},{"id":"2112.07221","title":"HET: Scaling out Huge Embedding Model Training via Cache-enabled Distributed Framework","created":"2021-12-14","cited_by_count":28,"area":null},{"id":"2107.14586","title":"An Efficient DP-SGD Mechanism for Large Scale NLP Models","created":"2021-07-14","cited_by_count":27,"area":null},{"id":"2203.13789","title":"FLUTE: A Scalable, Extensible Framework for High-Performance Federated Learning Simulations","created":"2022-03-25","cited_by_count":27,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2104.03006","title":"Librispeech Transducer Model with Internal Language Model Prior Correction","created":"2021-04-07","cited_by_count":26,"area":null},{"id":"2211.07541","title":"Aspects of scaling and scalability for flow-based sampling of lattice QCD","created":"2022-11-14","cited_by_count":26,"area":null},{"id":"2308.00852","title":"CASSINI: Network-Aware Job Scheduling in Machine Learning Clusters","created":"2023-08-01","cited_by_count":26,"area":null},{"id":"2405.17245","title":"Galaxy: A Resource-Efficient Collaborative Edge AI System for In-situ Transformer Inference","created":"2024-05-27","cited_by_count":25,"area":null},{"id":"2106.07551","title":"MALib: A Parallel Framework for Population-based Multi-agent Reinforcement Learning","created":"2021-06-05","cited_by_count":23,"area":null},{"id":"2201.07598","title":"Near-Optimal Sparse Allreduce for Distributed Deep Learning","created":"2022-01-19","cited_by_count":23,"area":null},{"id":"2103.13031","title":"Czert -- Czech BERT-like Model for Language Representation","created":"2021-03-24","cited_by_count":22,"area":null},{"id":"2110.05841","title":"Relative Molecule Self-Attention Transformer","created":"2021-10-12","cited_by_count":21,"area":null},{"id":"2205.08332","title":"Scalable algorithms for physics-informed neural and graph networks","created":"2022-05-16","cited_by_count":21,"area":null},{"id":"2107.01739","title":"KAISA: An Adaptive Second-Order Optimizer Framework for Deep Neural Networks","created":"2021-07-04","cited_by_count":20,"area":null},{"id":"2201.12023","title":"Alpa: Automating Inter- and Intra-Operator Parallelism for Distributed Deep Learning","created":"2022-01-28","cited_by_count":20,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2106.04759","title":"Communication-efficient SGD: From Local SGD to One-Shot Averaging","created":"2021-06-09","cited_by_count":19,"area":null},{"id":"2202.00079","title":"You May Not Need Ratio Clipping in PPO","created":"2022-01-31","cited_by_count":19,"area":null},{"id":"2211.05322","title":"On Optimizing the Communication of Model Parallelism","created":"2022-11-10","cited_by_count":19,"area":null},{"id":"2107.00961","title":"ResIST: Layer-Wise Decomposition of ResNets for Distributed Training","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2109.13227","title":"TSM: Temporal Shift Module for Efficient and Scalable Video Understanding on Edge Device","created":"2021-09-27","cited_by_count":17,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2204.11131","title":"Data Debugging with Shapley Importance over End-to-End Machine Learning Pipelines","created":"2022-04-23","cited_by_count":17,"area":null},{"id":"2302.12862","title":"FLINT: A Platform for Federated Learning Integration","created":"2023-02-24","cited_by_count":17,"area":null},{"id":"2101.09469","title":"Training Multilingual Pre-trained Language Model with Byte-level Subwords","created":"2021-01-23","cited_by_count":16,"area":null},{"id":"2111.04287","title":"BlueFog: Make Decentralized Algorithms Practical for Optimization and Deep Learning","created":"2021-11-08","cited_by_count":16,"area":null},{"id":"2312.05181","title":"Tenplex: Dynamic Parallelism for Deep Learning using Parallelizable Tensor Collections","created":"2023-12-08","cited_by_count":16,"area":null},{"id":"2110.13005","title":"AxoNN: An asynchronous, message-driven parallel framework for extreme-scale deep learning","created":"2021-10-25","cited_by_count":15,"area":null},{"id":"2110.15032","title":"OneFlow: Redesign the Distributed Deep Learning Framework from Scratch","created":"2021-10-28","cited_by_count":15,"area":null},{"id":"2203.16406","title":"PerfectDou: Dominating DouDizhu with Perfect Information Distillation","created":"2022-03-30","cited_by_count":15,"area":null},{"id":"2302.08545","title":"THC: Accelerating Distributed Deep Learning Using Tensor Homomorphic Compression","created":"2023-02-16","cited_by_count":15,"area":null},{"id":"2101.08734","title":"Clairvoyant Prefetching for Distributed Machine Learning I/O","created":"2021-01-21","cited_by_count":14,"area":null},{"id":"2111.09451","title":"Benchmarking and scaling of deep learning models for land cover image classification","created":"2021-11-18","cited_by_count":14,"area":null},{"id":"2202.05838","title":"Applications of Machine Learning to Lattice Quantum Field Theory","created":"2022-02-10","cited_by_count":14,"area":null},{"id":"2405.11704","title":"Efficiency optimization of large-scale language models based on deep learning in natural language processing tasks","created":"2024-05-20","cited_by_count":14,"area":null},{"id":"2405.14009","title":"ReCycle: Resilient Training of Large DNNs using Pipeline Adaptation","created":"2024-05-22","cited_by_count":14,"area":null},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13,"area":null},{"id":"2210.07297","title":"AMP: Automatically Finding Model Parallel Strategies with Heterogeneity Awareness","created":"2022-10-13","cited_by_count":13,"area":null},{"id":"2210.11831","title":"Management of Machine Learning Lifecycle Artifacts: A Survey","created":"2022-10-21","cited_by_count":13,"area":null},{"id":"2303.11673","title":"A Survey on Class Imbalance in Federated Learning","created":"2023-03-21","cited_by_count":13,"area":null},{"id":"2310.10046","title":"TRANSOM: An Efficient Fault-Tolerant System for Training LLMs","created":"2023-10-16","cited_by_count":13,"area":null},{"id":"2312.11819","title":"An Adaptive Placement and Parallelism Framework for Accelerating RLHF Training","created":"2023-12-19","cited_by_count":13,"area":"alignment"},{"id":"2408.08015","title":"Asteroid: Resource-Efficient Hybrid Pipeline Parallelism for Collaborative DNN Training on Heterogeneous Edge Devices","created":"2024-08-15","cited_by_count":13,"area":null},{"id":"2104.08542","title":"ScaleFreeCTR: MixCache-based Distributed Training System for CTR Models with Huge Embedding Table","created":"2021-04-17","cited_by_count":12,"area":null},{"id":"2106.11257","title":"Secure Distributed Training at Scale","created":"2021-06-21","cited_by_count":12,"area":null},{"id":"2205.02473","title":"dPRO: A Generic Profiling and Optimization System for Expediting Distributed DNN Training","created":"2022-05-05","cited_by_count":12,"area":null},{"id":"2301.02654","title":"Does compressing activations help model parallel training?","created":"2023-01-06","cited_by_count":12,"area":null},{"id":"2106.00116","title":"Effect of Pre-Training Scale on Intra- and Inter-Domain Full and Few-Shot Transfer Learning for Natural and Medical X-Ray Chest Images","created":"2021-05-31","cited_by_count":11,"area":null},{"id":"2206.04959","title":"Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models","created":"2022-06-10","cited_by_count":11,"area":null},{"id":"2302.08005","title":"Slapo: A Schedule Language for Progressive Optimization of Large Deep Learning Model Training","created":"2023-02-16","cited_by_count":11,"area":null},{"id":"2102.07511","title":"GradPIM: A Practical Processing-in-DRAM Architecture for Gradient Descent","created":"2021-02-15","cited_by_count":10,"area":null},{"id":"2108.11976","title":"JUWELS Booster -- A Supercomputer for Large-Scale AI Research","created":"2021-06-30","cited_by_count":10,"area":null},{"id":"2109.05256","title":"Multilingual Translation via Grafting Pre-trained Language Models","created":"2021-09-11","cited_by_count":10,"area":null},{"id":"2202.08679","title":"Where Is My Training Bottleneck? Hidden Trade-Offs in Deep Learning Preprocessing Pipelines","created":"2022-02-17","cited_by_count":10,"area":null},{"id":"2404.01875","title":"Satellite Federated Edge Learning: Architecture Design and Convergence Analysis","created":"2024-04-02","cited_by_count":10,"area":null},{"id":"2502.21231","title":"ByteScale: Efficient Scaling of LLM Training with a 2048K Context Length on More Than 12,000 GPUs","created":"2025-02-28","cited_by_count":10,"area":null},{"id":"2503.16585","title":"Distributed LLMs and Multimodal Large Language Models: A Survey on Advances, Challenges, and Future Directions","created":"2025-03-20","cited_by_count":10,"area":"mllm"},{"id":"2103.08894","title":"Distributed Deep Learning Using Volunteer Computing-Like Paradigm","created":"2021-03-16","cited_by_count":9,"area":null},{"id":"2202.02491","title":"Distributed Learning With Sparsified Gradient Differences","created":"2022-02-05","cited_by_count":9,"area":null},{"id":"2409.15241","title":"Domino: Eliminating Communication in LLM Training via Generic Tensor Slicing and Overlapping","created":"2024-09-23","cited_by_count":9,"area":null},{"id":"2601.07526","title":"MegaFlow: Large-Scale Distributed Orchestration System for the Agentic Era","created":"2026-01-12","cited_by_count":9,"area":"agents"},{"id":"2111.09562","title":"COMET: A Novel Memory-Efficient Deep Learning Training Framework by Using Error-Bounded Lossy Compression","created":"2021-11-18","cited_by_count":8,"area":null},{"id":"2112.13381","title":"FRuDA: Framework for Distributed Adversarial Domain Adaptation","created":"2021-12-26","cited_by_count":8,"area":null},{"id":"2306.01497","title":"Data-Efficient French Language Modeling with CamemBERTa","created":"2023-06-02","cited_by_count":8,"area":null},{"id":"2404.06430","title":"pfl-research: simulation framework for accelerating research in Private Federated Learning","created":"2024-04-09","cited_by_count":8,"area":null},{"id":"2105.03418","title":"Deep Learning Hamiltonian Monte Carlo","created":"2021-05-07","cited_by_count":7,"area":null},{"id":"2105.13967","title":"Bridging Data Center AI Systems with Edge Computing for Actionable Information Retrieval","created":"2021-05-28","cited_by_count":7,"area":null},{"id":"2111.04949","title":"A Survey and Empirical Evaluation of Parallel Deep Learning Frameworks","created":"2021-11-09","cited_by_count":7,"area":null},{"id":"2201.12423","title":"Benchmarking Resource Usage for Efficient Distributed Deep Learning","created":"2022-01-28","cited_by_count":7,"area":null},{"id":"2206.15143","title":"Scalable K-FAC Training for Deep Neural Networks with Distributed Preconditioning","created":"2022-06-30","cited_by_count":7,"area":null},{"id":"2306.08289","title":"$\\textbf{A}^2\\textbf{CiD}^2$: Accelerating Asynchronous Communication in Decentralized Deep Learning","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2306.08881","title":"Evaluation and Optimization of Gradient Compression for Distributed Deep Learning","created":"2023-06-15","cited_by_count":7,"area":null},{"id":"2401.07788","title":"Activations and Gradients Compression for Model-Parallel Training","created":"2024-01-15","cited_by_count":7,"area":null},{"id":"2410.21316","title":"Deep Optimizer States: Towards Scalable Training of Transformer Models Using Interleaved Offloading","created":"2024-10-26","cited_by_count":7,"area":null},{"id":"2111.09539","title":"Deep neural networks-based denoising models for CT imaging and their efficacy","created":"2021-11-18","cited_by_count":6,"area":null}],"next_cursor":"100"}