{"total":256,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2305.13516","title":"Scaling Speech Technology to 1,000+ Languages","created":"2023-05-22","cited_by_count":411,"area":null},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2502.05564","title":"TabICL: A Tabular Foundation Model for In-Context Learning on Large Data","created":"2025-02-08","cited_by_count":289,"area":null},{"id":"2309.17452","title":"ToRA: A Tool-Integrated Reasoning Agent for Mathematical Problem Solving","created":"2023-09-29","cited_by_count":282,"area":"lr"},{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245,"area":null},{"id":"2111.00364","title":"Sustainable AI: Environmental Implications, Challenges and Opportunities","created":"2021-10-30","cited_by_count":242,"area":null},{"id":"2308.00708","title":"VeriGen: A Large Language Model for Verilog Code Generation","created":"2023-07-28","cited_by_count":200,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2312.11514","title":"LLM in a flash: Efficient Large Language Model Inference with Limited Memory","created":"2023-12-12","cited_by_count":177,"area":"inference"},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163,"area":"inference"},{"id":"2405.03553","title":"AlphaMath Almost Zero: Process Supervision without Process","created":"2024-05-06","cited_by_count":162,"area":"lr"},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2105.13120","title":"Sequence Parallelism: Long Sequence Training from System Perspective","created":"2021-05-26","cited_by_count":126,"area":null},{"id":"2110.14378","title":"Towards artificial general intelligence via a multimodal foundation model","created":"2021-10-27","cited_by_count":112,"area":null},{"id":"2206.09557","title":"LUT-GEMM: Quantized Matrix Multiplication based on LUTs for Efficient Inference in Large-Scale Generative Language Models","created":"2022-06-20","cited_by_count":105,"area":null},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2401.07324","title":"Small LLMs Are Weak Tool Learners: A Multi-LLM Agent","created":"2024-01-14","cited_by_count":93,"area":"agents"},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2203.12533","title":"Pathways: Asynchronous Distributed Dataflow for ML","created":"2022-03-23","cited_by_count":82,"area":null},{"id":"2401.08190","title":"MARIO: MAth Reasoning with code Interpreter Output -- A Reproducible Pipeline","created":"2024-01-16","cited_by_count":81,"area":"lr"},{"id":"2309.06497","title":"A Distributed Data-Parallel PyTorch Implementation of the Distributed Shampoo Optimizer for Training Neural Networks At-Scale","created":"2023-09-12","cited_by_count":77,"area":null},{"id":"2406.10858","title":"Step-level Value Preference Optimization for Mathematical Reasoning","created":"2024-06-16","cited_by_count":72,"area":"lr"},{"id":"2402.07033","title":"Fiddler: CPU-GPU Orchestration for Fast Inference of Mixture-of-Experts Models","created":"2024-02-10","cited_by_count":71,"area":"moe"},{"id":"2402.11451","title":"SciAgent: Tool-augmented Language Models for Scientific Reasoning","created":"2024-02-18","cited_by_count":70,"area":"lr"},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2403.02333","title":"Key-Point-Driven Data Synthesis with its Enhancement on Mathematical Reasoning","created":"2024-03-04","cited_by_count":58,"area":"lr"},{"id":"2406.06858","title":"FLUX: Fast Software-based Communication Overlap On GPUs Through Kernel Fusion","created":"2024-06-11","cited_by_count":57,"area":null},{"id":"2509.15965","title":"RLinf: Flexible and Efficient Large-scale Reinforcement Learning via Macro-to-Micro Flow Transformation","created":"2025-09-19","cited_by_count":57,"area":"lr"},{"id":"2411.01433","title":"HOBBIT: A Mixed Precision Expert Offloading System for Fast MoE Inference","created":"2024-11-03","cited_by_count":55,"area":"moe"},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null},{"id":"2306.10209","title":"ZeRO++: Extremely Efficient Collective Communication for Giant Model Training","created":"2023-06-16","cited_by_count":52,"area":null},{"id":"2408.10433","title":"CLIP-DPO: Vision-Language Models as a Source of Preference for Fixing Hallucinations in LVLMs","created":"2024-08-19","cited_by_count":49,"area":"mllm"},{"id":"2403.01876","title":"D\\'ej\\`aVu: KV-cache Streaming for Fast, Fault-tolerant Generative LLM Serving","created":"2024-03-04","cited_by_count":48,"area":"inference"},{"id":"2303.06318","title":"A Hybrid Tensor-Expert-Data Parallelism Approach to Optimize Mixture-of-Experts Training","created":"2023-03-11","cited_by_count":47,"area":"moe"},{"id":"2303.14006","title":"ASTRA-sim2.0: Modeling Hierarchical Networks and Disaggregated Systems for Large-model Training at Scale","created":"2023-03-24","cited_by_count":47,"area":null},{"id":"2403.07648","title":"Characterization of Large Language Model Development in the Datacenter","created":"2024-03-12","cited_by_count":46,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2408.10284","title":"AdapMoE: Adaptive Sensitivity-based Expert Gating and Management for Efficient MoE Inference","created":"2024-08-19","cited_by_count":42,"area":"moe"},{"id":"2309.08125","title":"Oobleck: Resilient Distributed Training of Large Models Using Pipeline Templates","created":"2023-09-15","cited_by_count":40,"area":null},{"id":"2107.08147","title":"AutoFL: Enabling Heterogeneity-Aware Energy Efficient Federated Learning","created":"2021-07-16","cited_by_count":39,"area":null},{"id":"2207.02852","title":"Machine Learning Model Sizes and the Parameter Gap","created":"2022-07-05","cited_by_count":39,"area":null},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2406.14088","title":"ReaL: Efficient RLHF Training of Large Language Models with Parameter Reallocation","created":"2024-06-20","cited_by_count":37,"area":"alignment"},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2201.07705","title":"GEMEL: Model Merging for Memory-Efficient, Real-Time Video Analytics at the Edge","created":"2022-01-19","cited_by_count":32,"area":null},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2110.03888","title":"M6-10T: A Sharing-Delinking Paradigm for Efficient Multi-Trillion Parameter Pretraining","created":"2021-10-08","cited_by_count":31,"area":null},{"id":"2505.11432","title":"MegaScale-MoE: Large-Scale Communication-Efficient Training of Mixture-of-Experts Models in Production","created":"2025-05-16","cited_by_count":31,"area":"moe"},{"id":"2408.16326","title":"Critic-CoT: Boosting the reasoning abilities of large language model via Chain-of-thoughts Critic","created":"2024-08-29","cited_by_count":28,"area":"lr"},{"id":"2410.08964","title":"Language Imbalance Driven Rewarding for Multilingual Self-improving","created":"2024-10-11","cited_by_count":28,"area":"synth"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2404.02827","title":"BAdam: A Memory Efficient Full Parameter Optimization Method for Large Language Models","created":"2024-04-03","cited_by_count":27,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2211.14133","title":"PipeFisher: Efficient Training of Large Language Models Using Pipelining and Fisher Information Matrices","created":"2022-11-25","cited_by_count":24,"area":null},{"id":"2105.14450","title":"Maximizing Parallelism in Distributed Training for Huge Neural Networks","created":"2021-05-30","cited_by_count":23,"area":null},{"id":"2312.12391","title":"vTrain: A Simulation Framework for Evaluating Cost-effective and Compute-optimal Large Language Model Training","created":"2023-11-27","cited_by_count":23,"area":null},{"id":"2406.03496","title":"Wings: Learning Multimodal LLMs without Text-only Forgetting","created":"2024-06-05","cited_by_count":23,"area":"mllm"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22,"area":"moe"},{"id":"2401.04810","title":"Translate-Distill: Learning Cross-Language Dense Retrieval by Translation and Distillation","created":"2024-01-09","cited_by_count":22,"area":"distill"},{"id":"2412.15118","title":"Reasoning Through Execution: Unifying Process and Outcome Rewards for Code Generation","created":"2024-12-19","cited_by_count":21,"area":"lr"},{"id":"2502.06888","title":"Klotski: Efficient Mixture-of-Expert Inference via Expert-Aware Multi-Batch Pipeline","created":"2025-02-09","cited_by_count":21,"area":"moe"},{"id":"2105.14500","title":"Tesseract: Parallelize the Tensor Parallelism Efficiently","created":"2021-05-30","cited_by_count":19,"area":null},{"id":"2211.05322","title":"On Optimizing the Communication of Model Parallelism","created":"2022-11-10","cited_by_count":19,"area":null},{"id":"2503.13319","title":"MagicDistillation: Weak-to-Strong Video Distillation for Large-Scale Few-Step Synthesis","created":"2025-03-17","cited_by_count":19,"area":"diffusion"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2110.08460","title":"A Short Study on Compressing Decoder-Based Language Models","created":"2021-10-16","cited_by_count":16,"area":null},{"id":"2401.16677","title":"T3: Transparent Tracking & Triggering for Fine-grained Overlap of Compute & Collectives","created":"2024-01-30","cited_by_count":16,"area":null},{"id":"2406.10707","title":"DataStates-LLM: Lazy Asynchronous Checkpointing for Large Language Models","created":"2024-06-15","cited_by_count":16,"area":null},{"id":"2410.06617","title":"Learning Evolving Tools for Large Language Models","created":"2024-10-09","cited_by_count":16,"area":"agents"},{"id":"2108.05818","title":"PatrickStar: Parallel Training of Pre-trained Models via Chunk-based Memory Management","created":"2021-08-12","cited_by_count":15,"area":null},{"id":"2110.13005","title":"AxoNN: An asynchronous, message-driven parallel framework for extreme-scale deep learning","created":"2021-10-25","cited_by_count":15,"area":null},{"id":"2110.15032","title":"OneFlow: Redesign the Distributed Deep Learning Framework from Scratch","created":"2021-10-28","cited_by_count":15,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2304.08480","title":"DisCo-CLIP: A Distributed Contrastive Loss for Memory Efficient CLIP Training","created":"2023-04-17","cited_by_count":15,"area":null},{"id":"2403.06664","title":"Smart-Infinity: Fast Large Language Model Training using Near-Storage Processing on a Real System","created":"2024-03-11","cited_by_count":15,"area":null},{"id":"2203.00854","title":"FastFold: Reducing AlphaFold Training Time from 11 Days to 67 Hours","created":"2022-03-02","cited_by_count":14,"area":null},{"id":"2311.12144","title":"Applications of Large Scale Foundation Models for Autonomous Driving","created":"2023-11-20","cited_by_count":14,"area":"driving"},{"id":"2405.14009","title":"ReCycle: Resilient Training of Large DNNs using Pipeline Adaptation","created":"2024-05-22","cited_by_count":14,"area":null},{"id":"2409.02231","title":"SmileyLlama: Modifying Large Language Models for Directed Chemical Space Exploration","created":"2024-09-03","cited_by_count":14,"area":"alignment"},{"id":"2212.04129","title":"Deep Incubation: Training Large Models by Divide-and-Conquering","created":"2022-12-08","cited_by_count":13,"area":null},{"id":"2403.12806","title":"VisualCritic: Making LMMs Perceive Visual Quality Like Humans","created":"2024-03-19","cited_by_count":13,"area":"mllm"},{"id":"2403.12900","title":"Toward Sustainable GenAI using Generation Directives for Carbon-Friendly Large Language Model Inference","created":"2024-03-19","cited_by_count":13,"area":null},{"id":"2502.12224","title":"Fate: Fast Edge Inference of Mixture-of-Experts Models via Cross-Layer Gate","created":"2025-02-17","cited_by_count":13,"area":"moe"},{"id":"2507.12549","title":"The Serial Scaling Hypothesis","created":"2025-07-16","cited_by_count":13,"area":null}],"next_cursor":"100"}