{"total":111,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2403.08295","title":"Gemma: Open Models Based on Gemini Research and Technology","created":"2024-03-13","cited_by_count":916,"area":null},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897,"area":"wm"},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660,"area":null},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623,"area":"moe"},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2505.13211","title":"MAGI-1: Autoregressive Video Generation at Scale","created":"2025-05-19","cited_by_count":276,"area":"wm"},{"id":"2607.02770","title":"Gemma 4 Technical Report","created":"2026-07-02","cited_by_count":259,"area":"mllm"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2303.01037","title":"Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages","created":"2023-03-02","cited_by_count":231,"area":null},{"id":"2304.01433","title":"TPU v4: An Optically Reconfigurable Supercomputer for Machine Learning with Hardware Support for Embeddings","created":"2023-04-04","cited_by_count":202,"area":null},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187,"area":null},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2302.03917","title":"Noise2Music: Text-conditioned Music Generation with Diffusion Models","created":"2023-02-08","cited_by_count":173,"area":"diffusion"},{"id":"2511.04670","title":"Cambrian-S: Towards Spatial Supersensing in Video","created":"2025-11-06","cited_by_count":134,"area":"wm"},{"id":"2105.13120","title":"Sequence Parallelism: Long Sequence Training from System Perspective","created":"2021-05-26","cited_by_count":126,"area":null},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118,"area":null},{"id":"2307.15337","title":"Skeleton-of-Thought: Prompting LLMs for Efficient Parallel Generation","created":"2023-07-28","cited_by_count":105,"area":"lr"},{"id":"2402.19481","title":"DistriFusion: Distributed Parallel Inference for High-Resolution Diffusion Models","created":"2024-02-29","cited_by_count":98,"area":"diffusion"},{"id":"2109.13226","title":"BigSSL: Exploring the Frontier of Large-Scale Semi-Supervised Learning for Automatic Speech Recognition","created":"2021-09-27","cited_by_count":88,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2208.06102","title":"Zeus: Understanding and Optimizing GPU Energy Consumption of DNN Training","created":"2022-08-12","cited_by_count":79,"area":null},{"id":"2306.06079","title":"Deep Learning for Day Forecasts from Sparse Observations","created":"2023-06-06","cited_by_count":72,"area":null},{"id":"2205.04596","title":"When does dough become a bagel? Analyzing the remaining mistakes on ImageNet","created":"2022-05-09","cited_by_count":61,"area":null},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53,"area":null},{"id":"2406.18533","title":"On Scaling Up 3D Gaussian Splatting Training","created":"2024-06-26","cited_by_count":49,"area":null},{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2302.11665","title":"AlpaServe: Statistical Multiplexing with Model Parallelism for Deep Learning Serving","created":"2023-02-22","cited_by_count":31,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2406.06911","title":"AsyncDiff: Parallelizing Diffusion Models by Asynchronous Denoising","created":"2024-06-11","cited_by_count":22,"area":"diffusion"},{"id":"2111.07470","title":"Skillful Twelve Hour Precipitation Forecasts using Large Context Neural Networks","created":"2021-11-14","cited_by_count":20,"area":null},{"id":"2201.12023","title":"Alpa: Automating Inter- and Intra-Operator Parallelism for Distributed Deep Learning","created":"2022-01-28","cited_by_count":20,"area":null},{"id":"2211.05322","title":"On Optimizing the Communication of Model Parallelism","created":"2022-11-10","cited_by_count":19,"area":null},{"id":"2303.10126","title":"IRGen: Generative Modeling for Image Retrieval","created":"2023-03-17","cited_by_count":18,"area":null},{"id":"2404.14712","title":"ORBIT: Oak Ridge Base Foundation Model for Earth System Predictability","created":"2024-04-23","cited_by_count":17,"area":null},{"id":"2607.07675","title":"Scaling Mixture-of-Experts Video Pretraining for Embodied Intelligence","created":"2026-07-08","cited_by_count":15,"area":"moe"},{"id":"2307.02031","title":"Improving Automatic Parallel Training via Balanced Memory Workload Optimization","created":"2023-07-05","cited_by_count":14,"area":null},{"id":"2310.02784","title":"MAD Max Beyond Single-Node: Enabling Large Machine Learning Model Acceleration on Distributed Systems","created":"2023-10-04","cited_by_count":14,"area":null},{"id":"2112.02958","title":"Automap: Towards Ergonomic Automated Parallelism for ML Models","created":"2021-12-06","cited_by_count":12,"area":null},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2111.05972","title":"Amazon SageMaker Model Parallelism: A General and Flexible Framework for Large Model Training","created":"2021-11-10","cited_by_count":11,"area":null},{"id":"2302.08005","title":"Slapo: A Schedule Language for Progressive Optimization of Large Deep Learning Model Training","created":"2023-02-16","cited_by_count":11,"area":null},{"id":"2302.08917","title":"Massively Multilingual Shallow Fusion with Large Language Models","created":"2023-02-17","cited_by_count":10,"area":null},{"id":"2401.11202","title":"PartIR: Composing SPMD Partitioning Strategies for Machine Learning","created":"2024-01-20","cited_by_count":10,"area":null},{"id":"2411.09678","title":"NeuralDEM -- Real-time Simulation of Industrial Particulate Flows","created":"2024-11-14","cited_by_count":10,"area":null},{"id":"2204.06514","title":"Scalable Training of Language Models using JAX pjit and TPUv4","created":"2022-04-13","cited_by_count":9,"area":null},{"id":"2403.07128","title":"DrJAX: Scalable and Differentiable MapReduce Primitives in JAX","created":"2024-03-11","cited_by_count":9,"area":null},{"id":"2311.05610","title":"Efficient Parallelization Layouts for Large-Scale Distributed Model Training","created":"2023-11-09","cited_by_count":8,"area":null},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2403.03699","title":"Model Parallelism on Distributed Infrastructure: A Literature Review from Theory to LLM Case-Studies","created":"2024-03-06","cited_by_count":7,"area":null},{"id":"2411.00284","title":"SimpleFSDP: Simpler Fully Sharded Data Parallel with torch.compile","created":"2024-11-01","cited_by_count":7,"area":null},{"id":"2504.09307","title":"Lumos: Efficient Performance Modeling and Estimation for Large-scale LLM Training","created":"2025-04-12","cited_by_count":7,"area":null},{"id":"2112.02752","title":"End-to-end Adaptive Distributed Training on PaddlePaddle","created":"2021-12-06","cited_by_count":5,"area":null},{"id":"2301.08984","title":"SuperScaler: Supporting Flexible DNN Parallelization via a Unified Abstraction","created":"2023-01-21","cited_by_count":5,"area":null},{"id":"2302.02599","title":"Colossal-Auto: Unified Automation of Parallelization and Activation Checkpoint for Large-scale Models","created":"2023-02-06","cited_by_count":5,"area":null},{"id":"2408.04808","title":"Scaling Deep Learning Computation over the Inter-Core Connected Intelligence Processor with T10","created":"2024-08-09","cited_by_count":5,"area":null},{"id":"2509.06794","title":"Dato: A Task-Based Programming Model for Dataflow Accelerators","created":"2025-09-08","cited_by_count":5,"area":null},{"id":"2510.03293","title":"From Score Distributions to Balance: Plug-and-Play Mixture-of-Experts Routing","created":"2025-09-29","cited_by_count":5,"area":"moe"},{"id":"2406.08334","title":"ProTrain: Efficient LLM Training via Memory-Aware Techniques","created":"2024-06-12","cited_by_count":4,"area":null},{"id":"2505.11564","title":"HessFormer: Hessians at Foundation Scale","created":"2025-05-16","cited_by_count":4,"area":"moe"},{"id":"2507.05411","title":"AXLearn: Modular, Hardware-Agnostic Large Model Training","created":"2025-07-07","cited_by_count":4,"area":null},{"id":"2512.14098","title":"Cornfigurator: Automated Planning for Any-to-Any Multimodal Model Serving","created":"2025-12-16","cited_by_count":4,"area":null},{"id":"2605.25880","title":"The Quantization Benefits of Residual-Free Transformers","created":"2026-05-25","cited_by_count":4,"area":null},{"id":"2112.01075","title":"Memory-efficient array redistribution through portable collective communication","created":"2021-12-02","cited_by_count":3,"area":null},{"id":"2310.07136","title":"Exponential Quantum Communication Advantage in Distributed Inference and Learning","created":"2023-10-11","cited_by_count":3,"area":null},{"id":"2601.19092","title":"Axe: A Simple Unified Layout Abstraction for Machine Learning Compilers","created":"2026-01-27","cited_by_count":3,"area":null},{"id":"2111.05426","title":"DistIR: An Intermediate Representation and Simulator for Efficient Neural Network Distribution","created":"2021-11-09","cited_by_count":2,"area":null},{"id":"2210.06352","title":"Automatic Discovery of Composite SPMD Partitioning Strategies in PartIR","created":"2022-10-07","cited_by_count":2,"area":null},{"id":"2302.08141","title":"Auto-Parallelizing Large Models with Rhino: A Systematic Approach on Production AI Platform","created":"2023-02-16","cited_by_count":2,"area":null},{"id":"2307.16375","title":"UniAP: Unifying Inter- and Intra-Layer Automatic Parallelism by Mixed Integer Quadratic Programming","created":"2023-07-31","cited_by_count":2,"area":null},{"id":"2311.15269","title":"Tessel: Boosting Distributed Execution of Large DNN Models via Flexible Schedule Search","created":"2023-11-26","cited_by_count":2,"area":null},{"id":"2411.06465","title":"Accelerating Large Language Model Training with 4D Parallelism and Memory Consumption Estimator","created":"2024-11-10","cited_by_count":2,"area":null},{"id":"2501.15665","title":"StagFormer: Time Staggering Transformer Decoding for RunningLayers In Parallel","created":"2025-01-26","cited_by_count":2,"area":null},{"id":"2512.12131","title":"BOOST: BOttleneck-Optimized Scalable Training Framework for Low-Rank Large Language Models","created":"2025-12-13","cited_by_count":2,"area":null},{"id":"2606.11289","title":"i1: A Simple and Fully Open Recipe for Strong Text-to-Image Models","created":"2026-06-09","cited_by_count":2,"area":"diffusion"},{"id":"2306.00088","title":"Auto-Differentiation of Relational Computations for Very Large Scale Machine Learning","created":"2023-05-31","cited_by_count":1,"area":null},{"id":"2412.14374","title":"Scaling Deep Learning Training with MPMD Pipeline Parallelism","created":"2024-12-18","cited_by_count":1,"area":null},{"id":"2507.13736","title":"An End-to-End DNN Inference Framework for the SpiNNaker2 Neuromorphic MPSoC","created":"2025-07-18","cited_by_count":1,"area":null},{"id":"2509.07003","title":"veScale: Consistent and Efficient Tensor Programming with Eager-Mode SPMD","created":"2025-09-05","cited_by_count":1,"area":null},{"id":"2602.22437","title":"veScale-FSDP: Flexible and High-Performance FSDP at Scale","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2604.27089","title":"AutoSP: Unlocking Long-Context LLM Training Via Compiler-Based Sequence Parallelism","created":"2026-04-29","cited_by_count":1,"area":null},{"id":"2605.30126","title":"PARCEL: Pool-Anchored Resampling with Conditioned Elastic Queries for Efficient Vision-Language Understanding","created":"2026-05-28","cited_by_count":1,"area":"mllm"},{"id":"2607.18171","title":"FlashRT: Agent Harness for Guiding Agents to Deploy Real-Time Multimodal Applications","created":"2026-07-20","cited_by_count":1,"area":"agents"},{"id":"2311.03703","title":"Practical Performance Guarantees for Pipelined DNN Inference","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2409.17171","title":"Cross-Domain Content Generation with Domain-Specific Small Language Models","created":"2024-09-19","cited_by_count":0,"area":null},{"id":"2410.09141","title":"ACER: Automatic Language Model Context Extension via Retrieval","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2501.01951","title":"MixGCN: Scalable GCN Training by Mixture of Parallelism and Mixture of Accelerators","created":"2025-01-03","cited_by_count":0,"area":null},{"id":"2503.09357","title":"Automatic Operator-level Parallelism Planning for Distributed Deep Learning -- A Mixed-Integer Programming Approach","created":"2025-03-12","cited_by_count":0,"area":null},{"id":"2504.12471","title":"You Don't Need All Attentions: Distributed Dynamic Fine-Tuning for Foundation Models","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2505.22313","title":"Large-Area Fabrication-Aware Computational Diffractive Optics","created":"2025-05-28","cited_by_count":0,"area":null},{"id":"2508.15010","title":"TOAST: Fast and scalable auto-partitioning based on principled static analysis","created":"2025-08-20","cited_by_count":0,"area":null}],"next_cursor":"100"}