{"total":91,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2403.08295","title":"Gemma: Open Models Based on Gemini Research and Technology","created":"2024-03-13","cited_by_count":916,"area":null},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2303.01037","title":"Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages","created":"2023-03-02","cited_by_count":231,"area":null},{"id":"2304.01433","title":"TPU v4: An Optically Reconfigurable Supercomputer for Machine Learning with Hardware Support for Embeddings","created":"2023-04-04","cited_by_count":202,"area":null},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187,"area":null},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2105.13120","title":"Sequence Parallelism: Long Sequence Training from System Perspective","created":"2021-05-26","cited_by_count":126,"area":null},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118,"area":null},{"id":"2109.13226","title":"BigSSL: Exploring the Frontier of Large-Scale Semi-Supervised Learning for Automatic Speech Recognition","created":"2021-09-27","cited_by_count":88,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2208.06102","title":"Zeus: Understanding and Optimizing GPU Energy Consumption of DNN Training","created":"2022-08-12","cited_by_count":79,"area":null},{"id":"2306.06079","title":"Deep Learning for Day Forecasts from Sparse Observations","created":"2023-06-06","cited_by_count":72,"area":null},{"id":"2205.04596","title":"When does dough become a bagel? Analyzing the remaining mistakes on ImageNet","created":"2022-05-09","cited_by_count":61,"area":null},{"id":"2211.13878","title":"Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism","created":"2022-11-25","cited_by_count":53,"area":null},{"id":"2406.18533","title":"On Scaling Up 3D Gaussian Splatting Training","created":"2024-06-26","cited_by_count":49,"area":null},{"id":"2302.11665","title":"AlpaServe: Statistical Multiplexing with Model Parallelism for Deep Learning Serving","created":"2023-02-22","cited_by_count":31,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2111.07470","title":"Skillful Twelve Hour Precipitation Forecasts using Large Context Neural Networks","created":"2021-11-14","cited_by_count":20,"area":null},{"id":"2201.12023","title":"Alpa: Automating Inter- and Intra-Operator Parallelism for Distributed Deep Learning","created":"2022-01-28","cited_by_count":20,"area":null},{"id":"2211.05322","title":"On Optimizing the Communication of Model Parallelism","created":"2022-11-10","cited_by_count":19,"area":null},{"id":"2303.10126","title":"IRGen: Generative Modeling for Image Retrieval","created":"2023-03-17","cited_by_count":18,"area":null},{"id":"2404.14712","title":"ORBIT: Oak Ridge Base Foundation Model for Earth System Predictability","created":"2024-04-23","cited_by_count":17,"area":null},{"id":"2307.02031","title":"Improving Automatic Parallel Training via Balanced Memory Workload Optimization","created":"2023-07-05","cited_by_count":14,"area":null},{"id":"2310.02784","title":"MAD Max Beyond Single-Node: Enabling Large Machine Learning Model Acceleration on Distributed Systems","created":"2023-10-04","cited_by_count":14,"area":null},{"id":"2112.02958","title":"Automap: Towards Ergonomic Automated Parallelism for ML Models","created":"2021-12-06","cited_by_count":12,"area":null},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2111.05972","title":"Amazon SageMaker Model Parallelism: A General and Flexible Framework for Large Model Training","created":"2021-11-10","cited_by_count":11,"area":null},{"id":"2302.08005","title":"Slapo: A Schedule Language for Progressive Optimization of Large Deep Learning Model Training","created":"2023-02-16","cited_by_count":11,"area":null},{"id":"2302.08917","title":"Massively Multilingual Shallow Fusion with Large Language Models","created":"2023-02-17","cited_by_count":10,"area":null},{"id":"2401.11202","title":"PartIR: Composing SPMD Partitioning Strategies for Machine Learning","created":"2024-01-20","cited_by_count":10,"area":null},{"id":"2411.09678","title":"NeuralDEM -- Real-time Simulation of Industrial Particulate Flows","created":"2024-11-14","cited_by_count":10,"area":null},{"id":"2204.06514","title":"Scalable Training of Language Models using JAX pjit and TPUv4","created":"2022-04-13","cited_by_count":9,"area":null},{"id":"2403.07128","title":"DrJAX: Scalable and Differentiable MapReduce Primitives in JAX","created":"2024-03-11","cited_by_count":9,"area":null},{"id":"2311.05610","title":"Efficient Parallelization Layouts for Large-Scale Distributed Model Training","created":"2023-11-09","cited_by_count":8,"area":null},{"id":"2403.03699","title":"Model Parallelism on Distributed Infrastructure: A Literature Review from Theory to LLM Case-Studies","created":"2024-03-06","cited_by_count":7,"area":null},{"id":"2411.00284","title":"SimpleFSDP: Simpler Fully Sharded Data Parallel with torch.compile","created":"2024-11-01","cited_by_count":7,"area":null},{"id":"2504.09307","title":"Lumos: Efficient Performance Modeling and Estimation for Large-scale LLM Training","created":"2025-04-12","cited_by_count":7,"area":null},{"id":"2112.02752","title":"End-to-end Adaptive Distributed Training on PaddlePaddle","created":"2021-12-06","cited_by_count":5,"area":null},{"id":"2301.08984","title":"SuperScaler: Supporting Flexible DNN Parallelization via a Unified Abstraction","created":"2023-01-21","cited_by_count":5,"area":null},{"id":"2302.02599","title":"Colossal-Auto: Unified Automation of Parallelization and Activation Checkpoint for Large-scale Models","created":"2023-02-06","cited_by_count":5,"area":null},{"id":"2408.04808","title":"Scaling Deep Learning Computation over the Inter-Core Connected Intelligence Processor with T10","created":"2024-08-09","cited_by_count":5,"area":null},{"id":"2509.06794","title":"Dato: A Task-Based Programming Model for Dataflow Accelerators","created":"2025-09-08","cited_by_count":5,"area":null},{"id":"2406.08334","title":"ProTrain: Efficient LLM Training via Memory-Aware Techniques","created":"2024-06-12","cited_by_count":4,"area":null},{"id":"2507.05411","title":"AXLearn: Modular, Hardware-Agnostic Large Model Training","created":"2025-07-07","cited_by_count":4,"area":null},{"id":"2512.14098","title":"Cornfigurator: Automated Planning for Any-to-Any Multimodal Model Serving","created":"2025-12-16","cited_by_count":4,"area":null},{"id":"2605.25880","title":"The Quantization Benefits of Residual-Free Transformers","created":"2026-05-25","cited_by_count":4,"area":null},{"id":"2112.01075","title":"Memory-efficient array redistribution through portable collective communication","created":"2021-12-02","cited_by_count":3,"area":null},{"id":"2310.07136","title":"Exponential Quantum Communication Advantage in Distributed Inference and Learning","created":"2023-10-11","cited_by_count":3,"area":null},{"id":"2601.19092","title":"Axe: A Simple Unified Layout Abstraction for Machine Learning Compilers","created":"2026-01-27","cited_by_count":3,"area":null},{"id":"2111.05426","title":"DistIR: An Intermediate Representation and Simulator for Efficient Neural Network Distribution","created":"2021-11-09","cited_by_count":2,"area":null},{"id":"2210.06352","title":"Automatic Discovery of Composite SPMD Partitioning Strategies in PartIR","created":"2022-10-07","cited_by_count":2,"area":null},{"id":"2302.08141","title":"Auto-Parallelizing Large Models with Rhino: A Systematic Approach on Production AI Platform","created":"2023-02-16","cited_by_count":2,"area":null},{"id":"2307.16375","title":"UniAP: Unifying Inter- and Intra-Layer Automatic Parallelism by Mixed Integer Quadratic Programming","created":"2023-07-31","cited_by_count":2,"area":null},{"id":"2311.15269","title":"Tessel: Boosting Distributed Execution of Large DNN Models via Flexible Schedule Search","created":"2023-11-26","cited_by_count":2,"area":null},{"id":"2411.06465","title":"Accelerating Large Language Model Training with 4D Parallelism and Memory Consumption Estimator","created":"2024-11-10","cited_by_count":2,"area":null},{"id":"2501.15665","title":"StagFormer: Time Staggering Transformer Decoding for RunningLayers In Parallel","created":"2025-01-26","cited_by_count":2,"area":null},{"id":"2512.12131","title":"BOOST: BOttleneck-Optimized Scalable Training Framework for Low-Rank Large Language Models","created":"2025-12-13","cited_by_count":2,"area":null},{"id":"2306.00088","title":"Auto-Differentiation of Relational Computations for Very Large Scale Machine Learning","created":"2023-05-31","cited_by_count":1,"area":null},{"id":"2412.14374","title":"Scaling Deep Learning Training with MPMD Pipeline Parallelism","created":"2024-12-18","cited_by_count":1,"area":null},{"id":"2507.13736","title":"An End-to-End DNN Inference Framework for the SpiNNaker2 Neuromorphic MPSoC","created":"2025-07-18","cited_by_count":1,"area":null},{"id":"2509.07003","title":"veScale: Consistent and Efficient Tensor Programming with Eager-Mode SPMD","created":"2025-09-05","cited_by_count":1,"area":null},{"id":"2602.22437","title":"veScale-FSDP: Flexible and High-Performance FSDP at Scale","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2604.27089","title":"AutoSP: Unlocking Long-Context LLM Training Via Compiler-Based Sequence Parallelism","created":"2026-04-29","cited_by_count":1,"area":null},{"id":"2311.03703","title":"Practical Performance Guarantees for Pipelined DNN Inference","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2409.17171","title":"Cross-Domain Content Generation with Domain-Specific Small Language Models","created":"2024-09-19","cited_by_count":0,"area":null},{"id":"2410.09141","title":"ACER: Automatic Language Model Context Extension via Retrieval","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2501.01951","title":"MixGCN: Scalable GCN Training by Mixture of Parallelism and Mixture of Accelerators","created":"2025-01-03","cited_by_count":0,"area":null},{"id":"2503.09357","title":"Automatic Operator-level Parallelism Planning for Distributed Deep Learning -- A Mixed-Integer Programming Approach","created":"2025-03-12","cited_by_count":0,"area":null},{"id":"2504.12471","title":"You Don't Need All Attentions: Distributed Dynamic Fine-Tuning for Foundation Models","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2505.22313","title":"Large-Area Fabrication-Aware Computational Diffractive Optics","created":"2025-05-28","cited_by_count":0,"area":null},{"id":"2508.15010","title":"TOAST: Fast and scalable auto-partitioning based on principled static analysis","created":"2025-08-20","cited_by_count":0,"area":null},{"id":"2509.00217","title":"Learning to Shard: RL for Co-optimizing the Parallelism Degrees and Per-operator Sharding Dimensions in Distributed LLM Inference","created":"2025-08-29","cited_by_count":0,"area":null},{"id":"2512.21571","title":"nncase: An End-to-End Compiler for Efficient LLM Deployment on Heterogeneous Storage Architectures","created":"2025-12-25","cited_by_count":0,"area":null},{"id":"2602.02632","title":"Performance of Small Language Model Pretraining on FABRIC: An Empirical Study","created":"2026-02-02","cited_by_count":0,"area":null},{"id":"2606.11169","title":"Piper: A Programmable Distributed Training System","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2606.11390","title":"A Scalable PyTorch Abstraction for Multi-GPU Gaussian Splatting","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2606.26538","title":"CascadeFormer: Depth-Tapered Transformers Motivated by Gradient Fan-in Asymmetry","created":"2026-06-25","cited_by_count":0,"area":null},{"id":"2609.18077","title":"vidax: A Unified JAX Framework for Video Generative Models on Accelerator Meshes","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2609.19924","title":"The Life of a Token: from Words to Bits on the Wire","created":"2026-09-17","cited_by_count":0,"area":null},{"id":"2609.34818","title":"Accelerator Choice Is Not Enough: AlphaFold2 Inference on Cloud TPUs","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.16415","title":"Chain Dimension Scaling: Communication-Efficient Loop-Style Scaling for Industrial Short-Video Ranking","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}