{"total":98,"rows":[{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2302.08007","title":"With Shared Microexponents, A Little Shifting Goes a Long Way","created":"2023-02-16","cited_by_count":50,"area":null},{"id":"2303.14006","title":"ASTRA-sim2.0: Modeling Hierarchical Networks and Disaggregated Systems for Large-model Training at Scale","created":"2023-03-24","cited_by_count":47,"area":null},{"id":"2304.03271","title":"Making AI Less \"Thirsty\": Uncovering and Addressing the Secret Water Footprint of AI Models","created":"2023-04-06","cited_by_count":44,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2306.13945","title":"Large Sequence Models for Sequential Decision-Making: A Survey","created":"2023-06-24","cited_by_count":19,"area":null},{"id":"2311.15436","title":"Learning to Skip for Language Modeling","created":"2023-11-26","cited_by_count":19,"area":null},{"id":"2205.10350","title":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","created":"2022-05-20","cited_by_count":18,"area":null},{"id":"2312.05181","title":"Tenplex: Dynamic Parallelism for Deep Learning using Parallelizable Tensor Collections","created":"2023-12-08","cited_by_count":16,"area":null},{"id":"2401.16677","title":"T3: Transparent Tracking & Triggering for Fine-grained Overlap of Compute & Collectives","created":"2024-01-30","cited_by_count":16,"area":null},{"id":"2302.08545","title":"THC: Accelerating Distributed Deep Learning Using Tensor Homomorphic Compression","created":"2023-02-16","cited_by_count":15,"area":null},{"id":"2405.17484","title":"Bridging The Gap between Low-rank and Orthogonal Adaptation via Householder Reflection Adaptation","created":"2024-05-24","cited_by_count":15,"area":null},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2203.00854","title":"FastFold: Reducing AlphaFold Training Time from 11 Days to 67 Hours","created":"2022-03-02","cited_by_count":14,"area":null},{"id":"2405.10246","title":"A Foundation Model for Brain Lesion Segmentation with Mixture of Modality Experts","created":"2024-05-16","cited_by_count":14,"area":null},{"id":"2212.03597","title":"DeepSpeed Data Efficiency: Improving Deep Learning Model Quality and Training Efficiency via Efficient Data Sampling and Routing","created":"2022-12-07","cited_by_count":13,"area":null},{"id":"2301.13310","title":"Alternating Updates for Efficient Transformers","created":"2023-01-30","cited_by_count":13,"area":null},{"id":"2509.20241","title":"Energy Use of AI Inference, Efficiency Pathways, and Test-Time Scaling","created":"2025-09-24","cited_by_count":13,"area":null},{"id":"2601.10639","title":"STEM: Scaling Transformers with Embedding Modules","created":"2026-01-15","cited_by_count":12,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2307.05494","title":"Towards Environmentally Equitable AI via Geographical Load Balancing","created":"2023-06-20","cited_by_count":10,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2303.02868","title":"Angel-PTM: A Scalable and Economical Large-scale Pre-training System in Tencent","created":"2023-03-06","cited_by_count":8,"area":null},{"id":"2312.05417","title":"ESPN: Memory-Efficient Multi-Vector Information Retrieval","created":"2023-12-09","cited_by_count":8,"area":null},{"id":"2408.14158","title":"Fire-Flyer AI-HPC: A Cost-Effective Software-Hardware Co-Design for Deep Learning","created":"2024-08-26","cited_by_count":8,"area":null},{"id":"2408.02306","title":"Mixture-of-Noises Enhanced Forgery-Aware Predictor for Multi-Face Manipulation Detection and Localization","created":"2024-08-05","cited_by_count":7,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2311.03615","title":"CAFE: Carbon-Aware Federated Learning in Geographically Distributed Data Centers","created":"2023-11-06","cited_by_count":6,"area":null},{"id":"2403.00877","title":"Disaggregated Multi-Tower: Topology-aware Modeling Technique for Efficient Large-Scale Recommendation","created":"2024-03-01","cited_by_count":6,"area":null},{"id":"2406.13768","title":"FastPersist: Accelerating Model Checkpointing in Deep Learning","created":"2024-06-19","cited_by_count":6,"area":null},{"id":"2504.14519","title":"SlimPipe: Memory-Thrifty and Efficient Pipeline Parallelism for Long-Context LLM Training","created":"2025-04-20","cited_by_count":6,"area":null},{"id":"2510.21131","title":"Large Language Models Meet Text-Attributed Graphs: A Survey of Integration Frameworks and Applications","created":"2025-10-24","cited_by_count":6,"area":null},{"id":"2202.03356","title":"Efficient Direct-Connect Topologies for Collective Communications","created":"2022-02-07","cited_by_count":5,"area":null},{"id":"2310.18481","title":"MOSEL: Inference Serving Using Dynamic Modality Selection","created":"2023-10-27","cited_by_count":5,"area":null},{"id":"2502.18821","title":"CAMEx: Curvature-aware Merging of Experts","created":"2025-02-26","cited_by_count":5,"area":null},{"id":"2503.02354","title":"CoServe: Efficient Collaboration-of-Experts (CoE) Model Inference with Limited Memory","created":"2025-03-04","cited_by_count":5,"area":null},{"id":"2508.19559","title":"Taming the Chaos: Coordinated Autoscaling for Heterogeneous and Disaggregated LLM Inference","created":"2025-08-27","cited_by_count":5,"area":null},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2509.10371","title":"Characterizing the Efficiency of Distributed Training: A Power, Performance, and Thermal Perspective","created":"2025-09-12","cited_by_count":5,"area":null},{"id":"2509.16635","title":"Towards Anytime Retrieval: A Benchmark for Anytime Person Re-Identification","created":"2025-09-20","cited_by_count":5,"area":null},{"id":"2511.15076","title":"GPU-Initiated Networking for NCCL","created":"2025-11-19","cited_by_count":5,"area":null},{"id":"2212.07914","title":"The Effects of In-domain Corpus Size on pre-training BERT","created":"2022-12-15","cited_by_count":4,"area":null},{"id":"2402.01911","title":"From PEFT to DEFT: Parameter Efficient Finetuning for Reducing Activation Density in Transformers","created":"2024-02-02","cited_by_count":4,"area":null},{"id":"2508.19667","title":"Survey of Specialized Large Language Model","created":"2025-08-27","cited_by_count":4,"area":null},{"id":"2506.15961","title":"TrainVerify: Equivalence-Based Verification for Distributed LLM Training","created":"2025-06-19","cited_by_count":3,"area":null},{"id":"2212.05339","title":"Elixir: Train a Large Language Model on a Small GPU Cluster","created":"2022-12-10","cited_by_count":2,"area":null},{"id":"2302.08141","title":"Auto-Parallelizing Large Models with Rhino: A Systematic Approach on Production AI Platform","created":"2023-02-16","cited_by_count":2,"area":null},{"id":"2401.12230","title":"Computing in the Era of Large Generative Models: From Cloud-Native to AI-Native","created":"2024-01-17","cited_by_count":2,"area":null},{"id":"2510.04331","title":"DoRAN: Stabilizing Weight-Decomposed Low-Rank Adaptation via Noise Injection and Auxiliary Networks","created":"2025-10-05","cited_by_count":2,"area":null},{"id":"2410.12794","title":"Disaggregating Embedding Recommendation Systems with FlexEMR","created":"2024-09-28","cited_by_count":1,"area":null},{"id":"2502.00340","title":"Unlocking Full Efficiency of Token Filtering in Large Language Model Training","created":"2025-02-01","cited_by_count":1,"area":null},{"id":"2503.01157","title":"Unify and Anchor: A Context-Aware Transformer for Cross-Domain Time Series Forecasting","created":"2025-03-03","cited_by_count":1,"area":null},{"id":"2510.17705","title":"Contextual Attention Modulation: Towards Efficient Multi-Task Adaptation in Large Language Models","created":"2025-10-20","cited_by_count":1,"area":null},{"id":"2511.17913","title":"Token-Controlled Re-ranking for Sequential Recommendation via LLMs","created":"2025-11-22","cited_by_count":1,"area":null},{"id":"2512.10236","title":"Design Space Exploration of DMA based Finer-Grain Compute Communication Overlap","created":"2025-12-11","cited_by_count":1,"area":null},{"id":"2602.07306","title":"Parallel Track Transformers: Enabling Fast GPU Inference with Reduced Synchronization","created":"2026-02-07","cited_by_count":1,"area":null},{"id":"2603.05692","title":"Parallelization Strategies for Dense LLM Deployment: Navigating Through Application-Specific Tradeoffs and Bottlenecks","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2604.01621","title":"DWDP: Distributed Weight Data Parallelism for High-Performance LLM Inference on NVL72","created":"2026-04-02","cited_by_count":1,"area":null},{"id":"2609.04526","title":"Scale-QLoRA: Code-Invariant Adapter Merging for Native 4-bit Microscaling LLMs","created":"2026-09-03","cited_by_count":1,"area":null},{"id":"2609.12923","title":"Dissecting GPU Utilization for LLM Inference on Nvidia Hopper","created":"2026-09-11","cited_by_count":1,"area":null},{"id":"2210.00356","title":"Social and environmental impact of recent developments in machine learning on biology and chemistry research","created":"2022-10-01","cited_by_count":0,"area":null},{"id":"2305.14066","title":"One-stop Training of Multiple Capacity Models","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2402.09589","title":"MLCC: A Congestion Control Technique to Accelerate ML Training","created":"2024-02-14","cited_by_count":0,"area":null},{"id":"2410.07531","title":"Reducing the Cost of Dropout in Flash-Attention by Hiding RNG with GEMM","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2411.11770","title":"CNMBERT: A Model for Converting Hanyu Pinyin Abbreviations to Chinese Characters","created":"2024-11-18","cited_by_count":0,"area":null},{"id":"2501.01951","title":"MixGCN: Scalable GCN Training by Mixture of Parallelism and Mixture of Accelerators","created":"2025-01-03","cited_by_count":0,"area":null},{"id":"2504.11079","title":"Scalability and Maintainability Challenges and Solutions in Machine Learning: Systematic Literature Review","created":"2025-04-15","cited_by_count":0,"area":null},{"id":"2506.12037","title":"Exploiting Block Coordinate Descent for Cost-Effective LLM Model Training","created":"2025-05-23","cited_by_count":0,"area":null},{"id":"2507.03220","title":"Symbiosis: Multi-Adapter Inference and Fine-Tuning","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2507.04575","title":"Lilith: Developmental Modular LLMs with Chemical Signaling","created":"2025-07-06","cited_by_count":0,"area":null},{"id":"2507.21372","title":"Load Balancing for AI Training Workloads","created":"2025-07-28","cited_by_count":0,"area":null},{"id":"2510.27222","title":"Soft Task-Aware Routing of Experts for Equivariant Representation Learning","created":"2025-10-31","cited_by_count":0,"area":null},{"id":"2512.20724","title":"SA-DiffuSeq: Addressing Computational and Scalability Challenges in Long-Document Generation with Sparse Attention","created":"2025-12-23","cited_by_count":0,"area":null},{"id":"2604.26571","title":"Advancing multi-site emission control: A physics-informed transfer learning framework with mixture of experts for carbon-pollutant synergy","created":"2026-04-29","cited_by_count":0,"area":null},{"id":"2605.16255","title":"Designing Datacenter Power Delivery Hierarchies for the AI Era","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2606.00516","title":"Threshold-Based Exclusive Batching for LLM Inference","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2610.00687","title":"Leto: Fast In-Place Recovery for LLM Training on Surviving Hardware","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.02907","title":"Do ResNets Route? Sparse Interaction Experts in Residual Networks","created":"2026-10-02","cited_by_count":0,"area":null}],"next_cursor":null}