{"total":509,"rows":[{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346,"area":null},{"id":"2305.05176","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","created":"2023-05-09","cited_by_count":853,"area":null},{"id":"2403.07815","title":"Chronos: Learning the Language of Time Series","created":"2024-03-12","cited_by_count":759,"area":null},{"id":"2404.14618","title":"Hybrid LLM: Cost-Efficient and Quality-Aware Query Routing","created":"2024-04-22","cited_by_count":372,"area":null},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360,"area":null},{"id":"2401.12070","title":"Spotting LLMs With Binoculars: Zero-Shot Detection of Machine-Generated Text","created":"2024-01-22","cited_by_count":263,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2310.11453","title":"BitNet: Scaling 1-bit Transformers for Large Language Models","created":"2023-10-17","cited_by_count":189,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2310.17022","title":"Controlled Decoding from Language Models","created":"2023-10-25","cited_by_count":135,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2404.10136","title":"Language Model Cascades: Token-level uncertainty and beyond","created":"2024-04-15","cited_by_count":121,"area":null},{"id":"2406.08426","title":"Next-Generation Database Interfaces: A Survey of LLM-based Text-to-SQL","created":"2024-06-12","cited_by_count":120,"area":null},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2406.15627","title":"Benchmarking Uncertainty Quantification Methods for Large Language Models with LM-Polygraph","created":"2024-06-21","cited_by_count":105,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2303.09435","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","created":"2023-03-16","cited_by_count":90,"area":null},{"id":"2309.16739","title":"Pushing Large Language Models to the 6G Edge: Vision, Challenges, and Opportunities","created":"2023-09-28","cited_by_count":90,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2310.07707","title":"MatFormer: Nested Transformer for Elastic Inference","created":"2023-10-11","cited_by_count":85,"area":null},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2403.01632","title":"SynCode: LLM Generation with Grammar Augmentation","created":"2024-03-03","cited_by_count":69,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2410.13284","title":"Learning to Route LLMs with Confidence Tokens","created":"2024-10-17","cited_by_count":67,"area":null},{"id":"2506.22716","title":"BEST-Route: Adaptive LLM Routing with Test-Time Optimal Compute","created":"2025-06-28","cited_by_count":67,"area":null},{"id":"2512.20856","title":"NVIDIA Nemotron 3: Efficient and Open Intelligence","created":"2025-12-24","cited_by_count":65,"area":null},{"id":"2403.03870","title":"Learning to Decode Collaboratively with Multiple Language Models","created":"2024-03-06","cited_by_count":62,"area":null},{"id":"2310.12962","title":"An Emulator for Fine-Tuning Large Language Models using Small Language Models","created":"2023-10-19","cited_by_count":61,"area":null},{"id":"2306.12420","title":"LMFlow: An Extensible Toolkit for Finetuning and Inference of Large Foundation Models","created":"2023-06-21","cited_by_count":60,"area":null},{"id":"2412.15119","title":"Parallelized Autoregressive Visual Generation","created":"2024-12-19","cited_by_count":60,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2504.17674","title":"Energy Considerations of Large Language Model Inference and Efficiency Optimizations","created":"2025-04-24","cited_by_count":55,"area":null},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54,"area":null},{"id":"2403.01241","title":"IntactKV: Improving Large Language Model Quantization by Keeping Pivot Tokens Intact","created":"2024-03-02","cited_by_count":52,"area":null},{"id":"2408.17355","title":"Bidirectional Decoding: Improving Action Chunking via Guided Test-Time Sampling","created":"2024-08-30","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2407.08103","title":"Automata-based constraints for language model decoding","created":"2024-07-11","cited_by_count":51,"area":null},{"id":"2310.12072","title":"SPEED: Speculative Pipelined Execution for Efficient Decoding","created":"2023-10-18","cited_by_count":47,"area":null},{"id":"2408.08696","title":"Turning Trash into Treasure: Accelerating Inference of Large Language Models with Token Recycling","created":"2024-08-16","cited_by_count":47,"area":null},{"id":"2507.11851","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","created":"2025-07-16","cited_by_count":47,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2411.12469","title":"AI Flow at the Network Edge","created":"2024-11-19","cited_by_count":46,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2412.18110","title":"SlimGPT: Layer-wise Structured Pruning for Large Language Models","created":"2024-12-24","cited_by_count":44,"area":null},{"id":"2404.00725","title":"The Larger the Better? Improved LLM Code-Generation via Budget Reallocation","created":"2024-03-31","cited_by_count":43,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2310.09259","title":"QUIK: Towards End-to-End 4-Bit Inference on Generative Large Language Models","created":"2023-10-13","cited_by_count":39,"area":null},{"id":"2402.10193","title":"BitDelta: Your Fine-Tune May Only Be Worth One Bit","created":"2024-02-15","cited_by_count":39,"area":null},{"id":"2403.03640","title":"Apollo: A Lightweight Multilingual Medical LLM towards Democratizing Medical AI to 6B People","created":"2024-03-06","cited_by_count":38,"area":null},{"id":"2309.10952","title":"LMDX: Language Model-based Document Information Extraction and Localization","created":"2023-09-19","cited_by_count":37,"area":null},{"id":"2405.14696","title":"A Declarative System for Optimizing AI Workloads","created":"2024-05-23","cited_by_count":37,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2502.15938","title":"Straight to Zero: Why Linearly Decaying the Learning Rate to Zero Works Best for LLMs","created":"2025-02-21","cited_by_count":35,"area":null},{"id":"2401.13979","title":"Routoo: Learning to Route to Large Language Models Effectively","created":"2024-01-25","cited_by_count":34,"area":null},{"id":"2411.02355","title":"\"Give Me BF16 or Give Me Death\"? Accuracy-Performance Trade-Offs in LLM Quantization","created":"2024-11-04","cited_by_count":34,"area":null},{"id":"2403.03129","title":"CoGenesis: A Framework Collaborating Large and Small Language Models for Secure Context-Aware Instruction Following","created":"2024-03-05","cited_by_count":33,"area":null},{"id":"2405.02134","title":"Optimising Calls to Large Language Models with Uncertainty-Based Two-Tier Selection","created":"2024-05-03","cited_by_count":33,"area":null},{"id":"2503.08311","title":"Mind the Memory Gap: Unveiling GPU Bottlenecks in Large-Batch LLM Inference","created":"2025-03-11","cited_by_count":33,"area":null},{"id":"2508.15734","title":"Measuring the environmental impact of delivering AI at Google Scale","created":"2025-08-21","cited_by_count":32,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2502.01976","title":"CITER: Collaborative Inference for Efficient Large Language Model Decoding with Token-Level Routing","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2604.09784","title":"Discrete Flow Maps","created":"2026-04-10","cited_by_count":29,"area":null},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2512.14982","title":"Prompt Repetition Improves Non-Reasoning LLMs","created":"2025-12-17","cited_by_count":27,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2407.10969","title":"Q-Sparse: All Large Language Models can be Fully Sparsely-Activated","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2511.14617","title":"Seer: Online Context Learning for Fast Synchronous LLM Reinforcement Learning","created":"2025-11-18","cited_by_count":25,"area":null},{"id":"2607.05722","title":"Nemotron-Labs-Diffusion: A Tri-Mode Language Model Unifying Autoregressive, Diffusion, and Self-Speculation Decoding","created":"2026-07-07","cited_by_count":24,"area":null},{"id":"2402.12025","title":"Speech Translation with Speech Foundation Models and Large Language Models: What is There and What is Missing?","created":"2024-02-19","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2410.09300","title":"Nudging: Inference-time Alignment of LLMs via Guided Decoding","created":"2024-10-11","cited_by_count":23,"area":null},{"id":"2505.15045","title":"Diffusion vs. Autoregressive Language Models: A Text Embedding Perspective","created":"2025-05-21","cited_by_count":23,"area":null},{"id":"2505.22988","title":"Model-Preserving Adaptive Rounding","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2509.04185","title":"Set Block Decoding is a Language Model Inference Accelerator","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2408.11061","title":"StructuredRAG: JSON Response Formatting with Large Language Models","created":"2024-08-07","cited_by_count":22,"area":null},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22,"area":null},{"id":"2410.10511","title":"Customize Your Visual Autoregressive Recipe with Set Autoregressive Modeling","created":"2024-10-14","cited_by_count":22,"area":null},{"id":"2402.01799","title":"Faster and Lighter LLMs: A Survey on Current Challenges and Way Forward","created":"2024-02-02","cited_by_count":21,"area":null},{"id":"2402.04251","title":"Linear-time Minimum Bayes Risk Decoding with Reference Aggregation","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2306.02003","title":"On Optimal Caching and Model Multiplexing for Large Model Inference","created":"2023-06-03","cited_by_count":20,"area":null},{"id":"2402.04513","title":"Online Cascade Learning for Efficient Inference over Streams","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2412.11919","title":"RetroLLM: Empowering Large Language Models to Retrieve Fine-grained Evidence within Generation","created":"2024-12-16","cited_by_count":20,"area":null},{"id":"2502.07776","title":"Auditing Prompt Caching in Language Model APIs","created":"2025-02-11","cited_by_count":20,"area":null},{"id":"2409.04267","title":"An overview of domain-specific foundation model: key technologies, applications and challenges","created":"2024-09-06","cited_by_count":19,"area":null},{"id":"2410.02902","title":"Better Instruction-Following Through Minimum Bayes Risk","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2412.12687","title":"Uncertainty-Aware Hybrid Inference with On-Device Small and Remote Large Language Models","created":"2024-12-17","cited_by_count":19,"area":null},{"id":"2504.08784","title":"SLOs-Serve: Optimized Serving of Multi-SLO LLMs","created":"2025-04-05","cited_by_count":19,"area":null},{"id":"2310.14587","title":"Large Search Model: Redefining Search Stack in the Era of LLMs","created":"2023-10-23","cited_by_count":18,"area":null},{"id":"2405.07518","title":"SambaNova SN40L: Scaling the AI Memory Wall with Dataflow and Composition of Experts","created":"2024-05-13","cited_by_count":18,"area":null}],"next_cursor":"100"}