{"total":251,"rows":[{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346,"area":null},{"id":"2305.05176","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","created":"2023-05-09","cited_by_count":853,"area":null},{"id":"2406.06525","title":"Autoregressive Model Beats Diffusion: Llama for Scalable Image Generation","created":"2024-06-10","cited_by_count":777,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2401.12070","title":"Spotting LLMs With Binoculars: Zero-Shot Detection of Machine-Generated Text","created":"2024-01-22","cited_by_count":263,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2401.17377","title":"Infini-gram: Scaling Unbounded n-gram Language Models to a Trillion Tokens","created":"2024-01-30","cited_by_count":153,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2310.17022","title":"Controlled Decoding from Language Models","created":"2023-10-25","cited_by_count":135,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2404.10136","title":"Language Model Cascades: Token-level uncertainty and beyond","created":"2024-04-15","cited_by_count":121,"area":null},{"id":"2406.08426","title":"Next-Generation Database Interfaces: A Survey of LLM-based Text-to-SQL","created":"2024-06-12","cited_by_count":120,"area":null},{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2406.15627","title":"Benchmarking Uncertainty Quantification Methods for Large Language Models with LM-Polygraph","created":"2024-06-21","cited_by_count":105,"area":null},{"id":"2403.06988","title":"Guiding LLMs The Right Way: Fast, Non-Invasive Constrained Generation","created":"2024-02-07","cited_by_count":101,"area":null},{"id":"2303.09435","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","created":"2023-03-16","cited_by_count":90,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2504.11455","title":"SimpleAR: Pushing the Frontier of Autoregressive Visual Generation through Pretraining, SFT, and RL","created":"2025-04-15","cited_by_count":86,"area":null},{"id":"2310.07707","title":"MatFormer: Nested Transformer for Elastic Inference","created":"2023-10-11","cited_by_count":85,"area":null},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2308.11696","title":"Efficient Benchmarking of Language Models","created":"2023-08-22","cited_by_count":71,"area":null},{"id":"2403.01632","title":"SynCode: LLM Generation with Grammar Augmentation","created":"2024-03-03","cited_by_count":69,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2410.13284","title":"Learning to Route LLMs with Confidence Tokens","created":"2024-10-17","cited_by_count":67,"area":null},{"id":"2304.04487","title":"Inference with Reference: Lossless Acceleration of Large Language Models","created":"2023-04-10","cited_by_count":65,"area":null},{"id":"2310.12962","title":"An Emulator for Fine-Tuning Large Language Models using Small Language Models","created":"2023-10-19","cited_by_count":61,"area":null},{"id":"2412.15119","title":"Parallelized Autoregressive Visual Generation","created":"2024-12-19","cited_by_count":60,"area":null},{"id":"2504.17674","title":"Energy Considerations of Large Language Model Inference and Efficiency Optimizations","created":"2025-04-24","cited_by_count":55,"area":null},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54,"area":null},{"id":"2403.01241","title":"IntactKV: Improving Large Language Model Quantization by Keeping Pivot Tokens Intact","created":"2024-03-02","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2311.14479","title":"Controlled Text Generation via Language Model Arithmetic","created":"2023-11-24","cited_by_count":51,"area":null},{"id":"2310.12072","title":"SPEED: Speculative Pipelined Execution for Efficient Decoding","created":"2023-10-18","cited_by_count":47,"area":null},{"id":"2408.08696","title":"Turning Trash into Treasure: Accelerating Inference of Large Language Models with Token Recycling","created":"2024-08-16","cited_by_count":47,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2404.00725","title":"The Larger the Better? Improved LLM Code-Generation via Budget Reallocation","created":"2024-03-31","cited_by_count":43,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2402.10193","title":"BitDelta: Your Fine-Tune May Only Be Worth One Bit","created":"2024-02-15","cited_by_count":39,"area":null},{"id":"2405.14696","title":"A Declarative System for Optimizing AI Workloads","created":"2024-05-23","cited_by_count":37,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2312.15159","title":"Understanding the Potential of FPGA-Based Spatial Acceleration for Large Language Model Inference","created":"2023-12-23","cited_by_count":33,"area":null},{"id":"2502.01976","title":"CITER: Collaborative Inference for Efficient Large Language Model Decoding with Token-Level Routing","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2403.09394","title":"GiT: Towards Generalist Vision Transformer through Universal Language Interface","created":"2024-03-14","cited_by_count":24,"area":null},{"id":"2402.12025","title":"Speech Translation with Speech Foundation Models and Large Language Models: What is There and What is Missing?","created":"2024-02-19","cited_by_count":23,"area":null},{"id":"2509.04185","title":"Set Block Decoding is a Language Model Inference Accelerator","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2410.10511","title":"Customize Your Visual Autoregressive Recipe with Set Autoregressive Modeling","created":"2024-10-14","cited_by_count":22,"area":null},{"id":"2411.05276","title":"GPT Semantic Cache: Reducing LLM Costs and Latency via Semantic Embedding Caching","created":"2024-11-08","cited_by_count":22,"area":null},{"id":"2402.04251","title":"Linear-time Minimum Bayes Risk Decoding with Reference Aggregation","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2404.13066","title":"Leveraging Large Language Model as Simulated Patients for Clinical Education","created":"2024-04-13","cited_by_count":21,"area":null},{"id":"2306.02003","title":"On Optimal Caching and Model Multiplexing for Large Model Inference","created":"2023-06-03","cited_by_count":20,"area":null},{"id":"2404.09562","title":"{\\sigma}-GPTs: A New Approach to Autoregressive Models","created":"2024-04-15","cited_by_count":20,"area":null},{"id":"2502.07776","title":"Auditing Prompt Caching in Language Model APIs","created":"2025-02-11","cited_by_count":20,"area":null},{"id":"2401.09890","title":"A Survey on Hardware Accelerators for Large Language Models","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2508.12491","title":"Cost-Aware Contrastive Routing for LLMs","created":"2025-08-17","cited_by_count":16,"area":null},{"id":"2601.17768","title":"LLM-42: Enabling Determinism in LLM Inference with Verified Speculation","created":"2026-01-25","cited_by_count":16,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2310.09930","title":"FiLM: Fill-in Language Models for Any-Order Generation","created":"2023-10-15","cited_by_count":13,"area":null},{"id":"2401.12522","title":"BiTA: Bi-Directional Tuning for Lossless Acceleration in Large Language Models","created":"2024-01-23","cited_by_count":13,"area":null},{"id":"2402.14808","title":"RelayAttention for Efficient Large Language Model Serving with Long System Prompts","created":"2024-02-22","cited_by_count":13,"area":null},{"id":"2403.12900","title":"Toward Sustainable GenAI using Generation Directives for Carbon-Friendly Large Language Model Inference","created":"2024-03-19","cited_by_count":13,"area":null},{"id":"2406.12295","title":"Fast and Slow Generating: An Empirical Study on Large and Small Language Models Collaborative Decoding","created":"2024-06-18","cited_by_count":13,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2509.20241","title":"Energy Use of AI Inference, Efficiency Pathways, and Test-Time Scaling","created":"2025-09-24","cited_by_count":13,"area":null},{"id":"2510.04146","title":"Beyond Next-Token Prediction: A Performance Characterization of Diffusion versus Autoregressive Language Models","created":"2025-10-05","cited_by_count":13,"area":null},{"id":"2406.16536","title":"C-LLM: Learn to Check Chinese Spelling Errors Character by Character","created":"2024-06-24","cited_by_count":12,"area":null},{"id":"2502.01662","title":"Fast Large Language Model Collaborative Decoding via Speculation","created":"2025-02-01","cited_by_count":12,"area":null},{"id":"2510.09012","title":"Towards Better & Faster Autoregressive Image Generation: From the Perspective of Entropy","created":"2025-10-10","cited_by_count":12,"area":null},{"id":"2502.05610","title":"Towards Sustainable NLP: Insights from Benchmarking Inference Energy in Large Language Models","created":"2025-02-08","cited_by_count":11,"area":null},{"id":"2311.02851","title":"Improving Machine Translation with Large Language Models: A Preliminary Study with Cooperative Decoding","created":"2023-11-06","cited_by_count":10,"area":null},{"id":"2406.14319","title":"LiveMind: Low-latency Large Language Models with Simultaneous Inference","created":"2024-06-20","cited_by_count":10,"area":null},{"id":"2402.18789","title":"FlexLLM: Token-Level Co-Serving of LLM Inference and Finetuning with SLO Guarantees","created":"2024-02-29","cited_by_count":9,"area":null},{"id":"2403.08688","title":"Token Alignment via Character Matching for Subword Completion","created":"2024-03-13","cited_by_count":9,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2407.12021","title":"Adaptive Draft-Verification for Efficient Large Language Model Decoding","created":"2024-06-27","cited_by_count":9,"area":null},{"id":"2511.11346","title":"Fast and Expressive Multi-Byte Prediction with Probabilistic Circuits","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2606.12370","title":"Breaking Entropy Bounds: Accelerating RL Training via MTP with Rejection Sampling","created":"2026-06-10","cited_by_count":9,"area":null},{"id":"2311.08981","title":"Speculative Contrastive Decoding","created":"2023-11-15","cited_by_count":8,"area":null},{"id":"2401.10660","title":"Accelerating Multilingual Language Model for Excessively Tokenized Languages","created":"2024-01-19","cited_by_count":8,"area":null},{"id":"2408.09442","title":"Parallel Sampling via Counting","created":"2024-08-18","cited_by_count":8,"area":null},{"id":"2410.09982","title":"Self-Data Distillation for Recovering Quality in Pruned Large Language Models","created":"2024-10-13","cited_by_count":8,"area":null},{"id":"2410.17765","title":"Faster Language Models with Better Multi-Token Prediction Using Tensor Decomposition","created":"2024-10-23","cited_by_count":8,"area":null},{"id":"2502.03678","title":"Reflection-Window Decoding: Text Generation with Selective Refinement","created":"2025-02-05","cited_by_count":8,"area":null},{"id":"2502.08020","title":"Speculate, then Collaborate: Fusing Knowledge of Language Models during Decoding","created":"2025-02-11","cited_by_count":8,"area":null},{"id":"2306.10231","title":"GLIMMER: generalized late-interaction memory reranker","created":"2023-06-17","cited_by_count":7,"area":null},{"id":"2309.08968","title":"Sorted LLaMA: Unlocking the Potential of Intermediate Layers of Large Language Models for Dynamic Inference","created":"2023-09-16","cited_by_count":7,"area":null},{"id":"2401.07870","title":"JumpCoder: Go Beyond Autoregressive Coder via Online Modification","created":"2024-01-15","cited_by_count":7,"area":null},{"id":"2406.07007","title":"Crayon: Customized On-Device LLM via Instant Adapter Blending and Edge-Server Hybrid Inference","created":"2024-06-11","cited_by_count":7,"area":null},{"id":"2406.10903","title":"New Solutions on LLM Acceleration, Optimization, and Application","created":"2024-06-16","cited_by_count":7,"area":null},{"id":"2407.12665","title":"Beyond Next Token Prediction: Patch-Level Training for Large Language Models","created":"2024-07-17","cited_by_count":7,"area":null},{"id":"2410.15116","title":"Coarse-to-Fine Highlighting: Reducing Knowledge Hallucination in Large Language Models","created":"2024-10-19","cited_by_count":7,"area":null},{"id":"2503.01425","title":"MeshPad: Interactive Sketch-Conditioned Artist-Reminiscent Mesh Generation and Editing","created":"2025-03-03","cited_by_count":7,"area":null},{"id":"2510.08994","title":"Speculative Jacobi-Denoising Decoding for Accelerating Autoregressive Text-to-image Generation","created":"2025-10-10","cited_by_count":7,"area":null},{"id":"2510.13890","title":"A Survey on Collaborating Small and Large Language Models for Performance, Cost-effectiveness, Cloud-edge Privacy, and Trustworthiness","created":"2025-10-14","cited_by_count":7,"area":null},{"id":"2512.21323","title":"Parallel Token Prediction for Language Models","created":"2025-12-24","cited_by_count":7,"area":null}],"next_cursor":"100"}