{"total":37,"rows":[{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2401.06104","title":"Transformers are Multi-State RNNs","created":"2024-01-11","cited_by_count":120,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2407.15891","title":"RazorAttention: Efficient KV Cache Compression Through Retrieval Heads","created":"2024-07-22","cited_by_count":100,"area":"inference"},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2503.18292","title":"Jenga: Effective Memory Management for Serving LLM with Heterogeneity","created":"2025-03-24","cited_by_count":25,"area":"inference"},{"id":"2410.05589","title":"ParallelSpec: Parallel Drafter for Efficient Speculative Decoding","created":"2024-10-08","cited_by_count":22,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2407.15504","title":"Fundamental Limits of Prompt Compression: A Rate-Distortion Framework for Black-Box Language Models","created":"2024-07-22","cited_by_count":19,"area":"inference"},{"id":"2407.12077","title":"GoldFinch: High Performance RWKV/Transformer Hybrid with Linear Pre-Fill and Extreme KV-Cache Compression","created":"2024-07-16","cited_by_count":18,"area":"inference"},{"id":"2502.12574","title":"HeadInfer: Memory-Efficient LLM Inference by Head-wise Offloading","created":"2025-02-18","cited_by_count":9,"area":"inference"},{"id":"2503.16163","title":"SpeCache: Speculative Key-Value Caching for Efficient Generation of LLMs","created":"2025-03-20","cited_by_count":9,"area":"inference"},{"id":"2406.06110","title":"Recurrent Context Compression: Efficiently Expanding the Context Window of LLM","created":"2024-06-10","cited_by_count":8,"area":"inference"},{"id":"2403.14919","title":"Hierarchical Skip Decoding for Efficient Autoregressive Text Generation","created":"2024-03-22","cited_by_count":7,"area":"inference"},{"id":"2402.04838","title":"PaDeLLM-NER: Parallel Decoding in Large Language Models for Named Entity Recognition","created":"2024-02-07","cited_by_count":6,"area":"inference"},{"id":"2604.20920","title":"Simplified Sparse Attention via Gist Tokens","created":"2026-04-22","cited_by_count":6,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2503.22196","title":"EdgeInfinite: A Memory-Efficient Infinite-Context Transformer for Edge Devices","created":"2025-03-28","cited_by_count":5,"area":"inference"},{"id":"2412.19325","title":"Performance Control in Early Exiting to Deploy Large Models at the Same Cost of Smaller Ones","created":"2024-12-26","cited_by_count":4,"area":"inference"},{"id":"2605.05219","title":"Sparse Prefix Caching for Hybrid and Recurrent LLM Serving","created":"2026-04-17","cited_by_count":4,"area":"inference"},{"id":"2504.03661","title":"MILLION: Mastering Long-Context LLM Inference Via Outlier-Immunized KV Product Quantization","created":"2025-03-12","cited_by_count":3,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2605.19049","title":"KVBuffer: IO-aware Serving for Linear Attention","created":"2026-05-18","cited_by_count":3,"area":"inference"},{"id":"2602.18196","title":"RAT+: Train Dense, Infer Sparse -- Recurrence Augmented Attention for Dilated Inference","created":"2026-02-20","cited_by_count":2,"area":"inference"},{"id":"2605.13784","title":"Attention Once Is All You Need: Efficient Streaming Inference with Stateful Transformers","created":"2026-05-13","cited_by_count":2,"area":"inference"},{"id":"2606.02775","title":"AURA: Action-Gated Memory for Robot Policies at Constant VRAM","created":"2026-06-01","cited_by_count":2,"area":"inference"},{"id":"2608.28444","title":"Sliding-window beats linear attention","created":"2026-08-28","cited_by_count":2,"area":"inference"},{"id":"2508.00370","title":"EdgeInfinite-Instruct: Bridging SFT-Based Optimization and NPU-Level Efficiency for Edge Devices","created":"2025-08-01","cited_by_count":1,"area":"inference"},{"id":"2603.06642","title":"SR-TTT Does Not Learn Retrieval: A Correction and Mechanistic Post-Mortem of Surprisal-Aware Residual Test-Time Training","created":"2026-02-26","cited_by_count":1,"area":"inference"},{"id":"2505.20698","title":"Sparsified State-Space Models are Efficient Highway Networks","created":"2025-05-27","cited_by_count":0,"area":"inference"},{"id":"2507.09514","title":"QuarterMap: Efficient Post-Training Token Pruning for Visual State Space Models","created":"2025-07-13","cited_by_count":0,"area":"inference"},{"id":"2605.26558","title":"Cassandra: Enabling Reasoning LLMs at Edge via Self-Speculative Decoding","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2609.06940","title":"Unified AI Gateway: A Framework for Joint Model Routing and KV Cache Management","created":"2026-09-07","cited_by_count":0,"area":"inference"}],"next_cursor":null}