{"total":61,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2401.03868","title":"FlightLLM: Efficient Large Language Model Inference with a Complete Mapping Flow on FPGAs","created":"2024-01-08","cited_by_count":64,"area":"inference"},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2306.07050","title":"Revisiting Token Pruning for Object Detection and Instance Segmentation","created":"2023-06-12","cited_by_count":50,"area":"inference"},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2401.06761","title":"APAR: LLMs Can Do Auto-Parallel Auto-Regressive Decoding","created":"2024-01-12","cited_by_count":24,"area":"inference"},{"id":"2307.10780","title":"Learned Thresholds Token Merging and Pruning for Vision Transformers","created":"2023-07-20","cited_by_count":21,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2410.12876","title":"In-context KV-Cache Eviction for LLMs via Attention-Gate","created":"2024-10-15","cited_by_count":13,"area":"inference"},{"id":"2403.01273","title":"NoMAD-Attention: Efficient LLM Inference on CPUs Through Multiply-add-free Attention","created":"2024-03-02","cited_by_count":12,"area":"inference"},{"id":"2510.24273","title":"SALS: Sparse Attention in Latent Space for KV cache Compression","created":"2025-10-28","cited_by_count":11,"area":"inference"},{"id":"2407.03157","title":"Let the Code LLM Edit Itself When You Edit the Code","created":"2024-07-03","cited_by_count":10,"area":"inference"},{"id":"2507.14204","title":"LaCache: Ladder-Shaped KV Caching for Efficient Long-Context Modeling of Large Language Models","created":"2025-07-14","cited_by_count":9,"area":"inference"},{"id":"2310.08152","title":"Context Compression for Auto-regressive Transformers with Sentinel Tokens","created":"2023-10-12","cited_by_count":8,"area":"inference"},{"id":"2501.14743","title":"KVDirect: Distributed Disaggregated LLM Inference","created":"2024-12-13","cited_by_count":8,"area":"inference"},{"id":"2403.14919","title":"Hierarchical Skip Decoding for Efficient Autoregressive Text Generation","created":"2024-03-22","cited_by_count":7,"area":"inference"},{"id":"2406.01283","title":"Focus on the Core: Efficient Attention via Pruned Token Compression for Document Classification","created":"2024-06-03","cited_by_count":7,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2404.09221","title":"Exploring and Improving Drafts in Blockwise Parallel Decoding","created":"2024-04-14","cited_by_count":5,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2511.11907","title":"KVSwap: Disk-aware KV Cache Offloading for Long-Context On-device Inference","created":"2025-11-14","cited_by_count":5,"area":"inference"},{"id":"2604.10539","title":"IceCache: Memory-efficient KV-cache Management for Long-Sequence LLMs","created":"2026-04-12","cited_by_count":5,"area":"inference"},{"id":"2406.07528","title":"QuickLLaMA: Query-aware Inference Acceleration for Large Language Models","created":"2024-06-11","cited_by_count":4,"area":"inference"},{"id":"2406.17808","title":"Training-Free Exponential Context Extension via Cascading KV Cache","created":"2024-06-24","cited_by_count":4,"area":"inference"},{"id":"2506.11104","title":"DAM: Dynamic Attention Mask for Long-Context Large Language Model Inference Acceleration","created":"2025-06-06","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2410.09324","title":"Token Pruning using a Lightweight Background Aware Vision Transformer","created":"2024-10-12","cited_by_count":3,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2608.07009","title":"HiSparse: Scaling Sparse-Attention Decoding with Hierarchical KV Cache Management","created":"2026-08-07","cited_by_count":3,"area":"inference"},{"id":"2511.03092","title":"SnapStream: Efficient Long Sequence Decoding on Dataflow Accelerators","created":"2025-11-05","cited_by_count":2,"area":"inference"},{"id":"2603.04427","title":"Thin Keys, Full Values: Reducing KV Cache via Low-Dimensional Attention Selection","created":"2026-02-16","cited_by_count":2,"area":"inference"},{"id":"2608.19758","title":"FlashPrefill V2: Block-Sparse Prefill Attention for Long-Context LLM Serving","created":"2026-08-20","cited_by_count":2,"area":"inference"},{"id":"2604.19351","title":"DASH-KV: Accelerating Long-Context LLM Inference via Asymmetric KV Cache Hashing","created":"2026-04-21","cited_by_count":1,"area":"inference"},{"id":"2604.19769","title":"TTKV: Temporal-Tiered KV Cache for Long-Context LLM Inference","created":"2026-03-27","cited_by_count":1,"area":"inference"},{"id":"2605.01910","title":"Stochastic Sparse Attention for Memory-Bound Inference","created":"2026-05-03","cited_by_count":1,"area":"inference"},{"id":"2504.12526","title":"MOM: Memory-Efficient Offloaded Mini-Sequence Inference for Long Context Language Models","created":"2025-04-16","cited_by_count":0,"area":"inference"},{"id":"2507.19409","title":"Modality Agnostic Efficient Long Range Encoder","created":"2025-07-25","cited_by_count":0,"area":"inference"},{"id":"2509.11155","title":"AQUA: Attention via QUery mAgnitudes for Memory and Compute Efficient Inference in LLMs","created":"2025-09-14","cited_by_count":0,"area":"inference"},{"id":"2510.12856","title":"Efficient Adaptive Transformer: An Empirical Study and Reproducible Framework","created":"2025-10-14","cited_by_count":0,"area":"inference"},{"id":"2602.02163","title":"Reg4Pru: Regularisation Through Random Token Routing for Token Pruning","created":"2026-02-02","cited_by_count":0,"area":"inference"},{"id":"2606.02680","title":"Post-Boundary Bridge: Must Local Attention Go Global Between Global Layers?","created":"2026-06-01","cited_by_count":0,"area":"inference"},{"id":"2606.18056","title":"ConSA: Controllable Sparsity in Hybrid Attention via Learnable Allocation","created":"2026-06-16","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.19368","title":"Spectral-LSH: Sub-Quadratic Prompt Compression via Krylov-Projected Locality-Sensitive Hashing","created":"2026-06-12","cited_by_count":0,"area":"inference"},{"id":"2608.17336","title":"TileMix: Tile-Centric Mixed-Precision Attention for LLM Inference Acceleration","created":"2026-08-18","cited_by_count":0,"area":"inference"},{"id":"2608.21541","title":"Beyond Sparse Weights: When Is Attention Compressible?","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2609.13205","title":"Self-Indexing Attention for Compression-Compatible Sparse Long-Context LLM Inference","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2610.00418","title":"CommunityKV: Efficient Long-Context Decoding via Graph Partitioning","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.19210","title":"Titan-Llama: Retrofitting Pre-trained LLMs with External Neural Memory Modules","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}