{"total":21,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2108.01390","title":"Evo-ViT: Slow-Fast Token Evolution for Dynamic Vision Transformer","created":"2021-08-03","cited_by_count":177,"area":"inference"},{"id":"2312.05821","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","created":"2023-12-10","cited_by_count":169,"area":"inference"},{"id":"2310.15141","title":"SpecTr: Fast Speculative Decoding via Optimal Transport","created":"2023-10-23","cited_by_count":129,"area":"inference"},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2308.00255","title":"LGViT: Dynamic Early Exiting for Accelerating Vision Transformer","created":"2023-08-01","cited_by_count":31,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2410.01485","title":"A Little Goes a Long Way: Efficient Long Context Training and Inference with Partial Contexts","created":"2024-10-02","cited_by_count":9,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2605.14458","title":"OmniDrop: Layer-wise Token Pruning for Omni-modal LLMs via Query-Guidance","created":"2026-05-14","cited_by_count":4,"area":"inference"},{"id":"2606.31315","title":"BlockPilot: Instance-Adaptive Policy Learning for Diffusion-based Speculative Decoding","created":"2026-06-30","cited_by_count":2,"area":"inference"},{"id":"2505.14864","title":"Balanced and Elastic End-to-end Training of Dynamic LLMs","created":"2025-05-20","cited_by_count":0,"area":"inference"},{"id":"2509.11155","title":"AQUA: Attention via QUery mAgnitudes for Memory and Compute Efficient Inference in LLMs","created":"2025-09-14","cited_by_count":0,"area":"inference"},{"id":"2605.12471","title":"KV-Fold: One-Step KV-Cache Recurrence for Long-Context Inference","created":"2026-05-12","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2610.00418","title":"CommunityKV: Efficient Long-Context Decoding via Graph Partitioning","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}