{"total":22,"rows":[{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2306.07050","title":"Revisiting Token Pruning for Object Detection and Instance Segmentation","created":"2023-06-12","cited_by_count":50,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2407.03157","title":"Let the Code LLM Edit Itself When You Edit the Code","created":"2024-07-03","cited_by_count":10,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2508.00367","title":"Representation Shift: Unifying Token Compression with FlashAttention","created":"2025-08-01","cited_by_count":5,"area":"inference"},{"id":"2506.11104","title":"DAM: Dynamic Attention Mask for Long-Context Large Language Model Inference Acceleration","created":"2025-06-06","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2403.02352","title":"ATP: Enabling Fast LLM Serving via Attention on Top Principal Keys","created":"2024-03-01","cited_by_count":1,"area":"inference"},{"id":"2609.20888","title":"Elastic Threshold Attention: Learned Contextual Sparsity for Long-Context Decoding","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2606.02680","title":"Post-Boundary Bridge: Must Local Attention Go Global Between Global Layers?","created":"2026-06-01","cited_by_count":0,"area":"inference"},{"id":"2606.18056","title":"ConSA: Controllable Sparsity in Hybrid Attention via Learnable Allocation","created":"2026-06-16","cited_by_count":0,"area":"inference"},{"id":"2608.17336","title":"TileMix: Tile-Centric Mixed-Precision Attention for LLM Inference Acceleration","created":"2026-08-18","cited_by_count":0,"area":"inference"},{"id":"2608.21541","title":"Beyond Sparse Weights: When Is Attention Compressible?","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2610.00418","title":"CommunityKV: Efficient Long-Context Decoding via Graph Partitioning","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}