{"total":30,"rows":[{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2509.09754","title":"LAVa: Layer-wise KV Cache Eviction with Dynamic Budget Allocation","created":"2025-09-11","cited_by_count":16,"area":"inference"},{"id":"2505.20334","title":"Lookahead Q-Cache: Achieving More Consistent KV Cache Eviction via Pseudo Query","created":"2025-05-24","cited_by_count":14,"area":"inference"},{"id":"2505.10118","title":"Why 1 + 1 < 1 in Visual Token Pruning: Beyond Naive Integration via Multi-Objective Balanced Covering","created":"2025-05-15","cited_by_count":11,"area":"inference"},{"id":"2510.07651","title":"OBCache: Optimal Brain KV Cache Pruning for Efficient Long-Context LLM Inference","created":"2025-10-09","cited_by_count":10,"area":"inference"},{"id":"2603.10899","title":"LookaheadKV: Fast and Accurate KV Cache Eviction by Glimpsing into the Future without Generation","created":"2026-03-11","cited_by_count":10,"area":"inference"},{"id":"2605.08840","title":"ReST-KV: Robust KV Cache Eviction with Layer-wise Output Reconstruction and Spatial-Temporal Smoothing","created":"2026-05-09","cited_by_count":9,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2509.00388","title":"GraphKV: Breaking the Static Selection Paradigm with Graph-Based KV Cache Eviction","created":"2025-08-30","cited_by_count":6,"area":"inference"},{"id":"2509.24832","title":"SemShareKV: Efficient KVCache Sharing for Semantically Similar Prompts via Token-Level LSH Matching","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2605.08234","title":"When Does Value-Aware KV Eviction Help? A Fixed-Contract Diagnostic for Non-Monotone Cache Compression","created":"2026-05-07","cited_by_count":5,"area":"inference"},{"id":"2605.19660","title":"OScaR: The Occam's Razor for Extreme KV Cache Quantization in LLMs and Beyond","created":"2026-05-19","cited_by_count":5,"area":"inference"},{"id":"2503.02812","title":"Q-Filters: Leveraging QK Geometry for Efficient KV Cache Compression","created":"2025-03-04","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2412.05896","title":"XKV: Personalized KV Cache Memory Reduction for Long-Context LLM Inference","created":"2024-12-08","cited_by_count":3,"area":"inference"},{"id":"2604.24647","title":"DepthKV: Layer-Dependent KV Cache Pruning for Long-Context LLM Inference","created":"2026-04-27","cited_by_count":3,"area":"inference"},{"id":"2508.12590","title":"Energy-Efficient Wireless LLM Inference via Uncertainty and Importance-Aware Speculative Decoding","created":"2025-08-18","cited_by_count":1,"area":"inference"},{"id":"2608.03276","title":"TaskPress: Query-Agnostic KV Cache Compression via Task-Guided Pruning","created":"2026-08-04","cited_by_count":1,"area":"inference"},{"id":"2608.14191","title":"KV Cache Compression Through the Lens of Transform Coding","created":"2026-08-14","cited_by_count":1,"area":"inference"},{"id":"2608.25230","title":"Trust the Mass: Forced Weights in KV-Cache Eviction","created":"2026-08-25","cited_by_count":1,"area":"inference"},{"id":"2609.36835","title":"ARC-KV: Amortizing Anchor Search for Reconstruction-Based KV Cache Compaction","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2502.13176","title":"BaKlaVa -- Budgeted Allocation of KV cache for Long-context Inference","created":"2025-02-18","cited_by_count":0,"area":"inference"},{"id":"2511.16943","title":"RASTP: Representation-Aware Semantic Token Pruning for Generative Recommendation with Semantic Identifiers","created":"2025-11-21","cited_by_count":0,"area":"inference"},{"id":"2607.16213","title":"SelKV: Selective KV Cache Merging with Per-Token Merge-or-Drop and Attention Compensation","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2608.21541","title":"Beyond Sparse Weights: When Is Attention Compressible?","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2608.27128","title":"Small Frequency Corrections Can Change What Survives KV Cache Compression","created":"2026-08-27","cited_by_count":0,"area":"inference"}],"next_cursor":null}