{"total":27,"rows":[{"id":"2405.12981","title":"Reducing Transformer Key-Value Cache Size with Cross-Layer Attention","created":"2024-05-21","cited_by_count":131,"area":"inference"},{"id":"2407.15891","title":"RazorAttention: Efficient KV Cache Compression Through Retrieval Heads","created":"2024-07-22","cited_by_count":100,"area":"inference"},{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2503.19114","title":"Understanding and Improving Information Preservation in Prompt Compression for LLMs","created":"2025-03-24","cited_by_count":15,"area":"inference"},{"id":"2406.06110","title":"Recurrent Context Compression: Efficiently Expanding the Context Window of LLM","created":"2024-06-10","cited_by_count":8,"area":"inference"},{"id":"2503.22196","title":"EdgeInfinite: A Memory-Efficient Infinite-Context Transformer for Edge Devices","created":"2025-03-28","cited_by_count":5,"area":"inference"},{"id":"2406.17808","title":"Training-Free Exponential Context Extension via Cascading KV Cache","created":"2024-06-24","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2504.03661","title":"MILLION: Mastering Long-Context LLM Inference Via Outlier-Immunized KV Product Quantization","created":"2025-03-12","cited_by_count":3,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2605.22884","title":"Tensor Cache: Eviction-conditioned Associative Memory for Transformers","created":"2026-05-21","cited_by_count":2,"area":"inference"},{"id":"2508.00370","title":"EdgeInfinite-Instruct: Bridging SFT-Based Optimization and NPU-Level Efficiency for Edge Devices","created":"2025-08-01","cited_by_count":1,"area":"inference"},{"id":"2512.15550","title":"CTkvr: KV Cache Retrieval for Long-Context LLMs via Centroid then Token Indexing","created":"2025-12-17","cited_by_count":0,"area":"inference"},{"id":"2605.12471","title":"KV-Fold: One-Step KV-Cache Recurrence for Long-Context Inference","created":"2026-05-12","cited_by_count":0,"area":"inference"},{"id":"2605.16366","title":"Fre-Res: Frequency-Residual Video Token Compression for Efficient Video MLLMs","created":"2026-05-10","cited_by_count":0,"area":"inference"},{"id":"2606.02680","title":"Post-Boundary Bridge: Must Local Attention Go Global Between Global Layers?","created":"2026-06-01","cited_by_count":0,"area":"inference"},{"id":"2607.05399","title":"Benchmarking KV-Cache Optimizations across Task Quality and System Performance for Long-Context Serving","created":"2026-05-03","cited_by_count":0,"area":"inference"},{"id":"2607.24788","title":"GLIDE: Guided Layerwise Hybrid Attention for Efficient LLM Inference","created":"2026-06-26","cited_by_count":0,"area":"inference"},{"id":"2608.23599","title":"Squeezing the Cache, Preserving the Truth: Monotonic Equipotential Allocation with Geodesia-KV","created":"2026-08-19","cited_by_count":0,"area":"inference"},{"id":"2609.32395","title":"Memory as a cache: Exact context reuse and deletion by construction","created":"2026-09-26","cited_by_count":0,"area":"inference"}],"next_cursor":null}