{"total":29,"rows":[{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2502.00527","title":"PolarQuant: Leveraging Polar Transformation for Efficient Key Cache Quantization and Decoding Acceleration","created":"2025-02-01","cited_by_count":10,"area":"inference"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2412.16187","title":"HashEvict: A Pre-Attention KV Cache Eviction Strategy using Locality-Sensitive Hashing","created":"2024-12-13","cited_by_count":6,"area":"inference"},{"id":"2502.15955","title":"Compression Barriers for Autoregressive Transformers","created":"2025-02-21","cited_by_count":5,"area":"inference"},{"id":"2506.08018","title":"KVmix: Gradient-Based Layer Importance-Aware Mixed-Precision Quantization for KV Cache","created":"2025-05-18","cited_by_count":5,"area":"inference"},{"id":"2603.14224","title":"Self-Indexing KVCache: Predicting Sparse Attention from Compressed Keys","created":"2026-03-15","cited_by_count":5,"area":"inference"},{"id":"2605.19660","title":"OScaR: The Occam's Razor for Extreme KV Cache Quantization in LLMs and Beyond","created":"2026-05-19","cited_by_count":5,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2605.20868","title":"Runtime-Certified Bounded-Error Quantized Attention","created":"2026-05-20","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2503.11108","title":"Time and Memory Trade-off of KV-Cache Compression in Tensor Transformer Decoding","created":"2025-03-14","cited_by_count":2,"area":"inference"},{"id":"2603.27467","title":"TurboAngle: Near-Lossless KV Cache Compression via Uniform Angle Quantization","created":"2026-03-29","cited_by_count":2,"area":"inference"},{"id":"2603.28430","title":"IsoQuant: Hardware-Aligned SO(4) Isoclinic Rotations for LLM KV Cache Compression","created":"2026-03-30","cited_by_count":2,"area":"inference"},{"id":"2604.16957","title":"Open-TQ-Metal: Fused Compressed-Domain Attention for Long-Context LLM Inference on Apple Silicon","created":"2026-04-18","cited_by_count":2,"area":"inference"},{"id":"2605.08114","title":"Statistical Inference and Quality Measures of KV Cache Quantisations Inspired by TurboQuant","created":"2026-04-27","cited_by_count":2,"area":"inference"},{"id":"2605.11478","title":"FibQuant: Universal Vector Quantization for Random-Access KV-Cache Compression","created":"2026-05-12","cited_by_count":2,"area":"inference"},{"id":"2605.21226","title":"OCTOPUS: Optimized KV Cache for Transformers via Octahedral Parametrization Under optimal Squared error quantization","created":"2026-05-20","cited_by_count":2,"area":"inference"},{"id":"2604.02638","title":"AXELRAM: Quantize Once, Never Dequantize","created":"2026-04-03","cited_by_count":1,"area":"inference"},{"id":"2605.27646","title":"Hurwitz Quaternion Multiplicative Quantization for KV Cache Compression","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2607.09683","title":"Ablation, Statistical Inference, and Validation for KV-Cache Compression","created":"2026-06-14","cited_by_count":0,"area":"inference"},{"id":"2607.15498","title":"VarRate: Training-Free Variable-Rate KV Cache Compression for Long-Context LLMs","created":"2026-07-16","cited_by_count":0,"area":"inference"},{"id":"2609.13205","title":"Self-Indexing Attention for Compression-Compatible Sparse Long-Context LLM Inference","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2610.14475","title":"EdgeLLM-Nano: Auditing Polar-Guided Key-Cache Compression and Consistency-Anchored Pruning on a 33.6 MB On-Device Language Model","created":"2026-10-10","cited_by_count":0,"area":"inference"},{"id":"2610.19605","title":"PN-Mix: Pair-Norm Guided Mixed-Precision Key Cache Quantization for Efficient Long-Output LLM Inference","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}