{"total":15,"rows":[{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2410.13212","title":"AsymKV: Enabling 1-Bit Quantization of KV Cache with Layer-Wise Asymmetric Quantization Configurations","created":"2024-10-17","cited_by_count":19,"area":"inference"},{"id":"2602.08005","title":"ResidualKV: Residual-Based KV Cache Compression for Efficient Long-Context Inference","created":"2026-02-08","cited_by_count":9,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2506.08018","title":"KVmix: Gradient-Based Layer Importance-Aware Mixed-Precision Quantization for KV Cache","created":"2025-05-18","cited_by_count":5,"area":"inference"},{"id":"2409.16546","title":"AlignedKV: Reducing Memory Access of KV-Cache with Precision-Aligned Quantization","created":"2024-09-25","cited_by_count":4,"area":"inference"},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2503.17922","title":"WindowKV: Task-Adaptive Group-Wise KV Cache Window Selection for Efficient LLM Inference","created":"2025-03-23","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2609.38169","title":"STEPQuant: When and Where Errors Matter in Delta-Rule Recurrent State Quantization","created":"2026-09-29","cited_by_count":0,"area":"inference"}],"next_cursor":null}