{"total":27,"rows":[{"id":"2510.03215","title":"Cache-to-Cache: Direct Semantic Communication Between Large Language Models","created":"2025-10-03","cited_by_count":61,"area":"inference"},{"id":"2502.03805","title":"CriticalKV: Optimizing KV Cache Eviction from an Output Perturbation Perspective","created":"2025-02-06","cited_by_count":26,"area":"inference"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2508.06297","title":"KV Cache Compression for Inference Efficiency in LLMs: A Review","created":"2025-08-08","cited_by_count":12,"area":"inference"},{"id":"2508.16134","title":"CommonKV: Compressing KV Cache with Cross-layer Parameter Sharing","created":"2025-08-22","cited_by_count":9,"area":"inference"},{"id":"2507.11942","title":"DAC: A Dynamic Attention-aware Approach for Task-Agnostic Prompt Compression","created":"2025-07-16","cited_by_count":7,"area":"inference"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2509.24832","title":"SemShareKV: Efficient KVCache Sharing for Semantically Similar Prompts via Token-Level LSH Matching","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2510.11236","title":"XQuant: Achieving Ultra-Low Bit KV Cache Quantization with Cross-Layer Compression","created":"2025-10-13","cited_by_count":5,"area":"inference"},{"id":"2509.10798","title":"Judge Q: Trainable Queries for Optimized Information Retention in KV Cache Eviction","created":"2025-09-13","cited_by_count":4,"area":"inference"},{"id":"2510.16807","title":"Improving Model Representation and Reducing KV Cache via Skip Connections with First Value Heads","created":"2025-10-19","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2605.15852","title":"GHOST: Geometry-Hierarchical Online Streaming Token Eviction for Efficient 3D Reconstruction","created":"2026-05-15","cited_by_count":2,"area":"inference"},{"id":"2507.08045","title":"Krul: Efficient State Restoration for Multi-turn Conversations with Dynamic Cross-layer KV Sharing","created":"2025-07-10","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2607.06523","title":"DepthWeave-KV: Token-Adaptive Cross-Layer Residual Factorization for Long-Context KV Cache Compression","created":"2026-07-07","cited_by_count":1,"area":"inference"},{"id":"2609.32610","title":"KV-Lingo: Learning KV-Cache Translators with Distillation","created":"2026-09-26","cited_by_count":1,"area":"inference"},{"id":"2609.37988","title":"KV-Kaizen: Learning Context-Adaptive Cache Compression Choices","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2502.13176","title":"BaKlaVa -- Budgeted Allocation of KV cache for Long-context Inference","created":"2025-02-18","cited_by_count":0,"area":"inference"},{"id":"2606.31093","title":"Omni-Flow: A Unified Workflow Orchestration and Distributed KV Cache Sharing Framework for Multimodal Inference","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.05399","title":"Benchmarking KV-Cache Optimizations across Task Quality and System Performance for Long-Context Serving","created":"2026-05-03","cited_by_count":0,"area":"inference"},{"id":"2607.06519","title":"FreqDepthKV: Frequency-Guided Depth Sharing for Robust KV Cache Compression in Long-Context LLM Inference","created":"2026-07-07","cited_by_count":0,"area":"inference"},{"id":"2610.15721","title":"To Cache or Not to Cache: Understanding and Mitigating Safety Incompatibility in Cross-Model KV Cache Reuse","created":"2026-10-11","cited_by_count":0,"area":"inference"}],"next_cursor":null}