{"total":75,"rows":[{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223,"area":"inference"},{"id":"2507.03724","title":"MemOS: A Memory OS for AI System","created":"2025-07-04","cited_by_count":138,"area":"rag"},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2406.18139","title":"LOOK-M: Look-Once Optimization in KV Cache for Efficient Multimodal Long-Context Inference","created":"2024-06-26","cited_by_count":95,"area":"mllm"},{"id":"2407.12820","title":"PQCache: Product Quantization-based KVCache for Long Context LLM Inference","created":"2024-07-01","cited_by_count":95,"area":"inference"},{"id":"2505.22101","title":"MemOS: An Operating System for Memory-Augmented Generation (MAG) in Large Language Models","created":"2025-05-28","cited_by_count":73,"area":null},{"id":"2407.21018","title":"ThinK: Thinner Key Cache by Query-Driven Pruning","created":"2024-07-30","cited_by_count":68,"area":"lr"},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2503.12491","title":"CAKE: Cascading and Adaptive KV Cache Eviction with Layer Preferences","created":"2025-03-16","cited_by_count":58,"area":"inference"},{"id":"2511.02230","title":"Continuum: Efficient and Robust Multi-Turn LLM Agent Scheduling with KV Cache Time-to-Live","created":"2025-11-04","cited_by_count":44,"area":"agents"},{"id":"2410.18517","title":"KVSharer: Efficient Inference via Layer-Wise Dissimilar KV Cache Sharing","created":"2024-10-24","cited_by_count":41,"area":"lr"},{"id":"2502.15734","title":"Cache-Craft: Managing Chunk-Caches for Efficient Retrieval-Augmented Generation","created":"2025-02-05","cited_by_count":36,"area":"rag"},{"id":"2406.13035","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","created":"2024-06-18","cited_by_count":31,"area":"inference"},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2410.01518","title":"InfiniPot: Infinite Context Processing on Memory-Constrained LLMs","created":"2024-10-02","cited_by_count":27,"area":null},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22,"area":null},{"id":"2408.12151","title":"A Tighter Complexity Analysis of SparseGPT","created":"2024-08-22","cited_by_count":19,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17,"area":"inference"},{"id":"2412.10543","title":"METIS: Fast Quality-Aware RAG Systems with Configuration Adaptation","created":"2024-12-13","cited_by_count":17,"area":"rag"},{"id":"2505.24357","title":"ReCalKV: Low-Rank KV Cache Compression via Head Reordering and Offline Calibration","created":"2025-05-30","cited_by_count":16,"area":"inference"},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2504.14051","title":"CAOTE: KV Cache Selection for LLMs via Attention Output Error-Based Token Eviction","created":"2025-04-18","cited_by_count":13,"area":"inference"},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2510.02758","title":"TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling","created":"2025-10-03","cited_by_count":10,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2407.20485","title":"A2SF: Accumulative Attention Scoring with Forgetting Factor for Token Pruning in Transformer Decoder","created":"2024-07-30","cited_by_count":8,"area":"inference"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2503.24000","title":"Rethinking Key-Value Cache Compression Techniques for Large Language Model Serving","created":"2025-03-31","cited_by_count":8,"area":"inference"},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2505.07861","title":"Scalable LLM Reasoning Acceleration with Low-rank Distillation","created":"2025-05-08","cited_by_count":7,"area":"lr"},{"id":"2505.11254","title":"Delta Attention: Fast and Accurate Sparse Attention Inference by Delta Correction","created":"2025-05-16","cited_by_count":7,"area":null},{"id":"2505.22913","title":"Mustafar: Promoting Unstructured Sparsity for KV Cache Pruning in LLM Inference","created":"2025-05-28","cited_by_count":7,"area":"inference"},{"id":"2512.00504","title":"G-KV: Decoding-Time KV Cache Eviction with Global Attention","created":"2025-11-29","cited_by_count":7,"area":"lr"},{"id":"2508.02751","title":"SmallKV: Small Model Assisted Compensation of KV Cache Compression for Efficient LLM Inference","created":"2025-08-03","cited_by_count":6,"area":"inference"},{"id":"2602.12271","title":"MonarchRT: Efficient Attention for Real-Time Video Generation","created":"2026-02-12","cited_by_count":6,"area":"diffusion"},{"id":"2410.03007","title":"FastAdaSP: Multitask-Adapted Efficient Inference for Large Speech Language Model","created":"2024-10-03","cited_by_count":5,"area":"inference"},{"id":"2507.04723","title":"LOOM-Scope: a comprehensive and efficient LOng-cOntext Model evaluation framework","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2412.08521","title":"EMS: Adaptive Evict-then-Merge Strategy for Head-wise KV Cache Compression Based on Global-Local Importance","created":"2024-12-11","cited_by_count":4,"area":"inference"},{"id":"2506.03762","title":"AhaKV: Adaptive Holistic Attention-Driven KV Cache Eviction for Efficient Inference of Large Language Models","created":"2025-06-04","cited_by_count":4,"area":"inference"},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2605.13111","title":"Pyramid Forcing: Head-Aware Pyramid KV Cache Policy for High-Quality Long Video Generation","created":"2026-05-13","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2407.19775","title":"Model Agnostic Hybrid Sharding For Heterogeneous Distributed Inference","created":"2024-07-29","cited_by_count":2,"area":null},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2605.22884","title":"Tensor Cache: Eviction-conditioned Associative Memory for Transformers","created":"2026-05-21","cited_by_count":2,"area":"inference"},{"id":"2606.30389","title":"Predict, Reuse, and Repair: Accelerating Dynamic Sparse Attention for Long-Context LLM Decoding","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2606.31519","title":"RaBitQCache: Rotated Binary Quantization for KVCache in Long Context LLM Inference","created":"2026-06-30","cited_by_count":2,"area":"inference"},{"id":"2411.15785","title":"A Method for Building Large Language Models with Predefined KV Cache Capacity","created":"2024-11-24","cited_by_count":1,"area":"inference"},{"id":"2502.19008","title":"Binary Neural Networks for Large Language Model: A Survey","created":"2025-02-26","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2603.06642","title":"SR-TTT Does Not Learn Retrieval: A Correction and Mechanistic Post-Mortem of Surprisal-Aware Residual Test-Time Training","created":"2026-02-26","cited_by_count":1,"area":"inference"},{"id":"2407.00467","title":"VcLLM: Video Codecs are Secretly Tensor Codecs","created":"2024-06-29","cited_by_count":0,"area":null},{"id":"2503.00022","title":"KVCrush: Key value cache size-reduction using similarity in head-behaviour","created":"2025-02-24","cited_by_count":0,"area":"inference"},{"id":"2503.17922","title":"WindowKV: Task-Adaptive Group-Wise KV Cache Window Selection for Efficient LLM Inference","created":"2025-03-23","cited_by_count":0,"area":"inference"},{"id":"2604.16883","title":"SinkRouter: Sink-Aware Routing for Efficient Long-Context Decoding in Large Language and Multimodal Models","created":"2026-04-18","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.03652","title":"ELiTeFormer: An Efficient Transformer for FPGAs","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2607.24788","title":"GLIDE: Guided Layerwise Hybrid Attention for Efficient LLM Inference","created":"2026-06-26","cited_by_count":0,"area":"inference"},{"id":"2608.08878","title":"DistillCache: KL-Guided Adaptive KV-Cache Eviction for Memory-Efficient LLM Inference","created":"2026-08-09","cited_by_count":0,"area":"inference"},{"id":"2609.01158","title":"Superposed Latent Autoencoder","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.19702","title":"Understanding and Exploiting Diagonal Attention Sparsity in Autoregressive Image Generation","created":"2026-09-17","cited_by_count":0,"area":"inference"},{"id":"2609.21172","title":"TierKV: Long-Context On-Device LLMs via Predictive Multi-Tier KV Caching","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2609.24417","title":"ARM: Attention with Routed-Memory for Learnable Sparse Control","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.34063","title":"Counterexamples to Local Reconstruction Gain as a Proxy for Final Fidelity in Residual Completion","created":"2026-09-28","cited_by_count":0,"area":null}],"next_cursor":null}