{"total":59,"rows":[{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2407.21018","title":"ThinK: Thinner Key Cache by Query-Driven Pruning","created":"2024-07-30","cited_by_count":68,"area":"lr"},{"id":"2510.03215","title":"Cache-to-Cache: Direct Semantic Communication Between Large Language Models","created":"2025-10-03","cited_by_count":61,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2410.18517","title":"KVSharer: Efficient Inference via Layer-Wise Dissimilar KV Cache Sharing","created":"2024-10-24","cited_by_count":41,"area":"lr"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2506.18582","title":"Parallel Continuous Chain-of-Thought with Jacobi Iteration","created":"2025-06-23","cited_by_count":25,"area":"lr"},{"id":"2601.06007","title":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","created":"2026-01-09","cited_by_count":19,"area":"agents"},{"id":"2410.14442","title":"A Systematic Study of Cross-Layer KV Sharing for Efficient LLM Inference","created":"2024-10-18","cited_by_count":17,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2502.01941","title":"Semantic Integrity Matters: Benchmarking and Preserving High-Density Reasoning in KV Cache Compression","created":"2025-02-04","cited_by_count":16,"area":"lr"},{"id":"2503.18893","title":"xKV: Cross-Layer KV-Cache Compression via Aligned Singular Vector Extraction","created":"2025-03-24","cited_by_count":16,"area":"inference"},{"id":"2509.23184","title":"PonderLM-2: Pretraining LLM with Latent Thoughts in Continuous Space","created":"2025-09-27","cited_by_count":16,"area":"lr"},{"id":"2608.03893","title":"Cross-Model KV Cache Transfer in LLM Families: A Closed-Form Linear Mapping for Prefill Reuse","created":"2026-08-04","cited_by_count":15,"area":"inference"},{"id":"2410.08391","title":"KV Prediction for Improved Time to First Token","created":"2024-10-10","cited_by_count":11,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2503.24358","title":"SQuat: Subspace-orthogonal KV Cache Quantization","created":"2025-03-31","cited_by_count":7,"area":"inference"},{"id":"2505.12343","title":"Mitigating Hallucinations via Inter-Layer Consistency Aggregation in Large Vision-Language Models","created":"2025-05-18","cited_by_count":7,"area":"mllm"},{"id":"2512.03870","title":"Reconstructing KV Caches with Cross-layer Fusion For Enhanced Transformers","created":"2025-12-03","cited_by_count":6,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2510.16805","title":"Mixed-Precision Quantization for Language Models: Techniques and Prospects","created":"2025-10-19","cited_by_count":5,"area":null},{"id":"2511.22880","title":"Serving Heterogeneous LoRA Adapters in Distributed LLM Inference Systems","created":"2025-11-28","cited_by_count":5,"area":"inference"},{"id":"2602.01203","title":"Attention Sink Forges Native MoE in Attention Layers: Sink-Aware Training to Address Head Collapse","created":"2026-02-01","cited_by_count":5,"area":"moe"},{"id":"2409.15012","title":"Inference-Friendly Models With MixAttention","created":"2024-09-23","cited_by_count":4,"area":"inference"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2510.16807","title":"Improving Model Representation and Reducing KV Cache via Skip Connections with First Value Heads","created":"2025-10-19","cited_by_count":4,"area":"inference"},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2603.19664","title":"The Residual Stream Is All You Need: On the Redundancy of the KV Cache in Transformer Inference","created":"2026-03-20","cited_by_count":4,"area":"inference"},{"id":"2604.22782","title":"Stochastic KV Routing: Enabling Adaptive Depth-Wise Cache Sharing","created":"2026-04-03","cited_by_count":4,"area":null},{"id":"2605.31105","title":"GRKV: Global Regression for Training-Free KV Cache Compression in Long-Context LLMs","created":"2026-05-29","cited_by_count":4,"area":"inference"},{"id":"2511.23319","title":"Every Token Counts: Generalizing 16M Ultra-Long Context in Large Language Models","created":"2025-11-28","cited_by_count":3,"area":null},{"id":"2407.15516","title":"Attention Is All You Need But You Don't Need All Of It For Inference of Large Language Models","created":"2024-07-22","cited_by_count":2,"area":null},{"id":"2409.11650","title":"Art and Science of Quantizing Large-Scale Models: A Comprehensive Overview","created":"2024-09-18","cited_by_count":2,"area":null},{"id":"2604.13556","title":"YOCO++: Enhancing YOCO with KV Residual Connections for Efficient LLM Inference","created":"2026-04-15","cited_by_count":2,"area":"inference"},{"id":"2507.19906","title":"CaliDrop: KV Cache Compression with Calibration","created":"2025-07-26","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2508.21394","title":"AI Compute Architecture and Evolution Trends","created":"2025-08-29","cited_by_count":1,"area":null},{"id":"2605.06105","title":"Shallow Prefill, Deep Decoding: Efficient Long-Context Inference via Layer-Asymmetric KV Visibility","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2606.02780","title":"Do Value Vectors in Deep Layers Need Context from the Residual Stream?","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2609.37988","title":"KV-Kaizen: Learning Context-Adaptive Cache Compression Choices","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2503.17922","title":"WindowKV: Task-Adaptive Group-Wise KV Cache Window Selection for Efficient LLM Inference","created":"2025-03-23","cited_by_count":0,"area":"inference"},{"id":"2510.13860","title":"ShishuLM : Achieving Optimal and Efficient Parameterization with Low Attention Transformer Models","created":"2025-10-13","cited_by_count":0,"area":null},{"id":"2510.19670","title":"CoSense-LLM: Semantics at the Edge with Cost- and Uncertainty-Aware Cloud-Edge Cooperation","created":"2025-10-22","cited_by_count":0,"area":"inference"},{"id":"2512.11851","title":"KV Cache Recycling to Expand Usable Context Capacity in Low Parameter LLMs","created":"2025-12-04","cited_by_count":0,"area":"inference"},{"id":"2601.19089","title":"EPAS: Efficient Training with Progressive Activation Sharing","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2603.21365","title":"TIDE: Token-Informed Depth Execution for Per-Token Early Exit in LLM Inference","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2605.04489","title":"A Hybrid Method for Low-Resource Named Entity Recognition","created":"2026-05-06","cited_by_count":0,"area":null},{"id":"2606.31145","title":"SeKV: Resolution-Adaptive KV Cache with Hierarchical Semantic Memory for Long-Context LLM Inference","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.20484","title":"The Devil is in the Spectrum: Mitigating Representation Collapse in LLMs via Topologically Regularized Side-Path","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2608.18486","title":"WhiteMatter: All-to-All Cross-Layer Connections via KV Source Mixing","created":"2026-08-19","cited_by_count":0,"area":null},{"id":"2609.28006","title":"Shared Global KV with Layer-Specific Local History","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.32759","title":"The Extender: A Log-Structured Transformer","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.38149","title":"Pretraining Latent Information Feedback Transformers with Teacher Supervision","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.05484","title":"Universal Test-Time Training","created":"2026-10-04","cited_by_count":0,"area":"moe"}],"next_cursor":null}