{"total":64,"rows":[{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26,"area":"inference"},{"id":"2509.23094","title":"d$^2$Cache: Accelerating Diffusion-Based LLMs via Dual Adaptive Caching","created":"2025-09-27","cited_by_count":25,"area":"inference"},{"id":"2505.17272","title":"Zebra-Llama: Towards Extremely Efficient Hybrid Models","created":"2025-05-22","cited_by_count":18,"area":"inference"},{"id":"2411.18462","title":"Draft Model Knows When to Stop: Self-Verification Speculative Decoding for Long-Form Generation","created":"2024-11-27","cited_by_count":16,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2601.11580","title":"Speculative Decoding: Performance or Illusion?","created":"2025-12-31","cited_by_count":15,"area":"inference"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2605.07721","title":"Memory-Efficient Looped Transformer: Decoupling Compute from Memory in Looped Language Models","created":"2026-05-08","cited_by_count":14,"area":"inference"},{"id":"2506.12707","title":"SecurityLingua: Efficient Defense of LLM Jailbreak Attacks via Security-Aware Prompt Compression","created":"2025-06-15","cited_by_count":13,"area":"inference"},{"id":"2509.02718","title":"Efficient Training-Free Online Routing for High-Volume Multi-LLM Serving","created":"2025-09-02","cited_by_count":13,"area":"inference"},{"id":"2403.01273","title":"NoMAD-Attention: Efficient LLM Inference on CPUs Through Multiply-add-free Attention","created":"2024-03-02","cited_by_count":12,"area":"inference"},{"id":"2508.08895","title":"ASPD: Unlocking Adaptive Serial-Parallel Decoding by Exploring Intrinsic Parallelism in LLMs","created":"2025-08-12","cited_by_count":11,"area":"inference"},{"id":"2502.00527","title":"PolarQuant: Leveraging Polar Transformation for Efficient Key Cache Quantization and Decoding Acceleration","created":"2025-02-01","cited_by_count":10,"area":"inference"},{"id":"2511.18643","title":"Kitty: Accurate and Efficient 2-bit KV Cache Quantization with Dynamic Channel-wise Precision Boost","created":"2025-11-23","cited_by_count":10,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2502.04077","title":"AttentionPredictor: Temporal Patterns Matter for KV Cache Compression","created":"2025-02-06","cited_by_count":7,"area":"inference"},{"id":"2504.14992","title":"Efficient Pretraining Length Scaling","created":"2025-04-21","cited_by_count":6,"area":"inference"},{"id":"2602.21233","title":"AngelSlim: A more accessible, comprehensive, and efficient toolkit for large model compression","created":"2026-02-07","cited_by_count":6,"area":"inference"},{"id":"2608.27513","title":"DAMP: Decay-Aware Mixed-Precision Recurrent-State Quantization","created":"2026-08-27","cited_by_count":6,"area":"inference"},{"id":"2510.05090","title":"Finish First, Perfect Later: Test-Time Token-Level Cross-Validation for Diffusion Large Language Models","created":"2025-10-06","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2606.26120","title":"Dynamic-dLLM: Dynamic Cache-Budget and Adaptive Parallel Decoding for Training-Free Acceleration of Diffusion LLM","created":"2026-05-27","cited_by_count":5,"area":"inference"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2510.11292","title":"LouisKV: Efficient KV Cache Retrieval for Long Input-Output Sequences","created":"2025-10-13","cited_by_count":4,"area":"inference"},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2512.23765","title":"Entropy-Aware Token Rejection for Improving Speculative Decoding","created":"2025-12-29","cited_by_count":3,"area":"inference"},{"id":"2602.03708","title":"Beyond Tokens: Semantic-Aware Speculative Decoding for Efficient Inference by Probing Internal States","created":"2026-02-03","cited_by_count":3,"area":"inference"},{"id":"2604.22312","title":"Guess-Verify-Refine: Data-Aware Top-K for Sparse-Attention Decoding on Blackwell via Temporal Correlation","created":"2026-04-24","cited_by_count":3,"area":"inference"},{"id":"2605.09329","title":"Test-Time Speculation","created":"2026-05-10","cited_by_count":3,"area":"inference"},{"id":"2607.08690","title":"A Practical Investigation of Training-free Relaxed Speculative Decoding","created":"2026-07-09","cited_by_count":3,"area":"inference"},{"id":"2601.19611","title":"Explicit Multi-head Attention for Inter-head Interaction in Large Language Models","created":"2026-01-27","cited_by_count":2,"area":"inference"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2605.24793","title":"Beyond the Target: From Imitation to Collaboration in Speculative Decoding","created":"2026-05-24","cited_by_count":2,"area":"inference"},{"id":"2608.01631","title":"Does Accuracy Equal Evidence? Reasoning Faithfulness under KV Cache Compression","created":"2026-08-03","cited_by_count":2,"area":"inference"},{"id":"2608.02691","title":"Output-Aware Rotation for INT2 KV-Cache Quantization","created":"2026-08-03","cited_by_count":2,"area":"inference"},{"id":"2608.04074","title":"Spend Bits Where Queries Look: KV Cache Vector Quantization with Attention-Preserving Transforms","created":"2026-08-04","cited_by_count":2,"area":"inference"},{"id":"2610.13778","title":"ReplaySSM: Cache SSM Inputs, Not State","created":"2026-10-09","cited_by_count":2,"area":"inference"},{"id":"2502.16886","title":"ReFreeKV: Towards Threshold-Free KV Cache Compression","created":"2025-02-24","cited_by_count":1,"area":"inference"},{"id":"2509.18344","title":"Speculate Deep and Accurate: Lossless and Training-Free Acceleration for Offloaded LLMs via Substitute Speculative Decoding","created":"2025-09-22","cited_by_count":1,"area":"inference"},{"id":"2601.23180","title":"TriSpec: Ternary Speculative Decoding via Lightweight Proxy Verification","created":"2026-01-30","cited_by_count":1,"area":"inference"},{"id":"2603.12038","title":"Slow-Fast Inference: Training-Free Inference Acceleration via Within-Sentence Support Stability","created":"2026-03-12","cited_by_count":1,"area":"inference"},{"id":"2603.23701","title":"The Diminishing Returns of Early-Exit Decoding in Modern LLMs","created":"2026-03-24","cited_by_count":1,"area":"inference"},{"id":"2606.12487","title":"DynamicPTQ: Mitigating Activation Quantization Collapse via Residual-Stream Dynamics","created":"2026-06-10","cited_by_count":1,"area":"inference"},{"id":"2607.28495","title":"Stage-Replay Divergence Follows the KV Cache: Fixed-Prefix Precision Controls and Bidirectional Cache Transplantation","created":"2026-07-30","cited_by_count":1,"area":"inference"},{"id":"2604.07023","title":"MARS: Enabling Autoregressive Models Multi-Token Generation","created":"2026-04-08","cited_by_count":0,"area":"inference"},{"id":"2605.04263","title":"Parallel Prefix Verification for Speculative Generation","created":"2026-05-05","cited_by_count":0,"area":"inference"},{"id":"2605.23057","title":"RequestRouter: Request-Boundary Routing for Efficient Single-GPU LLM Inference","created":"2026-05-21","cited_by_count":0,"area":"inference"},{"id":"2605.26558","title":"Cassandra: Enabling Reasoning LLMs at Edge via Self-Speculative Decoding","created":"2026-05-26","cited_by_count":0,"area":"inference"},{"id":"2606.19755","title":"SafeSpec: Fast and Safe LLM via Dynamic Reflective Sampling","created":"2026-06-18","cited_by_count":0,"area":"inference"},{"id":"2606.31580","title":"LASER: Load-Aware Serving with Early-Exit for Reasoning LLMs at the Edge","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.04244","title":"Quantize the Target, Quantize the Drafter: Efficient Inference with Qwen3.5-4B","created":"2026-07-05","cited_by_count":0,"area":"inference"},{"id":"2608.07855","title":"CommitKV: Lifecycle-Aware KV Cache Compression via Commit Transitions for Multi-Turn Agents","created":"2026-08-08","cited_by_count":0,"area":"inference"},{"id":"2608.30076","title":"Budget-Aware Compression Pipeline for Single-GPU LLM Inference: Methods, Trade-offs, and Coupling Effects","created":"2026-08-30","cited_by_count":0,"area":"inference"},{"id":"2609.34388","title":"Reciprocal Guidance: Orchestrating Draft and Verify Budgets for Advancing the Diffusion-AR Self-Speculation Frontier","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.38121","title":"WUSH-KV: KV Cache Quantization with Data-Adaptive Transforms","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2609.38169","title":"STEPQuant: When and Where Errors Matter in Delta-Rule Recurrent State Quantization","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.03027","title":"Tailoring the Quantization Space for 1-Bit KV Cache Compression","created":"2026-10-02","cited_by_count":0,"area":"inference"},{"id":"2610.05106","title":"SharpDraft: Accelerating Long-Context Speculative Decoding with Cardinality-Aware Query Scaling","created":"2026-10-04","cited_by_count":0,"area":"inference"},{"id":"2610.07780","title":"APEX: Speculate smarter, not deeper","created":"2026-10-06","cited_by_count":0,"area":"inference"},{"id":"2610.09013","title":"Enabling Dynamic Computation in Looped LMs","created":"2026-10-06","cited_by_count":0,"area":"inference"},{"id":"2610.18642","title":"MultiAlloc: Budget-Aware Precision Allocation for KV Cache Quantization","created":"2026-10-13","cited_by_count":0,"area":"inference"},{"id":"2610.19026","title":"Joint Subspace Sparse Attention for Efficient Long-Context Decoding","created":"2026-10-13","cited_by_count":0,"area":"inference"},{"id":"2610.19605","title":"PN-Mix: Pair-Norm Guided Mixed-Precision Key Cache Quantization for Efficient Long-Output LLM Inference","created":"2026-10-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}