{"total":25,"rows":[{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2503.16525","title":"KVShare: An LLM Service System with Efficient and Effective Multi-Tenant KV Cache Reuse","created":"2025-03-17","cited_by_count":22,"area":"inference"},{"id":"2502.14317","title":"ParallelComp: Parallel Long-Context Compressor for Length Extrapolation","created":"2025-02-20","cited_by_count":14,"area":"inference"},{"id":"2412.02252","title":"Compressing KV Cache for Long-Context LLM Inference with Inter-Layer Attention Similarity","created":"2024-12-03","cited_by_count":10,"area":"inference"},{"id":"2605.17757","title":"OSCAR: Offline Spectral Covariance-Aware Rotation for 2-bit KV Cache Quantization","created":"2026-05-18","cited_by_count":9,"area":"inference"},{"id":"2410.14257","title":"Revisiting Service Level Objectives and System Level Metrics in Large Language Model Serving","created":"2024-10-18","cited_by_count":5,"area":"inference"},{"id":"2504.14775","title":"gLLM: Global Balanced Pipeline Parallelism System for Distributed LLM Serving with Token Throttling","created":"2025-04-21","cited_by_count":5,"area":"inference"},{"id":"2602.04541","title":"LycheeDecode: Accelerating Long-Context LLM Inference via Hybrid-Head Sparse Decoding","created":"2026-02-04","cited_by_count":5,"area":"inference"},{"id":"2504.03651","title":"Echo: Efficient Co-Scheduling of Hybrid Online-Offline Tasks for Large Language Model Serving","created":"2025-03-01","cited_by_count":3,"area":"inference"},{"id":"2510.22876","title":"Correctness Forensics for Batch Speculative Decoding: Diagnosing the Ragged Tensor Problem","created":"2025-10-26","cited_by_count":3,"area":"inference"},{"id":"2604.24647","title":"DepthKV: Layer-Dependent KV Cache Pruning for Long-Context LLM Inference","created":"2026-04-27","cited_by_count":3,"area":"inference"},{"id":"2605.06221","title":"UniPrefill: Universal Long-Context Prefill Acceleration via Block-wise Dynamic Sparsification","created":"2026-05-07","cited_by_count":2,"area":"inference"},{"id":"2606.17798","title":"LiveStarPro: Proactive Streaming Video Understanding with Hierarchical Memory for Long-Horizon Streams","created":"2026-06-16","cited_by_count":2,"area":"inference"},{"id":"2512.19179","title":"CascadeInfer: Length-Aware Scheduling of LLM Serving with Low Latency and Load Balancing","created":"2025-12-22","cited_by_count":1,"area":"inference"},{"id":"2604.00235","title":"MAC-Attention: a Match-Amend-Complete Scheme for Fast and Accurate Attention Computation","created":"2026-03-31","cited_by_count":1,"area":"inference"},{"id":"2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","created":"2026-04-09","cited_by_count":1,"area":"inference"},{"id":"2606.16429","title":"Taylor-Calibrate: Principled Initialization for Hybrid Linear Attention Distillation","created":"2026-06-15","cited_by_count":1,"area":"inference"},{"id":"2608.30295","title":"CateKV: On Sequential Consistency for Long-Context LLM Inference Acceleration","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2505.04723","title":"SOAEsV2-7B/72B: Full-Pipeline Optimization for State-Owned Enterprise LLMs via Continual Pre-Training, Domain-Progressive SFT and Distillation-Enhanced Speculative Decoding","created":"2025-05-07","cited_by_count":0,"area":"inference"},{"id":"2603.04759","title":"Stacked from One: Multi-Scale Self-Injection for Context Window Extension","created":"2026-03-05","cited_by_count":0,"area":"inference"},{"id":"2608.04974","title":"AsymSpec: Efficient Cloud-Edge Speculative Decoding over Asymmetric Networks","created":"2026-08-05","cited_by_count":0,"area":"inference"},{"id":"2609.33410","title":"FoldAttention: Declared-Reference Softmax for Fast Decode and Deterministic Backward","created":"2026-09-27","cited_by_count":0,"area":"inference"}],"next_cursor":null}