{"total":22,"rows":[{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160,"area":"inference"},{"id":"2401.03462","title":"Long Context Compression with Activation Beacon","created":"2024-01-07","cited_by_count":104,"area":"inference"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2410.03065","title":"Compute Or Load KV Cache? Why Not Both?","created":"2024-10-04","cited_by_count":25,"area":"inference"},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2404.07979","title":"LLoCO: Learning Long Contexts Offline","created":"2024-04-11","cited_by_count":16,"area":"inference"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2403.08312","title":"StreamingDialogue: Prolonged Dialogue Learning via Long Context Compression with Minimal Losses","created":"2024-03-13","cited_by_count":9,"area":"inference"},{"id":"2509.15763","title":"UniGist: Towards General and Hardware-aligned Sequence-level Long Context Compression","created":"2025-09-19","cited_by_count":9,"area":"inference"},{"id":"2501.06709","title":"Mell: Memory-Efficient Large Language Model Serving via Multi-GPU KV Cache Management","created":"2025-01-12","cited_by_count":8,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2604.20920","title":"Simplified Sparse Attention via Gist Tokens","created":"2026-04-22","cited_by_count":6,"area":"inference"},{"id":"2602.02108","title":"Out of the Memory Barrier: A Highly Memory Efficient Training System for LLMs with Million-Token Contexts","created":"2026-02-02","cited_by_count":4,"area":"inference"},{"id":"2504.03661","title":"MILLION: Mastering Long-Context LLM Inference Via Outlier-Immunized KV Product Quantization","created":"2025-03-12","cited_by_count":3,"area":"inference"},{"id":"2506.01215","title":"Compress, Gather, and Recompute: REFORMing Long-Context Processing in Transformers","created":"2025-06-01","cited_by_count":3,"area":"inference"},{"id":"2602.09323","title":"LLM-CoOpt: A Co-Design and Optimization Framework for Efficient LLM Inference on Heterogeneous Platforms","created":"2026-02-10","cited_by_count":0,"area":"inference"},{"id":"2606.02680","title":"Post-Boundary Bridge: Must Local Attention Go Global Between Global Layers?","created":"2026-06-01","cited_by_count":0,"area":"inference"},{"id":"2610.02235","title":"CORE: COverage CAlibration and Evicted-Mass REdistribution for KV Cache","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}