{"list":"other","total":51,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298},{"id":"2312.07104","title":"SGLang: Efficient Execution of Structured Language Model Programs","created":"2023-12-12","cited_by_count":1141},{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880},{"id":"2403.06764","title":"An Image is Worth 1/2 Tokens After Layer 2: Plug-and-Play Inference Acceleration for Large Vision-Language Models","created":"2024-03-11","cited_by_count":642},{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519},{"id":"2406.10774","title":"Quest: Query-Aware Sparsity for Efficient Long-Context LLM Inference","created":"2024-06-16","cited_by_count":501},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268},{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235},{"id":"2406.11816","title":"VideoLLM-online: Online Video Large Language Model for Streaming Video","created":"2024-06-17","cited_by_count":225},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217},{"id":"2405.04532","title":"QServe: W4A8KV4 Quantization and System Co-design for Efficient LLM Serving","created":"2024-05-07","cited_by_count":208},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119},{"id":"2405.04437","title":"vAttention: Dynamic Memory Management for Serving LLMs without PagedAttention","created":"2024-05-07","cited_by_count":98},{"id":"2410.19258","title":"Not All Heads Matter: A Head-Level KV Cache Compression Method with Integrated Retrieval and Reasoning","created":"2024-10-25","cited_by_count":97},{"id":"2406.18139","title":"LOOK-M: Look-Once Optimization in KV Cache for Efficient Multimodal Long-Context Inference","created":"2024-06-26","cited_by_count":95},{"id":"2510.09608","title":"StreamingVLM: Real-Time Understanding for Infinite Video Streams","created":"2025-10-10","cited_by_count":95},{"id":"2402.15220","title":"ChunkAttention: Efficient Self-Attention with Prefix-Aware KV Cache and Two-Phase Partition","created":"2024-02-23","cited_by_count":82},{"id":"2604.27393","title":"MiniCPM-o 4.5: Towards Real-Time Full-Duplex Omni-Modal Interaction","created":"2026-04-30","cited_by_count":78},{"id":"2609.19969","title":"DeepSeek-V4.1-Flash: Pushing the Limits of KV Cache Compression","created":"2026-09-17","cited_by_count":76},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61},{"id":"2502.10810","title":"SVBench: A Benchmark with Temporal Multi-Turn Dialogues for Streaming Video Understanding","created":"2025-02-15","cited_by_count":57},{"id":"2411.19772","title":"LongVALE: Vision-Audio-Language-Event Benchmark Towards Time-Aware Omni-Modal Perception of Long Videos","created":"2024-11-29","cited_by_count":51},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41},{"id":"2512.00891","title":"Accelerating Streaming Video Large Language Models via Hierarchical Token Compression","created":"2025-11-30","cited_by_count":37},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36},{"id":"2502.17599","title":"MEDA: Dynamic KV Cache Allocation for Efficient Multimodal Long-Context Inference","created":"2025-02-24","cited_by_count":31},{"id":"2502.00919","title":"Attention Sinks: A 'Catch, Tag, Release' Mechanism for Embeddings","created":"2025-02-02","cited_by_count":16},{"id":"2412.03409","title":"PrefixKV: Adaptive Prefix KV Cache is What Vision Instruction-Following Models Need for Efficient Generation","created":"2024-12-04","cited_by_count":13},{"id":"2510.02295","title":"VideoNSA: Native Sparse Attention Scales Video Understanding","created":"2025-10-02","cited_by_count":11},{"id":"2603.29252","title":"Scaling the Long Video Understanding of Multimodal Large Language Models via Visual Memory Mechanism","created":"2026-03-31","cited_by_count":9},{"id":"2605.22269","title":"MuKV: Multi-Grained KV Cache Compression for Long Streaming Video Question-Answering","created":"2026-05-21","cited_by_count":6},{"id":"2511.16786","title":"Revisiting Multimodal KV Cache Compression: A Frequency-Domain-Guided Outlier-KV-Aware Approach","created":"2025-11-20","cited_by_count":3}],"next_cursor":null}