{"total":383,"rows":[{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288,"area":"inference"},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2502.01776","title":"Sparse VideoGen: Accelerating Video Diffusion Transformers with Spatial-Temporal Sparsity","created":"2025-02-03","cited_by_count":217,"area":"diffusion"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2501.15383","title":"Qwen2.5-1M Technical Report","created":"2025-01-26","cited_by_count":164,"area":null},{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160,"area":"inference"},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2410.21465","title":"ShadowKV: KV Cache in Shadows for High-Throughput Long-Context LLM Inference","created":"2024-10-28","cited_by_count":134,"area":"inference"},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2502.18137","title":"SpargeAttention: Accurate and Training-free Sparse Attention Accelerating Any Model Inference","created":"2025-02-25","cited_by_count":120,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2508.03680","title":"Agent Lightning: Train ANY AI Agents with Reinforcement Learning","created":"2025-08-05","cited_by_count":109,"area":"lr"},{"id":"2505.18875","title":"Sparse VideoGen2: Accelerate Video Generation with Sparse Attention via Semantic-Aware Permutation","created":"2025-05-24","cited_by_count":106,"area":"diffusion"},{"id":"2505.13389","title":"VSA: Faster Video Diffusion with Trainable Sparse Attention","created":"2025-05-19","cited_by_count":104,"area":"diffusion"},{"id":"2505.23416","title":"KVzip: Query-Agnostic KV Cache Compression with Context Reconstruction","created":"2025-05-29","cited_by_count":95,"area":"inference"},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2502.21079","title":"Training-free and Adaptive Sparse Attention for Efficient Long Video Generation","created":"2025-02-28","cited_by_count":69,"area":"diffusion"},{"id":"2506.19852","title":"Radial Attention: $O(n\\log n)$ Sparse Attention with Energy Decay for Long Video Generation","created":"2025-06-24","cited_by_count":69,"area":"diffusion"},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2509.24006","title":"SLA: Beyond Sparsity in Diffusion Transformers via Fine-Tunable Sparse-Linear Attention","created":"2025-09-28","cited_by_count":58,"area":"diffusion"},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2501.01986","title":"FrameFusion: Combining Similarity and Importance for Video Token Reduction on Large Vision Language Models","created":"2024-12-30","cited_by_count":54,"area":"mllm"},{"id":"2505.15269","title":"LiveVLM: Efficient Online Video Understanding via Streaming-Oriented KV Cache and Retrieval","created":"2025-05-21","cited_by_count":54,"area":"inference"},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2602.12684","title":"Xiaomi-Robotics-0: An Open-Sourced Vision-Language-Action Model with Real-Time Execution","created":"2026-02-13","cited_by_count":45,"area":"vla"},{"id":"2410.08584","title":"ZipVL: Efficient Large Vision-Language Models with Dynamic Token Sparsification","created":"2024-10-11","cited_by_count":44,"area":"mllm"},{"id":"2606.13392","title":"MiniMax Sparse Attention","created":"2026-06-11","cited_by_count":44,"area":"lr"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2409.17422","title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction","created":"2024-09-25","cited_by_count":39,"area":"inference"},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2506.19225","title":"Video-XL-2: Towards Very Long-Video Understanding Through Task-Aware KV Sparsification","created":"2025-06-24","cited_by_count":37,"area":"mllm"},{"id":"2410.21252","title":"LongReward: Improving Long-context Large Language Models with AI Feedback","created":"2024-10-28","cited_by_count":34,"area":"alignment"},{"id":"2505.16864","title":"Training-Free Efficient Video Generation via Dynamic Token Carving","created":"2025-05-22","cited_by_count":34,"area":"diffusion"},{"id":"2506.03065","title":"Sparse-vDiT: Unleashing the Power of Sparse Attention to Accelerate Video Diffusion Transformers","created":"2025-06-03","cited_by_count":34,"area":"diffusion"},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2603.12201","title":"IndexCache: Accelerating Sparse Attention via Cross-Layer Index Reuse","created":"2026-03-12","cited_by_count":31,"area":"agents"},{"id":"2506.08889","title":"SeerAttention-R: Sparse Attention Adaptation for Long Reasoning","created":"2025-06-10","cited_by_count":30,"area":"lr"},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2502.10424","title":"QuantSpec: Self-Speculative Decoding with Hierarchical Quantized KV Cache","created":"2025-02-05","cited_by_count":27,"area":"inference"},{"id":"2506.05345","title":"Inference-Time Hyper-Scaling with KV Cache Compression","created":"2025-06-05","cited_by_count":27,"area":"lr"},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2504.16083","title":"MMInference: Accelerating Pre-filling for Long-Context VLMs via Modality-Aware Permutation Sparse Attention","created":"2025-04-22","cited_by_count":26,"area":"mllm"},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2602.10825","title":"Flow caching for autoregressive video generation","created":"2026-02-11","cited_by_count":25,"area":null},{"id":"2505.18809","title":"VORTA: Efficient Video Diffusion via Routing Sparse Attention","created":"2025-05-24","cited_by_count":23,"area":"diffusion"},{"id":"2509.07120","title":"Block-Sparse Global Attention for Efficient Multi-View Geometry Transformers","created":"2025-09-08","cited_by_count":23,"area":null},{"id":"2505.14708","title":"DraftAttention: Fast Video Diffusion via Low-Resolution Attention Guidance","created":"2025-05-17","cited_by_count":22,"area":"diffusion"},{"id":"2505.21136","title":"SageAttention2++: A More Efficient Implementation of SageAttention2","created":"2025-05-27","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2601.04786","title":"AgentOCR: Reimagining Agent History via Optical Self-Compression","created":"2026-01-08","cited_by_count":22,"area":"agents"},{"id":"2602.12675","title":"SLA2: Sparse-Linear Attention with Learnable Routing and QAT","created":"2026-02-13","cited_by_count":22,"area":"diffusion"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2503.22796","title":"DiTFastAttnV2: Head-wise Attention Compression for Multi-Modality Diffusion Transformers","created":"2025-03-28","cited_by_count":20,"area":"diffusion"},{"id":"2601.20499","title":"Efficient Autoregressive Video Diffusion with Dummy Head","created":"2026-01-28","cited_by_count":20,"area":"diffusion"},{"id":"2410.03960","title":"SwiftKV: Fast Prefill-Optimized Inference with Knowledge-Preserving Model Transformation","created":"2024-10-04","cited_by_count":19,"area":"inference"},{"id":"2509.01085","title":"Bidirectional Sparse Attention for Faster Video Diffusion Training","created":"2025-09-01","cited_by_count":19,"area":"diffusion"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2602.13515","title":"SpargeAttention2: Trainable Sparse Attention via Hybrid Top-k+Top-p Masking and Distillation Fine-Tuning","created":"2026-02-13","cited_by_count":18,"area":"diffusion"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2506.16054","title":"PAROAttention: Pattern-Aware ReOrdering for Efficient Sparse and Quantized Attention in Visual Generation Models","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2507.08143","title":"Compactor: Calibrated Query-Agnostic KV Cache Compression with Approximate Leverage Scores","created":"2025-07-10","cited_by_count":17,"area":"inference"},{"id":"2410.00428","title":"LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management","created":"2024-10-01","cited_by_count":16,"area":"inference"},{"id":"2410.02719","title":"UncertaintyRAG: Span-Level Uncertainty Enhanced Long-Context Modeling for Retrieval-Augmented Generation","created":"2024-10-03","cited_by_count":16,"area":"rag"},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2509.19633","title":"Mamba Modulation: On the Length Generalization of Mamba","created":"2025-09-23","cited_by_count":16,"area":"ssm"},{"id":"2510.10129","title":"CacheClip: Accelerating RAG with Effective KV Cache Reuse","created":"2025-10-11","cited_by_count":16,"area":"rag"},{"id":"2606.30560","title":"TraceLab: Characterizing Coding Agent Workloads for LLM Serving","created":"2026-06-29","cited_by_count":16,"area":"agents"},{"id":"2408.03515","title":"A Study on Prompt Injection Attack Against LLM-Integrated Mobile Robotic Systems","created":"2024-08-07","cited_by_count":15,"area":"safety"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2410.03090","title":"UNComp: Can Matrix Entropy Uncover Sparsity? -- A Compressor Design from an Uncertainty-Aware Perspective","created":"2024-10-04","cited_by_count":15,"area":"inference"},{"id":"2502.07590","title":"DSV: Exploiting Dynamic Sparsity to Accelerate Large-Scale Video DiT Training","created":"2025-02-11","cited_by_count":15,"area":"diffusion"},{"id":"2502.01068","title":"FastKV: Decoupling of Context Reduction and KV Cache Compression for Prefill-Decoding Acceleration","created":"2025-02-03","cited_by_count":14,"area":"inference"},{"id":"2502.02789","title":"Speculative Prefill: Turbocharging TTFT with Lightweight and Training-Free Token Importance Estimation","created":"2025-02-05","cited_by_count":14,"area":null},{"id":"2502.20330","title":"RAPID: Long-Context Inference with Retrieval-Augmented Speculative Decoding","created":"2025-02-27","cited_by_count":14,"area":"rag"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2510.13334","title":"Taming the Fragility of KV Cache Eviction in LLM Inference","created":"2025-10-15","cited_by_count":14,"area":"inference"},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2508.06447","title":"SlimInfer: Accelerating Long-Context LLM Inference via Dynamic Token Pruning","created":"2025-08-08","cited_by_count":13,"area":"inference"},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2512.12087","title":"BLASST: Dynamic BLocked Attention Sparsity via Softmax Thresholding","created":"2025-12-12","cited_by_count":13,"area":null},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2502.12082","title":"AdaSplash: Adaptive Sparse Flash Attention","created":"2025-02-17","cited_by_count":12,"area":null},{"id":"2602.03060","title":"IVC-Prune: Revealing the Implicit Visual Coordinates in LVLMs for Vision Token Pruning","created":"2026-02-03","cited_by_count":12,"area":"mllm"},{"id":"2603.28458","title":"HISA: Efficient Hierarchical Indexing for Fine-Grained Sparse Attention","created":"2026-03-30","cited_by_count":12,"area":null},{"id":"2411.05787","title":"RefreshKV: Updating Small KV Cache During Long-form Generation","created":"2024-11-08","cited_by_count":11,"area":"inference"},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2507.07814","title":"Pay Attention to Attention Distribution: A New Local Lipschitz Bound for Transformers","created":"2025-07-10","cited_by_count":11,"area":null},{"id":"2510.02295","title":"VideoNSA: Native Sparse Attention Scales Video Understanding","created":"2025-10-02","cited_by_count":11,"area":"mllm"}],"next_cursor":"100"}