{"total":124,"rows":[{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2502.18137","title":"SpargeAttention: Accurate and Training-free Sparse Attention Accelerating Any Model Inference","created":"2025-02-25","cited_by_count":120,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2505.18875","title":"Sparse VideoGen2: Accelerate Video Generation with Sparse Attention via Semantic-Aware Permutation","created":"2025-05-24","cited_by_count":106,"area":"diffusion"},{"id":"2502.21079","title":"Training-free and Adaptive Sparse Attention for Efficient Long Video Generation","created":"2025-02-28","cited_by_count":69,"area":"diffusion"},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2509.24006","title":"SLA: Beyond Sparsity in Diffusion Transformers via Fine-Tunable Sparse-Linear Attention","created":"2025-09-28","cited_by_count":58,"area":"diffusion"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2502.14051","title":"RocketKV: Accelerating Long-Context LLM Inference via Two-Stage KV Cache Compression","created":"2025-02-19","cited_by_count":41,"area":"inference"},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41,"area":"inference"},{"id":"2608.30320","title":"On the Design of Qwen3.8-Next Architecture: Evaluation, Efficiency, and Training Stability","created":"2026-08-31","cited_by_count":35,"area":"moe"},{"id":"2509.02785","title":"DrDiff: Dynamic Routing Diffusion with Hierarchical Attention for Breaking the Efficiency-Quality Trade-off","created":"2025-09-02","cited_by_count":34,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2603.12201","title":"IndexCache: Accelerating Sparse Attention via Cross-Layer Index Reuse","created":"2026-03-12","cited_by_count":31,"area":"agents"},{"id":"2506.08889","title":"SeerAttention-R: Sparse Attention Adaptation for Long Reasoning","created":"2025-06-10","cited_by_count":30,"area":"lr"},{"id":"2509.07120","title":"Block-Sparse Global Attention for Efficient Multi-View Geometry Transformers","created":"2025-09-08","cited_by_count":23,"area":null},{"id":"2505.21136","title":"SageAttention2++: A More Efficient Implementation of SageAttention2","created":"2025-05-27","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2602.12675","title":"SLA2: Sparse-Linear Attention with Learnable Routing and QAT","created":"2026-02-13","cited_by_count":22,"area":"diffusion"},{"id":"2509.01085","title":"Bidirectional Sparse Attention for Faster Video Diffusion Training","created":"2025-09-01","cited_by_count":19,"area":"diffusion"},{"id":"2508.04664","title":"Sculptor: Empowering LLMs with Cognitive Agency via Active Context Management","created":"2025-08-06","cited_by_count":18,"area":null},{"id":"2602.13515","title":"SpargeAttention2: Trainable Sparse Attention via Hybrid Top-k+Top-p Masking and Distillation Fine-Tuning","created":"2026-02-13","cited_by_count":18,"area":"diffusion"},{"id":"2506.16054","title":"PAROAttention: Pattern-Aware ReOrdering for Efficient Sparse and Quantized Attention in Visual Generation Models","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2502.07590","title":"DSV: Exploiting Dynamic Sparsity to Accelerate Large-Scale Video DiT Training","created":"2025-02-11","cited_by_count":15,"area":"diffusion"},{"id":"2601.07891","title":"KVzap: Fast, Adaptive, and Faithful KV Cache Pruning","created":"2026-01-12","cited_by_count":15,"area":"inference"},{"id":"2505.13109","title":"FreeKV: Boosting KV Cache Retrieval for Efficient LLM Inference","created":"2025-05-19","cited_by_count":14,"area":"inference"},{"id":"2505.02922","title":"RetroInfer: A Vector Storage Engine for Scalable Long-Context LLM Inference","created":"2025-05-05","cited_by_count":13,"area":"inference"},{"id":"2602.07854","title":"Geometry-Aware Rotary Position Embedding for Consistent Video World Model","created":"2026-02-08","cited_by_count":12,"area":"wm"},{"id":"2607.02980","title":"Hierarchical Sparse Attention Done Right: Toward Infinite Context Modeling","created":"2026-07-03","cited_by_count":12,"area":null},{"id":"2505.11415","title":"MoE-CAP: Benchmarking Cost, Accuracy and Performance of Sparse Mixture-of-Experts Systems","created":"2025-05-16","cited_by_count":11,"area":"moe"},{"id":"2510.02295","title":"VideoNSA: Native Sparse Attention Scales Video Understanding","created":"2025-10-02","cited_by_count":11,"area":"mllm"},{"id":"2506.04108","title":"Rectified Sparse Attention","created":"2025-06-04","cited_by_count":10,"area":"inference"},{"id":"2510.08525","title":"Which Heads Matter for Reasoning? RL-Guided KV Cache Compression","created":"2025-10-09","cited_by_count":10,"area":"lr"},{"id":"2512.16391","title":"Kascade: A Practical Sparse Attention Method for Long-Context LLM Inference","created":"2025-12-18","cited_by_count":10,"area":"lr"},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10,"area":"moe"},{"id":"2603.08055","title":"Speed3R: Sparse Feed-forward 3D Reconstruction Models","created":"2026-03-09","cited_by_count":10,"area":null},{"id":"2503.03588","title":"PowerAttention: Exponentially Scaling of Receptive Fields for Effective Sparse Attention","created":"2025-03-05","cited_by_count":9,"area":null},{"id":"2509.15763","title":"UniGist: Towards General and Hardware-aligned Sequence-level Long Context Compression","created":"2025-09-19","cited_by_count":9,"area":"inference"},{"id":"2509.24745","title":"ProxyAttn: Guided Sparse Attention via Representative Heads","created":"2025-09-29","cited_by_count":9,"area":null},{"id":"2502.04077","title":"AttentionPredictor: Temporal Patterns Matter for KV Cache Compression","created":"2025-02-06","cited_by_count":7,"area":"inference"},{"id":"2503.00392","title":"Progressive Sparse Attention: Algorithm and System Co-design for Efficient Attention in LLM Serving","created":"2025-03-01","cited_by_count":7,"area":"inference"},{"id":"2509.23681","title":"QuantSparse: Comprehensively Compressing Video Diffusion Transformer with Model Quantization and Attention Sparsification","created":"2025-09-28","cited_by_count":7,"area":"diffusion"},{"id":"2510.24606","title":"Long-Context Modeling with Dynamic Hierarchical Sparse Attention for Memory-Constrained LLM Inference","created":"2025-10-28","cited_by_count":7,"area":null},{"id":"2605.07363","title":"MISA: Mixture of Indexer Sparse Attention for Long-Context LLM Inference","created":"2026-05-08","cited_by_count":7,"area":null},{"id":"2504.21463","title":"RWKV-X: A Linear Complexity Hybrid Language Model","created":"2025-04-30","cited_by_count":6,"area":null},{"id":"2508.02124","title":"Trainable Dynamic Mask Sparse Attention","created":"2025-08-04","cited_by_count":6,"area":null},{"id":"2509.24626","title":"SparseServe: Unlocking Parallelism for Dynamic Sparse Attention in Long-Context LLM Serving","created":"2025-09-29","cited_by_count":6,"area":"inference"},{"id":"2511.20102","title":"SSA: Sparse Sparse Attention by Aligning Full and Sparse Attention Outputs in Feature Space","created":"2025-11-25","cited_by_count":6,"area":null},{"id":"2504.06949","title":"Adaptive Computation Pruning for the Forgetting Transformer","created":"2025-04-09","cited_by_count":5,"area":null},{"id":"2508.12969","title":"Compact Attention: Exploiting Structured Spatio-Temporal Sparsity for Fast Video Generation","created":"2025-08-18","cited_by_count":5,"area":null},{"id":"2510.21270","title":"Sparser Block-Sparse Attention via Token Permutation","created":"2025-10-24","cited_by_count":5,"area":null},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2602.04541","title":"LycheeDecode: Accelerating Long-Context LLM Inference via Hybrid-Head Sparse Decoding","created":"2026-02-04","cited_by_count":5,"area":"inference"},{"id":"2602.05191","title":"Double-P: Hierarchical Top-P Sparse Attention for Long-Context LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2603.06274","title":"Stem: Rethinking Causal Information Flow in Sparse Attention","created":"2026-03-06","cited_by_count":5,"area":"lr"},{"id":"2606.22874","title":"SpotAttention: Plug-In Block-Sparse Routing for Pretrained Long-Context Transformers","created":"2026-06-22","cited_by_count":5,"area":"inference"},{"id":"2502.15349","title":"AttentionEngine: A Versatile Framework for Efficient Attention Mechanisms on Diverse Hardware Platforms","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2504.08378","title":"Scaling Up On-Device LLMs via Active-Weight Swapping Between DRAM and Flash","created":"2025-04-11","cited_by_count":4,"area":null},{"id":"2510.01450","title":"Local Linear Attention: An Optimal Interpolation of Linear and Softmax Attention For Test-Time Regression","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2510.18245","title":"Scaling Laws Meet Model Architecture: Toward Inference-Efficient LLMs","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2510.18413","title":"Adamas: Hadamard Sparse Attention for Efficient Long-Context Inference","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2602.07397","title":"Scout Before You Attend: Sketch-and-Walk Sparse Attention for Efficient LLM Inference","created":"2026-02-07","cited_by_count":4,"area":"inference"},{"id":"2605.18753","title":"DashAttention: Differentiable and Adaptive Sparse Hierarchical Attention","created":"2026-05-18","cited_by_count":4,"area":null},{"id":"2607.08032","title":"What to Keep, What to Forget: A Rate--Distortion View of Memory Compaction in LLMs and Agents","created":"2026-07-09","cited_by_count":4,"area":"agents"},{"id":"2504.18579","title":"Sparsity Forcing: Reinforcing Token Sparsity of MLLMs","created":"2025-04-23","cited_by_count":3,"area":"inference"},{"id":"2505.24179","title":"SALE : Low-bit Estimation for Efficient Sparse Attention in Long-context LLM Prefilling","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2510.20787","title":"Alleviating Forgetfulness of Linear Attention by Hybrid Sparse Attention and Contextualized Learnable Token Eviction","created":"2025-10-23","cited_by_count":3,"area":"inference"},{"id":"2601.22379","title":"SPLA: Block Sparse Plus Linear Attention for Long Context Modeling","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2602.08722","title":"QUOKA: Query-Oriented KV Selection For Efficient LLM Prefill","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2605.07719","title":"An Efficient Hybrid Sparse Attention with CPU-GPU Parallelism for Long-Context Inference","created":"2026-05-08","cited_by_count":3,"area":"inference"},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2510.09558","title":"AutoPR: Let's Automate Your Academic Promotion!","created":"2025-10-10","cited_by_count":2,"area":null},{"id":"2511.12201","title":"OmniSparse: Training-Aware Fine-Grained Sparse Attention for Long-Video MLLMs","created":"2025-11-15","cited_by_count":2,"area":"inference"},{"id":"2512.07011","title":"Block Sparse Flash Attention","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2603.02227","title":"Routing Absorption in Sparse Attention: Why Random Gates Are Hard to Beat","created":"2026-02-11","cited_by_count":2,"area":null},{"id":"2603.15653","title":"Recursive Language Models Meet Uncertainty: The Surprising Effectiveness of Self-Reflective Program Search for Long Context","created":"2026-03-07","cited_by_count":2,"area":null},{"id":"2603.29494","title":"VecAttention: Vector-wise Sparse Attention for Accelerating Long Context Inference","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2604.14925","title":"Improving Sparse Autoencoder with Dynamic Attention","created":"2026-04-16","cited_by_count":2,"area":"mechinterp"},{"id":"2606.06467","title":"You Only Index Once: Cross-Layer Sparse Attention with Shared Routing","created":"2026-06-04","cited_by_count":2,"area":"inference"},{"id":"2609.13141","title":"SAS: Simple Attention Sparsification via End-to-End Optimization of Context Ranking","created":"2026-09-11","cited_by_count":2,"area":null},{"id":"2502.13251","title":"Neural Attention Search","created":"2025-02-18","cited_by_count":1,"area":"inference"},{"id":"2503.02495","title":"Union of Experts: Adapting Hierarchical Routing to Equivalently Decomposed Transformer","created":"2025-03-04","cited_by_count":1,"area":"moe"},{"id":"2511.00819","title":"Optimizing Native Sparse Attention with Latent Attention and Local Global Alternating Strategies","created":"2025-11-02","cited_by_count":1,"area":null},{"id":"2512.14082","title":"A Unified Sparse Attention via Multi-Granularity Compression","created":"2025-12-16","cited_by_count":1,"area":null},{"id":"2602.03216","title":"Token Sparse Attention: Efficient Long-Context Inference with Interleaved Token Selection","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2603.04460","title":"VSPrefill: Vertical-Slash Sparse Attention with Lightweight Indexing for Long-Context Prefilling","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.09582","title":"BinaryAttention: One-Bit QK-Attention for Vision and Diffusion Transformers","created":"2026-03-10","cited_by_count":1,"area":"diffusion"},{"id":"2605.19726","title":"Efficient Long-Context Modeling in Diffusion Language Models via Block Approximate Sparse Attention","created":"2026-05-19","cited_by_count":1,"area":"diffusion"},{"id":"2605.29157","title":"Parallax: Parameterized Local Linear Attention for Language Modeling","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2605.30325","title":"Veda: Scalable Video Diffusion via Distilled Sparse Attention","created":"2026-05-28","cited_by_count":1,"area":"diffusion"},{"id":"2606.06453","title":"Vortex: Efficient and Programmable Sparse Attention Serving for AI Agents","created":"2026-06-04","cited_by_count":1,"area":"agents"},{"id":"2607.24555","title":"LOCKS: Page-Local Compact Key Summaries for Efficient Long-Context Decoding","created":"2026-07-27","cited_by_count":1,"area":null},{"id":"2609.20888","title":"Elastic Threshold Attention: Learned Contextual Sparsity for Long-Context Decoding","created":"2026-09-16","cited_by_count":1,"area":"inference"},{"id":"2609.26368","title":"HySparse2: Hybrid Sparse Attention with Two-Level KV Sharing","created":"2026-09-22","cited_by_count":1,"area":"inference"}],"next_cursor":"100"}