{"total":60,"rows":[{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2502.18137","title":"SpargeAttention: Accurate and Training-free Sparse Attention Accelerating Any Model Inference","created":"2025-02-25","cited_by_count":120,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2509.02785","title":"DrDiff: Dynamic Routing Diffusion with Hierarchical Attention for Breaking the Efficiency-Quality Trade-off","created":"2025-09-02","cited_by_count":34,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2509.07120","title":"Block-Sparse Global Attention for Efficient Multi-View Geometry Transformers","created":"2025-09-08","cited_by_count":23,"area":null},{"id":"2505.21136","title":"SageAttention2++: A More Efficient Implementation of SageAttention2","created":"2025-05-27","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2508.04664","title":"Sculptor: Empowering LLMs with Cognitive Agency via Active Context Management","created":"2025-08-06","cited_by_count":18,"area":null},{"id":"2506.16054","title":"PAROAttention: Pattern-Aware ReOrdering for Efficient Sparse and Quantized Attention in Visual Generation Models","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2607.02980","title":"Hierarchical Sparse Attention Done Right: Toward Infinite Context Modeling","created":"2026-07-03","cited_by_count":12,"area":null},{"id":"2603.08055","title":"Speed3R: Sparse Feed-forward 3D Reconstruction Models","created":"2026-03-09","cited_by_count":10,"area":null},{"id":"2503.03588","title":"PowerAttention: Exponentially Scaling of Receptive Fields for Effective Sparse Attention","created":"2025-03-05","cited_by_count":9,"area":null},{"id":"2509.24745","title":"ProxyAttn: Guided Sparse Attention via Representative Heads","created":"2025-09-29","cited_by_count":9,"area":null},{"id":"2510.24606","title":"Long-Context Modeling with Dynamic Hierarchical Sparse Attention for Memory-Constrained LLM Inference","created":"2025-10-28","cited_by_count":7,"area":null},{"id":"2605.07363","title":"MISA: Mixture of Indexer Sparse Attention for Long-Context LLM Inference","created":"2026-05-08","cited_by_count":7,"area":null},{"id":"2504.21463","title":"RWKV-X: A Linear Complexity Hybrid Language Model","created":"2025-04-30","cited_by_count":6,"area":null},{"id":"2508.02124","title":"Trainable Dynamic Mask Sparse Attention","created":"2025-08-04","cited_by_count":6,"area":null},{"id":"2511.20102","title":"SSA: Sparse Sparse Attention by Aligning Full and Sparse Attention Outputs in Feature Space","created":"2025-11-25","cited_by_count":6,"area":null},{"id":"2504.06949","title":"Adaptive Computation Pruning for the Forgetting Transformer","created":"2025-04-09","cited_by_count":5,"area":null},{"id":"2508.12969","title":"Compact Attention: Exploiting Structured Spatio-Temporal Sparsity for Fast Video Generation","created":"2025-08-18","cited_by_count":5,"area":null},{"id":"2510.21270","title":"Sparser Block-Sparse Attention via Token Permutation","created":"2025-10-24","cited_by_count":5,"area":null},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2502.15349","title":"AttentionEngine: A Versatile Framework for Efficient Attention Mechanisms on Diverse Hardware Platforms","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2504.08378","title":"Scaling Up On-Device LLMs via Active-Weight Swapping Between DRAM and Flash","created":"2025-04-11","cited_by_count":4,"area":null},{"id":"2510.01450","title":"Local Linear Attention: An Optimal Interpolation of Linear and Softmax Attention For Test-Time Regression","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2510.18245","title":"Scaling Laws Meet Model Architecture: Toward Inference-Efficient LLMs","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2510.18413","title":"Adamas: Hadamard Sparse Attention for Efficient Long-Context Inference","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2605.18753","title":"DashAttention: Differentiable and Adaptive Sparse Hierarchical Attention","created":"2026-05-18","cited_by_count":4,"area":null},{"id":"2505.24179","title":"SALE : Low-bit Estimation for Efficient Sparse Attention in Long-context LLM Prefilling","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2601.22379","title":"SPLA: Block Sparse Plus Linear Attention for Long Context Modeling","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2602.08722","title":"QUOKA: Query-Oriented KV Selection For Efficient LLM Prefill","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2510.09558","title":"AutoPR: Let's Automate Your Academic Promotion!","created":"2025-10-10","cited_by_count":2,"area":null},{"id":"2512.07011","title":"Block Sparse Flash Attention","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2603.02227","title":"Routing Absorption in Sparse Attention: Why Random Gates Are Hard to Beat","created":"2026-02-11","cited_by_count":2,"area":null},{"id":"2603.15653","title":"Recursive Language Models Meet Uncertainty: The Surprising Effectiveness of Self-Reflective Program Search for Long Context","created":"2026-03-07","cited_by_count":2,"area":null},{"id":"2603.29494","title":"VecAttention: Vector-wise Sparse Attention for Accelerating Long Context Inference","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2609.13141","title":"SAS: Simple Attention Sparsification via End-to-End Optimization of Context Ranking","created":"2026-09-11","cited_by_count":2,"area":null},{"id":"2511.00819","title":"Optimizing Native Sparse Attention with Latent Attention and Local Global Alternating Strategies","created":"2025-11-02","cited_by_count":1,"area":null},{"id":"2512.14082","title":"A Unified Sparse Attention via Multi-Granularity Compression","created":"2025-12-16","cited_by_count":1,"area":null},{"id":"2602.03216","title":"Token Sparse Attention: Efficient Long-Context Inference with Interleaved Token Selection","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2603.04460","title":"VSPrefill: Vertical-Slash Sparse Attention with Lightweight Indexing for Long-Context Prefilling","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2605.29157","title":"Parallax: Parameterized Local Linear Attention for Language Modeling","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2607.24555","title":"LOCKS: Page-Local Compact Key Summaries for Efficient Long-Context Decoding","created":"2026-07-27","cited_by_count":1,"area":null},{"id":"2503.23817","title":"MVDRAM: Enabling GeMV Execution in Unmodified DRAM for Low-Bit LLM Acceleration","created":"2025-03-31","cited_by_count":0,"area":null},{"id":"2602.06317","title":"Attention-Mass Condensation for Sparse Decoding","created":"2026-02-06","cited_by_count":0,"area":null},{"id":"2604.07394","title":"Flux Attention: Context-Aware Hybrid Attention for Efficient LLMs Inference","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.24820","title":"Salca: A Sparsity-Aware Hardware Accelerator for Efficient Long-Context Attention Decoding","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.16839","title":"CompactAttention: Accelerating Chunked Prefill with Block-Union KV Selection","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2609.31093","title":"Block Sparse Attention with Log-Linear Complexity","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.32704","title":"CoWindow Attention: Full Causal Coverage Is a Collective Property","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.32712","title":"MassAlloc Attention: Let Attention Allocate Its Own Compute","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.32882","title":"Improving Video Sparse Attention with Fine-grained Router and Sparse Rebasing","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.39661","title":"The Evolution of Attention in Large Language Models: Mechanisms, Trade-offs, and Emerging Trends","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.01230","title":"HHR: Hierarchical Hash Retrieval for Efficient LLM Generation","created":"2026-10-01","cited_by_count":0,"area":null}],"next_cursor":null}