{"total":62,"rows":[{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2602.10825","title":"Flow caching for autoregressive video generation","created":"2026-02-11","cited_by_count":25,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2504.16922","title":"Generalized Neighborhood Attention: Multi-dimensional Sparse Attention at the Speed of Light","created":"2025-04-23","cited_by_count":18,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2512.12087","title":"BLASST: Dynamic BLocked Attention Sparsity via Softmax Thresholding","created":"2025-12-12","cited_by_count":13,"area":null},{"id":"2603.28458","title":"HISA: Efficient Hierarchical Indexing for Fine-Grained Sparse Attention","created":"2026-03-30","cited_by_count":12,"area":null},{"id":"2505.14709","title":"FastCar: Cache Attentive Replay for Fast Auto-Regressive Video Generation on the Edge","created":"2025-05-17","cited_by_count":10,"area":null},{"id":"2509.24745","title":"ProxyAttn: Guided Sparse Attention via Representative Heads","created":"2025-09-29","cited_by_count":9,"area":null},{"id":"2511.11571","title":"Optimizing Mixture of Block Attention","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2603.06199","title":"FlashPrefill: Instantaneous Pattern Discovery and Thresholding for Ultra-Fast Long-Context Prefilling","created":"2026-03-06","cited_by_count":9,"area":null},{"id":"2508.18224","title":"FSA: An Alternative Efficient Implementation of Native Sparse Attention Kernel","created":"2025-08-25","cited_by_count":7,"area":null},{"id":"2602.02159","title":"Focus-dLLM: Accelerating Long-Context Diffusion LLM Inference via Confidence-Guided Context Focusing","created":"2026-02-02","cited_by_count":7,"area":null},{"id":"2511.20102","title":"SSA: Sparse Sparse Attention by Aligning Full and Sparse Attention Outputs in Feature Space","created":"2025-11-25","cited_by_count":6,"area":null},{"id":"2507.04723","title":"LOOM-Scope: a comprehensive and efficient LOng-cOntext Model evaluation framework","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2507.21526","title":"Accelerating Prefilling via Decoding-time Contribution Sparsity","created":"2025-07-29","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2510.21270","title":"Sparser Block-Sparse Attention via Token Permutation","created":"2025-10-24","cited_by_count":5,"area":null},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","created":"2026-06-03","cited_by_count":5,"area":null},{"id":"2505.23520","title":"AnchorAttention: Difference-Aware Sparse Attention with Stripe Granularity","created":"2025-05-29","cited_by_count":4,"area":null},{"id":"2507.03153","title":"HGCA: Hybrid GPU-CPU Attention for Long Context LLM Inference","created":"2025-07-03","cited_by_count":4,"area":null},{"id":"2508.16703","title":"ShadowNPU: System and Algorithm Co-design for NPU-Centric On-Device LLM Inference","created":"2025-08-22","cited_by_count":4,"area":null},{"id":"2512.04025","title":"PSA: Pyramid Sparse Attention for Efficient Video Understanding and Generation","created":"2025-12-03","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2603.26380","title":"Switch Attention: Towards Dynamic and Fine-grained Hybrid Transformers","created":"2026-03-27","cited_by_count":4,"area":null},{"id":"2602.08426","title":"Prism: Spectral-Aware Block-Sparse Attention","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2602.08722","title":"QUOKA: Query-Oriented KV Selection For Efficient LLM Prefill","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2607.24593","title":"PIVOT: Efficient Query-Group Indexing for Token-Level Sparse Attention","created":"2026-07-27","cited_by_count":3,"area":null},{"id":"2512.07011","title":"Block Sparse Flash Attention","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2603.13430","title":"Dynamic Sparse Attention: Access Patterns and Architecture","created":"2026-03-13","cited_by_count":2,"area":null},{"id":"2603.29494","title":"VecAttention: Vector-wise Sparse Attention for Accelerating Long Context Inference","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2609.13141","title":"SAS: Simple Attention Sparsification via End-to-End Optimization of Context Ranking","created":"2026-09-11","cited_by_count":2,"area":null},{"id":"2510.18830","title":"MTraining: Distributed Dynamic Sparse Attention for Efficient Ultra-Long Context Training","created":"2025-10-21","cited_by_count":1,"area":null},{"id":"2511.05832","title":"Hilbert-Guided Sparse Local Attention","created":"2025-11-08","cited_by_count":1,"area":null},{"id":"2512.14082","title":"A Unified Sparse Attention via Multi-Granularity Compression","created":"2025-12-16","cited_by_count":1,"area":null},{"id":"2602.03216","title":"Token Sparse Attention: Efficient Long-Context Inference with Interleaved Token Selection","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2602.05853","title":"RRAttention: Dynamic Block Sparse Attention via Per-Head Round-Robin Shifts for Long-Context Inference","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2602.22575","title":"S2O: Early Stopping for Sparse Attention via Online Permutation","created":"2026-02-26","cited_by_count":1,"area":null},{"id":"2603.18446","title":"UT-ACA: Uncertainty-Triggered Adaptive Context Allocation for Long-Context Inference","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2607.03612","title":"SAF3R: Dynamic Sparse Attention for Feed-Forward 3D Reconstruction Transformers","created":"2026-07-03","cited_by_count":1,"area":null},{"id":"2607.25291","title":"CoSA: Accelerating Long-Context Inference via Proxy-Kernel Co-Designed Sparse Attention","created":"2026-07-28","cited_by_count":1,"area":null},{"id":"2604.07394","title":"Flux Attention: Context-Aware Hybrid Attention for Efficient LLMs Inference","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.08077","title":"AdaSpark: Adaptive Sparsity for Efficient Long-Video Understanding","created":"2026-04-09","cited_by_count":0,"area":null},{"id":"2605.06554","title":"Long Context Pre-Training with Lighthouse Attention","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.16839","title":"CompactAttention: Accelerating Chunked Prefill with Block-Union KV Selection","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2605.17294","title":"HierEdit: Region-Aware Hierarchical Diffusion for Efficient High-Resolution Editing","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2605.28283","title":"PrunePath: Towards Highly Structured Sparse Language Models","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2608.20427","title":"BF1: A Causal Dyadic Sparse-Attention Retrofit for Efficient Long-Context Transformers","created":"2026-08-19","cited_by_count":0,"area":null},{"id":"2608.26965","title":"ClusterAttention: A training-free speedup of bidirectional attention","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2609.20086","title":"SETTer: Sparse-Encoder Transformer for Long-term Multivariate Time Series Forecasting","created":"2026-09-17","cited_by_count":0,"area":null},{"id":"2609.20971","title":"RBS-Attention: Radius-Bounded Sparse Prefill for Long-Context Large Language Models","created":"2026-09-17","cited_by_count":0,"area":null},{"id":"2609.22884","title":"Block-Sparse Attention with Semantic-Geometric Decoupled Routing","created":"2026-09-19","cited_by_count":0,"area":null},{"id":"2609.26718","title":"The Sirens' Song: When Proximal Background Context Overshadows Distant Evidence","created":"2026-09-22","cited_by_count":0,"area":null},{"id":"2609.31093","title":"Block Sparse Attention with Log-Linear Complexity","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.32882","title":"Improving Video Sparse Attention with Fine-grained Router and Sparse Rebasing","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.35593","title":"ReSS: Residual-Restoring Sparse Attention for 3D Vision Transformers","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.39661","title":"The Evolution of Attention in Large Language Models: Mechanisms, Trade-offs, and Emerging Trends","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.09274","title":"Hardware-aware Calibrated Clustered Attention for Efficient Visual Geometric Transformers","created":"2026-10-07","cited_by_count":0,"area":null},{"id":"2610.11134","title":"QUILT: Rethinking Sparse-Attention Prefill through Shared Query Execution","created":"2026-10-08","cited_by_count":0,"area":null}],"next_cursor":null}