{"total":123,"rows":[{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2505.18875","title":"Sparse VideoGen2: Accelerate Video Generation with Sparse Attention via Semantic-Aware Permutation","created":"2025-05-24","cited_by_count":106,"area":"diffusion"},{"id":"2606.13392","title":"MiniMax Sparse Attention","created":"2026-06-11","cited_by_count":44,"area":"lr"},{"id":"2506.03065","title":"Sparse-vDiT: Unleashing the Power of Sparse Attention to Accelerate Video Diffusion Transformers","created":"2025-06-03","cited_by_count":34,"area":"diffusion"},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2603.12201","title":"IndexCache: Accelerating Sparse Attention via Cross-Layer Index Reuse","created":"2026-03-12","cited_by_count":31,"area":"agents"},{"id":"2506.08889","title":"SeerAttention-R: Sparse Attention Adaptation for Long Reasoning","created":"2025-06-10","cited_by_count":30,"area":"lr"},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2504.16083","title":"MMInference: Accelerating Pre-filling for Long-Context VLMs via Modality-Aware Permutation Sparse Attention","created":"2025-04-22","cited_by_count":26,"area":"mllm"},{"id":"2602.10825","title":"Flow caching for autoregressive video generation","created":"2026-02-11","cited_by_count":25,"area":null},{"id":"2509.07120","title":"Block-Sparse Global Attention for Efficient Multi-View Geometry Transformers","created":"2025-09-08","cited_by_count":23,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2602.12675","title":"SLA2: Sparse-Linear Attention with Learnable Routing and QAT","created":"2026-02-13","cited_by_count":22,"area":"diffusion"},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2509.01085","title":"Bidirectional Sparse Attention for Faster Video Diffusion Training","created":"2025-09-01","cited_by_count":19,"area":"diffusion"},{"id":"2602.13515","title":"SpargeAttention2: Trainable Sparse Attention via Hybrid Top-k+Top-p Masking and Distillation Fine-Tuning","created":"2026-02-13","cited_by_count":18,"area":"diffusion"},{"id":"2506.16054","title":"PAROAttention: Pattern-Aware ReOrdering for Efficient Sparse and Quantized Attention in Visual Generation Models","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2508.06447","title":"SlimInfer: Accelerating Long-Context LLM Inference via Dynamic Token Pruning","created":"2025-08-08","cited_by_count":13,"area":"inference"},{"id":"2512.12087","title":"BLASST: Dynamic BLocked Attention Sparsity via Softmax Thresholding","created":"2025-12-12","cited_by_count":13,"area":null},{"id":"2602.07854","title":"Geometry-Aware Rotary Position Embedding for Consistent Video World Model","created":"2026-02-08","cited_by_count":12,"area":"wm"},{"id":"2603.28458","title":"HISA: Efficient Hierarchical Indexing for Fine-Grained Sparse Attention","created":"2026-03-30","cited_by_count":12,"area":null},{"id":"2510.02295","title":"VideoNSA: Native Sparse Attention Scales Video Understanding","created":"2025-10-02","cited_by_count":11,"area":"mllm"},{"id":"2505.22918","title":"Re-ttention: Ultra Sparse Visual Generation via Attention Statistical Reshape","created":"2025-05-28","cited_by_count":10,"area":"diffusion"},{"id":"2509.24745","title":"ProxyAttn: Guided Sparse Attention via Representative Heads","created":"2025-09-29","cited_by_count":9,"area":null},{"id":"2603.06199","title":"FlashPrefill: Instantaneous Pattern Discovery and Thresholding for Ultra-Fast Long-Context Prefilling","created":"2026-03-06","cited_by_count":9,"area":null},{"id":"2605.08840","title":"ReST-KV: Robust KV Cache Eviction with Layer-wise Output Reconstruction and Spatial-Temporal Smoothing","created":"2026-05-09","cited_by_count":9,"area":"inference"},{"id":"2607.24027","title":"Sol-Attn: Accelerating Video Generation Inference via On-the-Fly Attention Sparsification","created":"2026-07-27","cited_by_count":9,"area":"diffusion"},{"id":"2503.10714","title":"ZSMerge: Zero-Shot KV Cache Compression for Memory-Efficient Long-Context LLMs","created":"2025-03-13","cited_by_count":8,"area":"inference"},{"id":"2601.11641","title":"Mixture of Distributions Matters: Dynamic Sparse Attention for Efficient Video Diffusion Transformers","created":"2026-01-14","cited_by_count":8,"area":"diffusion"},{"id":"2508.18224","title":"FSA: An Alternative Efficient Implementation of Native Sparse Attention Kernel","created":"2025-08-25","cited_by_count":7,"area":null},{"id":"2602.21233","title":"AngelSlim: A more accessible, comprehensive, and efficient toolkit for large model compression","created":"2026-02-07","cited_by_count":6,"area":"inference"},{"id":"2605.23445","title":"DFSAttn: Dynamic Fine-grained Sparse Attention for Efficient Video Generation","created":"2026-05-22","cited_by_count":6,"area":"diffusion"},{"id":"2506.08373","title":"Draft-based Approximate Inference for LLMs","created":"2025-06-10","cited_by_count":5,"area":"inference"},{"id":"2507.04723","title":"LOOM-Scope: a comprehensive and efficient LOng-cOntext Model evaluation framework","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2507.19608","title":"DeltaLLM: Delta-Key Sparse Attention for Edge LLMs","created":"2025-07-25","cited_by_count":5,"area":null},{"id":"2507.21526","title":"Accelerating Prefilling via Decoding-time Contribution Sparsity","created":"2025-07-29","cited_by_count":5,"area":null},{"id":"2508.12969","title":"Compact Attention: Exploiting Structured Spatio-Temporal Sparsity for Fast Video Generation","created":"2025-08-18","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2510.18546","title":"EfficientNav: Towards On-Device Object-Goal Navigation with Navigation Map Caching and Retrieval","created":"2025-10-21","cited_by_count":5,"area":null},{"id":"2510.21270","title":"Sparser Block-Sparse Attention via Token Permutation","created":"2025-10-24","cited_by_count":5,"area":null},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2603.06274","title":"Stem: Rethinking Causal Information Flow in Sparse Attention","created":"2026-03-06","cited_by_count":5,"area":"lr"},{"id":"2605.18071","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","created":"2026-05-18","cited_by_count":5,"area":"inference"},{"id":"2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","created":"2026-06-03","cited_by_count":5,"area":null},{"id":"2606.22874","title":"SpotAttention: Plug-In Block-Sparse Routing for Pretrained Long-Context Transformers","created":"2026-06-22","cited_by_count":5,"area":"inference"},{"id":"2508.16703","title":"ShadowNPU: System and Algorithm Co-design for NPU-Centric On-Device LLM Inference","created":"2025-08-22","cited_by_count":4,"area":null},{"id":"2510.18413","title":"Adamas: Hadamard Sparse Attention for Efficient Long-Context Inference","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2602.07397","title":"Scout Before You Attend: Sketch-and-Walk Sparse Attention for Efficient LLM Inference","created":"2026-02-07","cited_by_count":4,"area":"inference"},{"id":"2603.26380","title":"Switch Attention: Towards Dynamic and Fine-grained Hybrid Transformers","created":"2026-03-27","cited_by_count":4,"area":null},{"id":"2605.16928","title":"Full Attention Strikes Back: Transferring Full Attention into Sparse within Hundred Training Steps","created":"2026-05-16","cited_by_count":4,"area":"inference"},{"id":"2607.19139","title":"Text Template Tokens Are Implicit Semantic Registers in Diffusion Transformers","created":"2026-07-21","cited_by_count":4,"area":"diffusion"},{"id":"2505.24179","title":"SALE : Low-bit Estimation for Efficient Sparse Attention in Long-context LLM Prefilling","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2510.16325","title":"UltraImageGen: Efficient Ultra-High-Resolution Image Generation with Hierarchical Local Attention","created":"2025-10-18","cited_by_count":3,"area":"diffusion"},{"id":"2601.00919","title":"Attention Needs to Focus: A Unified Perspective on Attention Allocation","created":"2026-01-01","cited_by_count":3,"area":null},{"id":"2601.22275","title":"VMonarch: Efficient Video Diffusion Transformers with Structured Attention","created":"2026-01-29","cited_by_count":3,"area":"diffusion"},{"id":"2602.03681","title":"Neural Attention Search Linear: Towards Adaptive Token-Level Hybrid Attention Models","created":"2026-02-03","cited_by_count":3,"area":null},{"id":"2602.08426","title":"Prism: Spectral-Aware Block-Sparse Attention","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2602.08722","title":"QUOKA: Query-Oriented KV Selection For Efficient LLM Prefill","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2606.10537","title":"Prefilling-dLLM: Predictive Prefilling for Long-Context Inference in Diffusion Language Models","created":"2026-06-09","cited_by_count":3,"area":"diffusion"},{"id":"2607.24593","title":"PIVOT: Efficient Query-Group Indexing for Token-Level Sparse Attention","created":"2026-07-27","cited_by_count":3,"area":null},{"id":"2507.13681","title":"LoopServe: An Adaptive Dual-phase LLM Inference Acceleration System for Multi-Turn Dialogues","created":"2025-07-18","cited_by_count":2,"area":"inference"},{"id":"2511.12201","title":"OmniSparse: Training-Aware Fine-Grained Sparse Attention for Long-Video MLLMs","created":"2025-11-15","cited_by_count":2,"area":"inference"},{"id":"2512.07011","title":"Block Sparse Flash Attention","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2602.01219","title":"Mixture-of-Top-k Attention: Efficient Attention via Scalable Fast Weights","created":"2026-02-01","cited_by_count":2,"area":"moe"},{"id":"2602.03295","title":"POP: Prefill-Only Pruning for Efficient Large Model Inference","created":"2026-02-03","cited_by_count":2,"area":"mllm"},{"id":"2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","created":"2026-02-07","cited_by_count":2,"area":"inference"},{"id":"2602.18196","title":"RAT+: Train Dense, Infer Sparse -- Recurrence Augmented Attention for Dilated Inference","created":"2026-02-20","cited_by_count":2,"area":"inference"},{"id":"2603.15653","title":"Recursive Language Models Meet Uncertainty: The Surprising Effectiveness of Self-Reflective Program Search for Long Context","created":"2026-03-07","cited_by_count":2,"area":null},{"id":"2603.29494","title":"VecAttention: Vector-wise Sparse Attention for Accelerating Long Context Inference","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2605.06221","title":"UniPrefill: Universal Long-Context Prefill Acceleration via Block-wise Dynamic Sparsification","created":"2026-05-07","cited_by_count":2,"area":"inference"},{"id":"2605.27740","title":"UNIQUE: Universal Top-k Sparse Attention for Training-free Inference and Sparsity-aware Training","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2608.19758","title":"FlashPrefill V2: Block-Sparse Prefill Attention for Long-Context LLM Serving","created":"2026-08-20","cited_by_count":2,"area":"inference"},{"id":"2507.10855","title":"Sparse Fine-Tuning of Transformers for Generative Tasks","created":"2025-07-14","cited_by_count":1,"area":null},{"id":"2510.03678","title":"Towards Sampling Data Structures for Tensor Products in Turnstile Streams","created":"2025-10-04","cited_by_count":1,"area":null},{"id":"2510.15620","title":"On-device Semantic Selection Made Low Latency and Memory Efficient with Monolithic Forwarding","created":"2025-10-17","cited_by_count":1,"area":"rag"},{"id":"2510.18830","title":"MTraining: Distributed Dynamic Sparse Attention for Efficient Ultra-Long Context Training","created":"2025-10-21","cited_by_count":1,"area":null},{"id":"2512.09238","title":"Training-free Context-adaptive Attention for Efficient Long Context Modeling","created":"2025-12-10","cited_by_count":1,"area":"inference"},{"id":"2512.14082","title":"A Unified Sparse Attention via Multi-Granularity Compression","created":"2025-12-16","cited_by_count":1,"area":null},{"id":"2602.03216","title":"Token Sparse Attention: Efficient Long-Context Inference with Interleaved Token Selection","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2602.05853","title":"RRAttention: Dynamic Block Sparse Attention via Per-Head Round-Robin Shifts for Long-Context Inference","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2602.22575","title":"S2O: Early Stopping for Sparse Attention via Online Permutation","created":"2026-02-26","cited_by_count":1,"area":null},{"id":"2603.04460","title":"VSPrefill: Vertical-Slash Sparse Attention with Lightweight Indexing for Long-Context Prefilling","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2605.06763","title":"Sparse Attention as a Range Searching Problem: Towards an Inference-Efficient Index for KV Cache","created":"2026-05-07","cited_by_count":1,"area":"inference"},{"id":"2605.19726","title":"Efficient Long-Context Modeling in Diffusion Language Models via Block Approximate Sparse Attention","created":"2026-05-19","cited_by_count":1,"area":"diffusion"},{"id":"2606.09441","title":"SIFT: Selective-Index For Fast Compute of RAG Prefill by Exploiting Attention Invariance","created":"2026-06-08","cited_by_count":1,"area":"rag"},{"id":"2606.09508","title":"From Rigid to Dynamic: Entropy-Guided Adaptive Inference for Long-Context LLMs","created":"2026-06-08","cited_by_count":1,"area":"inference"},{"id":"2606.28379","title":"LEDGER: Scaling Agentic Document Editing with Dependency-aware Graph Retrieval","created":"2026-06-19","cited_by_count":1,"area":"agents"},{"id":"2607.03012","title":"HyperVAttention: Efficient Sparse Attention with Spatio-Temporal Clustering for Video Diffusion","created":"2026-07-03","cited_by_count":1,"area":"diffusion"},{"id":"2607.03612","title":"SAF3R: Dynamic Sparse Attention for Feed-Forward 3D Reconstruction Transformers","created":"2026-07-03","cited_by_count":1,"area":null},{"id":"2607.25291","title":"CoSA: Accelerating Long-Context Inference via Proxy-Kernel Co-Designed Sparse Attention","created":"2026-07-28","cited_by_count":1,"area":null},{"id":"2608.02947","title":"ATFlash: Per-RoPE-Wavelength Attention Windows for Compute/Memory-Efficient LLM Inference","created":"2026-08-03","cited_by_count":1,"area":"inference"},{"id":"2506.11498","title":"Lag-Relative Sparse Attention In Long Context Training","created":"2025-06-13","cited_by_count":0,"area":null},{"id":"2510.12051","title":"APCE: Adaptive Progressive Context Expansion for Long Context Processing","created":"2025-10-14","cited_by_count":0,"area":"inference"},{"id":"2604.07394","title":"Flux Attention: Context-Aware Hybrid Attention for Efficient LLMs Inference","created":"2026-04-08","cited_by_count":0,"area":null},{"id":"2604.08077","title":"AdaSpark: Adaptive Sparsity for Efficient Long-Video Understanding","created":"2026-04-09","cited_by_count":0,"area":null},{"id":"2604.12452","title":"Latent-Condensed Transformer for Efficient Long Context Modeling","created":"2026-04-14","cited_by_count":0,"area":"inference"},{"id":"2605.06554","title":"Long Context Pre-Training with Lighthouse Attention","created":"2026-05-07","cited_by_count":0,"area":null}],"next_cursor":"100"}