{"total":159,"rows":[{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2501.15383","title":"Qwen2.5-1M Technical Report","created":"2025-01-26","cited_by_count":164,"area":null},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2502.18137","title":"SpargeAttention: Accurate and Training-free Sparse Attention Accelerating Any Model Inference","created":"2025-02-25","cited_by_count":120,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2602.10825","title":"Flow caching for autoregressive video generation","created":"2026-02-11","cited_by_count":25,"area":null},{"id":"2509.07120","title":"Block-Sparse Global Attention for Efficient Multi-View Geometry Transformers","created":"2025-09-08","cited_by_count":23,"area":null},{"id":"2505.21136","title":"SageAttention2++: A More Efficient Implementation of SageAttention2","created":"2025-05-27","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2506.16054","title":"PAROAttention: Pattern-Aware ReOrdering for Efficient Sparse and Quantized Attention in Visual Generation Models","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2501.18107","title":"Scaling Inference-Efficient Language Models","created":"2025-01-30","cited_by_count":16,"area":null},{"id":"2502.02789","title":"Speculative Prefill: Turbocharging TTFT with Lightweight and Training-Free Token Importance Estimation","created":"2025-02-05","cited_by_count":14,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2512.12087","title":"BLASST: Dynamic BLocked Attention Sparsity via Softmax Thresholding","created":"2025-12-12","cited_by_count":13,"area":null},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2502.12082","title":"AdaSplash: Adaptive Sparse Flash Attention","created":"2025-02-17","cited_by_count":12,"area":null},{"id":"2603.28458","title":"HISA: Efficient Hierarchical Indexing for Fine-Grained Sparse Attention","created":"2026-03-30","cited_by_count":12,"area":null},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2507.07814","title":"Pay Attention to Attention Distribution: A New Local Lipschitz Bound for Transformers","created":"2025-07-10","cited_by_count":11,"area":null},{"id":"2506.17121","title":"Cache Me If You Can: How Many KVs Do You Need for Effective Long-Context LMs?","created":"2025-06-20","cited_by_count":10,"area":null},{"id":"2503.03588","title":"PowerAttention: Exponentially Scaling of Receptive Fields for Effective Sparse Attention","created":"2025-03-05","cited_by_count":9,"area":null},{"id":"2509.24745","title":"ProxyAttn: Guided Sparse Attention via Representative Heads","created":"2025-09-29","cited_by_count":9,"area":null},{"id":"2603.06199","title":"FlashPrefill: Instantaneous Pattern Discovery and Thresholding for Ultra-Fast Long-Context Prefilling","created":"2026-03-06","cited_by_count":9,"area":null},{"id":"2603.02170","title":"SageBwd: A Trainable Low-bit Attention","created":"2026-03-02","cited_by_count":8,"area":null},{"id":"2505.11254","title":"Delta Attention: Fast and Accurate Sparse Attention Inference by Delta Correction","created":"2025-05-16","cited_by_count":7,"area":null},{"id":"2508.18224","title":"FSA: An Alternative Efficient Implementation of Native Sparse Attention Kernel","created":"2025-08-25","cited_by_count":7,"area":null},{"id":"2510.24606","title":"Long-Context Modeling with Dynamic Hierarchical Sparse Attention for Memory-Constrained LLM Inference","created":"2025-10-28","cited_by_count":7,"area":null},{"id":"2502.14644","title":"LIFT: A Novel Framework for Enhancing Long-Context Understanding of LLMs via Long Input Fine-Tuning","created":"2025-02-20","cited_by_count":6,"area":null},{"id":"2505.15291","title":"Hallucinate at the Last in Long Response Generation: A Case Study on Long Document Summarization","created":"2025-05-21","cited_by_count":6,"area":null},{"id":"2511.20102","title":"SSA: Sparse Sparse Attention by Aligning Full and Sparse Attention Outputs in Feature Space","created":"2025-11-25","cited_by_count":6,"area":null},{"id":"2602.01519","title":"You Need an Encoder for Native Position-Independent Caching","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2504.06949","title":"Adaptive Computation Pruning for the Forgetting Transformer","created":"2025-04-09","cited_by_count":5,"area":null},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2507.04723","title":"LOOM-Scope: a comprehensive and efficient LOng-cOntext Model evaluation framework","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2507.19608","title":"DeltaLLM: Delta-Key Sparse Attention for Edge LLMs","created":"2025-07-25","cited_by_count":5,"area":null},{"id":"2507.21526","title":"Accelerating Prefilling via Decoding-time Contribution Sparsity","created":"2025-07-29","cited_by_count":5,"area":null},{"id":"2508.12969","title":"Compact Attention: Exploiting Structured Spatio-Temporal Sparsity for Fast Video Generation","created":"2025-08-18","cited_by_count":5,"area":null},{"id":"2510.18546","title":"EfficientNav: Towards On-Device Object-Goal Navigation with Navigation Map Caching and Retrieval","created":"2025-10-21","cited_by_count":5,"area":null},{"id":"2510.21270","title":"Sparser Block-Sparse Attention via Token Permutation","created":"2025-10-24","cited_by_count":5,"area":null},{"id":"2601.17367","title":"Elastic Attention: Test-time Adaptive Sparsity Ratios for Efficient Transformers","created":"2026-01-24","cited_by_count":5,"area":null},{"id":"2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","created":"2026-06-03","cited_by_count":5,"area":null},{"id":"2503.09579","title":"Cost-Optimal Grouped-Query Attention for Long-Context Modeling","created":"2025-03-12","cited_by_count":4,"area":null},{"id":"2505.19578","title":"Accelerating Prefilling for Long-Context LLMs via Sparse Pattern Sharing","created":"2025-05-26","cited_by_count":4,"area":null},{"id":"2505.23520","title":"AnchorAttention: Difference-Aware Sparse Attention with Stripe Granularity","created":"2025-05-29","cited_by_count":4,"area":null},{"id":"2506.16024","title":"From General to Targeted Rewards: Surpassing GPT-4 in Open-Ended Long-Context Generation","created":"2025-06-19","cited_by_count":4,"area":null},{"id":"2508.16703","title":"ShadowNPU: System and Algorithm Co-design for NPU-Centric On-Device LLM Inference","created":"2025-08-22","cited_by_count":4,"area":null},{"id":"2510.18245","title":"Scaling Laws Meet Model Architecture: Toward Inference-Efficient LLMs","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2510.18413","title":"Adamas: Hadamard Sparse Attention for Efficient Long-Context Inference","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2512.17452","title":"KV Admission: Learning What to Write for Efficient Long-Context LLM Inference","created":"2025-12-19","cited_by_count":4,"area":null},{"id":"2603.26380","title":"Switch Attention: Towards Dynamic and Fine-grained Hybrid Transformers","created":"2026-03-27","cited_by_count":4,"area":null},{"id":"2605.18753","title":"DashAttention: Differentiable and Adaptive Sparse Hierarchical Attention","created":"2026-05-18","cited_by_count":4,"area":null},{"id":"2605.23081","title":"ThriftAttention: Selective Mixed Precision for Long-Context FP4 Attention","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2502.12085","title":"APB: Accelerating Distributed Long-Context Inference by Passing Compressed Context Blocks across GPUs","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2502.16912","title":"When Can We Solve the Weighted Low Rank Approximation Problem in Truly Subquadratic Time?","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2505.24179","title":"SALE : Low-bit Estimation for Efficient Sparse Attention in Long-context LLM Prefilling","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2508.13171","title":"Cognitive Workspace: Active Memory Management for LLMs -- An Empirical Study of Functional Infinite Context","created":"2025-08-08","cited_by_count":3,"area":null},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2601.00919","title":"Attention Needs to Focus: A Unified Perspective on Attention Allocation","created":"2026-01-01","cited_by_count":3,"area":null},{"id":"2602.03681","title":"Neural Attention Search Linear: Towards Adaptive Token-Level Hybrid Attention Models","created":"2026-02-03","cited_by_count":3,"area":null},{"id":"2602.08426","title":"Prism: Spectral-Aware Block-Sparse Attention","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2602.08722","title":"QUOKA: Query-Oriented KV Selection For Efficient LLM Prefill","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2605.12464","title":"Search Your Block Floating Point Scales!","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2607.24593","title":"PIVOT: Efficient Query-Group Indexing for Token-Level Sparse Attention","created":"2026-07-27","cited_by_count":3,"area":null},{"id":"2412.02819","title":"CNNSum: Exploring Long-Context Summarization with Large Language Models in Chinese Novels","created":"2024-12-03","cited_by_count":2,"area":null},{"id":"2502.06139","title":"LCIRC: A Recurrent Compression Approach for Efficient Long-form Context and Query Dependent Modeling in LLMs","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2504.17366","title":"LiveLongBench: Tackling Long-Context Understanding for Spoken Texts from Live Streams","created":"2025-04-24","cited_by_count":2,"area":null},{"id":"2505.11820","title":"Chain-of-Model Learning for Language Model","created":"2025-05-17","cited_by_count":2,"area":null},{"id":"2505.15548","title":"Dense Local Dependencies Induce Attention-Logit Explosion and Training Instability During Long-Sequence Transformer Training","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2510.25979","title":"AttnCache: Accelerating Self-Attention Inference for LLM Prefill via Attention Cache","created":"2025-10-29","cited_by_count":2,"area":null},{"id":"2512.07011","title":"Block Sparse Flash Attention","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2512.07525","title":"Beyond Real: Imaginary Extension of Rotary Position Embeddings for Long-Context LLMs","created":"2025-12-08","cited_by_count":2,"area":null},{"id":"2602.11958","title":"RAM-Net: Linear-Time Sequence Modeling with Sparsely Addressable State","created":"2026-02-12","cited_by_count":2,"area":null},{"id":"2602.22175","title":"DySCO: Dynamic Attention-Scaling Decoding for Long-Context Language Models","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2603.29494","title":"VecAttention: Vector-wise Sparse Attention for Accelerating Long Context Inference","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2604.12798","title":"VFA: Relieving Vector Operations in Flash Attention with Global Maximum Pre-computation","created":"2026-04-14","cited_by_count":2,"area":null},{"id":"2604.18137","title":"AQPIM: Breaking the PIM Capacity Wall for LLMs with In-Memory Activation Quantization","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.27740","title":"UNIQUE: Universal Top-k Sparse Attention for Training-free Inference and Sparsity-aware Training","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2609.13141","title":"SAS: Simple Attention Sparsification via End-to-End Optimization of Context Ranking","created":"2026-09-11","cited_by_count":2,"area":null},{"id":"2412.12486","title":"Boosting Long-Context Management via Query-Guided Activation Refilling","created":"2024-12-17","cited_by_count":1,"area":null},{"id":"2502.02659","title":"A Training-Free Length Extrapolation Approach for LLMs: Greedy Attention Logit Interpolation (GALI)","created":"2025-02-04","cited_by_count":1,"area":null},{"id":"2504.08202","title":"Harnessing the Unseen: The Hidden Influence of Intrinsic Knowledge in Long-Context Language Models","created":"2025-04-11","cited_by_count":1,"area":null},{"id":"2506.15704","title":"Learn from the Past: Fast Sparse Indexing for Large Language Model Decoding","created":"2025-05-30","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2507.13546","title":"NABLA: Neighborhood Adaptive Block-Level Attention","created":"2025-07-17","cited_by_count":1,"area":null},{"id":"2510.18830","title":"MTraining: Distributed Dynamic Sparse Attention for Efficient Ultra-Long Context Training","created":"2025-10-21","cited_by_count":1,"area":null},{"id":"2511.02647","title":"Federated Attention: A Distributed Paradigm for Collaborative LLM Inference over Edge Networks","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2511.12035","title":"Timeripple: Accelerating vDiTs by Understanding the Spatio-Temporal Correlations in Latent Space","created":"2025-11-15","cited_by_count":1,"area":null}],"next_cursor":"100"}