{"total":83,"rows":[{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2502.18137","title":"SpargeAttention: Accurate and Training-free Sparse Attention Accelerating Any Model Inference","created":"2025-02-25","cited_by_count":120,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2505.21136","title":"SageAttention2++: A More Efficient Implementation of SageAttention2","created":"2025-05-27","cited_by_count":22,"area":null},{"id":"2410.09342","title":"LLM$\\times$MapReduce: Simplified Long-Sequence Processing using Large Language Models","created":"2024-10-12","cited_by_count":17,"area":null},{"id":"2506.16054","title":"PAROAttention: Pattern-Aware ReOrdering for Efficient Sparse and Quantized Attention in Visual Generation Models","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2410.08703","title":"On the token distance modeling ability of higher RoPE attention dimension","created":"2024-10-11","cited_by_count":13,"area":null},{"id":"2512.12087","title":"BLASST: Dynamic BLocked Attention Sparsity via Softmax Thresholding","created":"2025-12-12","cited_by_count":13,"area":null},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2502.08246","title":"Inference-time sparse attention with asymmetric indexing","created":"2025-02-12","cited_by_count":11,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.02095","title":"LongDPO: Unlock Better Long-form Generation Abilities for LLMs via Critique-augmented Stepwise Information","created":"2025-02-04","cited_by_count":8,"area":null},{"id":"2509.11860","title":"MOOM: Maintenance, Organization and Optimization of Memory in Ultra-Long Role-Playing Dialogues","created":"2025-09-15","cited_by_count":8,"area":null},{"id":"2508.18224","title":"FSA: An Alternative Efficient Implementation of Native Sparse Attention Kernel","created":"2025-08-25","cited_by_count":7,"area":null},{"id":"2602.02159","title":"Focus-dLLM: Accelerating Long-Context Diffusion LLM Inference via Confidence-Guided Context Focusing","created":"2026-02-02","cited_by_count":7,"area":null},{"id":"2605.07363","title":"MISA: Mixture of Indexer Sparse Attention for Long-Context LLM Inference","created":"2026-05-08","cited_by_count":7,"area":null},{"id":"2508.02124","title":"Trainable Dynamic Mask Sparse Attention","created":"2025-08-04","cited_by_count":6,"area":null},{"id":"2511.20102","title":"SSA: Sparse Sparse Attention by Aligning Full and Sparse Attention Outputs in Feature Space","created":"2025-11-25","cited_by_count":6,"area":null},{"id":"2504.06949","title":"Adaptive Computation Pruning for the Forgetting Transformer","created":"2025-04-09","cited_by_count":5,"area":null},{"id":"2505.19293","title":"100-LongBench: Are de facto Long-Context Benchmarks Literally Evaluating Long-Context Ability?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2507.19608","title":"DeltaLLM: Delta-Key Sparse Attention for Edge LLMs","created":"2025-07-25","cited_by_count":5,"area":null},{"id":"2508.12969","title":"Compact Attention: Exploiting Structured Spatio-Temporal Sparsity for Fast Video Generation","created":"2025-08-18","cited_by_count":5,"area":null},{"id":"2602.11761","title":"MiniCPM-SALA: Hybridizing Sparse and Linear Attention for Efficient Long-Context Modeling","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2510.18413","title":"Adamas: Hadamard Sparse Attention for Efficient Long-Context Inference","created":"2025-10-21","cited_by_count":4,"area":null},{"id":"2512.04025","title":"PSA: Pyramid Sparse Attention for Efficient Video Understanding and Generation","created":"2025-12-03","cited_by_count":4,"area":null},{"id":"2512.07647","title":"A Mathematical Theory of Top-$k$ Sparse Attention via Total Variation Distance","created":"2025-12-08","cited_by_count":4,"area":null},{"id":"2605.18753","title":"DashAttention: Differentiable and Adaptive Sparse Hierarchical Attention","created":"2026-05-18","cited_by_count":4,"area":null},{"id":"2609.00097","title":"Faster Than Flash: Exploiting Attention Sparsity for Efficient Long-Context Decoding","created":"2026-08-31","cited_by_count":4,"area":null},{"id":"2504.21239","title":"Memorization and Knowledge Injection in Gated LLMs","created":"2025-04-30","cited_by_count":3,"area":null},{"id":"2506.00773","title":"Dynamic Chunking and Selection for Reading Comprehension of Ultra-Long Context in Large Language Models","created":"2025-06-01","cited_by_count":3,"area":null},{"id":"2601.22379","title":"SPLA: Block Sparse Plus Linear Attention for Long Context Modeling","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2602.06283","title":"SOCKET: SOft Collision Kernel EsTimator for Sparse Attention","created":"2026-02-06","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2409.10482","title":"Schrodinger's Memory: Large Language Models","created":"2024-09-16","cited_by_count":2,"area":null},{"id":"2412.02819","title":"CNNSum: Exploring Long-Context Summarization with Large Language Models in Chinese Novels","created":"2024-12-03","cited_by_count":2,"area":null},{"id":"2503.13305","title":"Computation Mechanism Behind LLM Position Generalization","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2506.05370","title":"Contextual Memory Intelligence -- A Foundational Paradigm for Human-AI Collaboration and Reflective Generative AI Systems","created":"2025-05-28","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2510.14919","title":"Predicting Task Performance with Context-aware Scaling Laws","created":"2025-10-16","cited_by_count":2,"area":null},{"id":"2512.07525","title":"Beyond Real: Imaginary Extension of Rotary Position Embeddings for Long-Context LLMs","created":"2025-12-08","cited_by_count":2,"area":null},{"id":"2604.02280","title":"Novel Memory Forgetting Techniques for Autonomous AI Agents: Balancing Relevance and Efficiency","created":"2026-04-02","cited_by_count":2,"area":null},{"id":"2605.27740","title":"UNIQUE: Universal Top-k Sparse Attention for Training-free Inference and Sparsity-aware Training","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2605.27980","title":"Periodic RoPE for Infinite Context LLMs","created":"2026-05-27","cited_by_count":2,"area":null},{"id":"2606.30389","title":"Predict, Reuse, and Repair: Accelerating Dynamic Sparse Attention for Long-Context LLM Decoding","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2504.08202","title":"Harnessing the Unseen: The Hidden Influence of Intrinsic Knowledge in Long-Context Language Models","created":"2025-04-11","cited_by_count":1,"area":null},{"id":"2505.17296","title":"SELF: Self-Extend the Context Length With Logistic Growth Function","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2511.00819","title":"Optimizing Native Sparse Attention with Latent Attention and Local Global Alternating Strategies","created":"2025-11-02","cited_by_count":1,"area":null},{"id":"2603.18446","title":"UT-ACA: Uncertainty-Triggered Adaptive Context Allocation for Long-Context Inference","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2606.29182","title":"Evidence-Informed LLM Beliefs for Continual Scientific Discovery","created":"2026-06-28","cited_by_count":1,"area":null},{"id":"2607.24555","title":"LOCKS: Page-Local Compact Key Summaries for Efficient Long-Context Decoding","created":"2026-07-27","cited_by_count":1,"area":null},{"id":"2607.28263","title":"CoMem: Reusing Transformer Depth across Queries with Persistent Intermediate Residuals","created":"2026-07-30","cited_by_count":1,"area":null},{"id":"2608.02515","title":"LiveMem: Maintaining Memory State Continuity in Long-Running LLM Inference","created":"2026-08-03","cited_by_count":1,"area":null},{"id":"2410.04211","title":"Correlation-Aware Select and Merge Attention for Efficient Fine-Tuning and Context Length Extension","created":"2024-10-05","cited_by_count":0,"area":null},{"id":"2510.18691","title":"Investigating LLM Capabilities on Long Context Comprehension for Medical Question Answering","created":"2025-10-21","cited_by_count":0,"area":null},{"id":"2603.00907","title":"KVSlimmer: Theoretical Insights and Practical Optimizations for Asymmetric KV Merging","created":"2026-03-01","cited_by_count":0,"area":null},{"id":"2603.18676","title":"MANAR: Memory-augmented Attention with Navigational Abstract Conceptual Representation","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2604.03263","title":"LPC-SM: Local Predictive Coding and Sparse Memory for Long-Context Language Modeling","created":"2026-03-12","cited_by_count":0,"area":null},{"id":"2605.26902","title":"ICICLE: Expanding Retrieval with In-Context Documents","created":"2026-05-26","cited_by_count":0,"area":null},{"id":"2606.05182","title":"LANTERN: Layered Archival and Temporal Episodic Retrieval Network for Long-Context LLM Conversations","created":"2026-04-18","cited_by_count":0,"area":null},{"id":"2606.11197","title":"MA-DLE: Speech-based Automatic Depression Level Estimation via Memory Augmentation","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2606.11245","title":"Position: Hippocampal Explicit Memory Is the Cornerstone for AGI","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2607.02584","title":"RotateAttention: RoPE-Aware Rotation and Range Rectification for INT4 Quantized Attention in Video Generation","created":"2026-07-01","cited_by_count":0,"area":null},{"id":"2607.20301","title":"The Blessing of Dimensionality: How Near-Orthogonality in High-Dimensional Spaces Explains Temporal Portability","created":"2026-07-22","cited_by_count":0,"area":null},{"id":"2609.02029","title":"HeadWiseKV: Budgeted Per-Head Cache Residency for Hybrid Long-Context Language Models","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.07282","title":"Separating Stream Stability from Long-Term Recall in Language Models","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.07306","title":"RouteRelay: Event-Triggered Cross-Layer Route Reuse for Efficient Dynamic Sparse Attention","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.32704","title":"CoWindow Attention: Full Causal Coverage Is a Collective Property","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.32712","title":"MassAlloc Attention: Let Attention Allocate Its Own Compute","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.33746","title":"PQ-HSA: Reusing Product-Quantized Scores for Hybrid Sparse-Approximate Attention","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.35629","title":"SANTA++: Sampling Attention through Representative Keys","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.06963","title":"WavePrune: One period is often enough for RoPE","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.15715","title":"History Replays Itself: Unleashing Long-Context Capability in Linear Attention","created":"2026-10-11","cited_by_count":0,"area":null},{"id":"2610.17191","title":"FreeSolo: Linear-time Sparse Attention with Zero-Shot Length Extrapolation","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}