{"total":37,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499,"area":null},{"id":"2110.15343","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","created":"2021-10-28","cited_by_count":130,"area":null},{"id":"2302.13214","title":"Fast Attention Requires Bounded Entries","created":"2023-02-26","cited_by_count":102,"area":null},{"id":"2310.05869","title":"HyperAttention: Long-context Attention in Near-Linear Time","created":"2023-10-09","cited_by_count":85,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2302.02451","title":"KDEformer: Accelerating Transformers via Kernel Density Estimation","created":"2023-02-05","cited_by_count":58,"area":null},{"id":"2106.12566","title":"Stable, Fast and Accurate: Kernelized Attention with Relative Positional Encoding","created":"2021-06-23","cited_by_count":51,"area":null},{"id":"2303.15725","title":"Solving Regularized Exp, Cosh and Sinh Regression Problems","created":"2023-03-28","cited_by_count":44,"area":null},{"id":"2310.04064","title":"How to Capture Higher-order Correlations? Generalizing Matrix Softmax Attention to Kronecker Computation","created":"2023-10-06","cited_by_count":44,"area":null},{"id":"2304.13276","title":"The Closeness of In-Context Learning and Weight Shifting for Softmax Regression","created":"2023-04-26","cited_by_count":41,"area":null},{"id":"2106.01401","title":"Container: Context Aggregation Network","created":"2021-06-02","cited_by_count":37,"area":null},{"id":"2204.07756","title":"Visual Attention Methods in Deep Learning: An In-Depth Survey","created":"2022-04-16","cited_by_count":37,"area":null},{"id":"2304.04397","title":"Randomized and Deterministic Attention Sparsification Algorithms for Over-parameterized Feature Dimension","created":"2023-04-10","cited_by_count":37,"area":null},{"id":"2210.01035","title":"Expediting Large-Scale Vision Transformer for Dense Prediction without Fine-tuning","created":"2022-10-03","cited_by_count":33,"area":null},{"id":"2407.09777","title":"Graph Transformers: A Survey","created":"2024-07-13","cited_by_count":32,"area":null},{"id":"2204.04667","title":"Linear Complexity Randomized Self-attention Mechanism","created":"2022-04-10","cited_by_count":31,"area":null},{"id":"2206.10552","title":"Vicinity Vision Transformer","created":"2022-06-21","cited_by_count":22,"area":null},{"id":"2209.09004","title":"EcoFormer: Energy-Saving Attention with Linear Complexity","created":"2022-09-19","cited_by_count":21,"area":null},{"id":"2308.14304","title":"Solving Attention Kernel Regression Problem via Pre-conditioner","created":"2023-08-28","cited_by_count":20,"area":null},{"id":"2307.08045","title":"Beyond Classical Attention: Quantum Attention for Scalable Computation","created":"2023-07-16","cited_by_count":18,"area":null},{"id":"2310.11685","title":"Why Softmax Attention Outperforms Linear Attention","created":"2023-10-18","cited_by_count":15,"area":null},{"id":"2109.12188","title":"Predicting Attention Sparsity in Transformers","created":"2021-09-24","cited_by_count":13,"area":null},{"id":"2406.05815","title":"What Can We Learn from State Space Models for Machine Learning on Graphs?","created":"2024-06-09","cited_by_count":13,"area":null},{"id":"2402.12535","title":"Locality-Sensitive Hashing-Based Efficient Point Transformer with Applications in High-Energy Physics","created":"2024-02-19","cited_by_count":12,"area":null},{"id":"2311.01197","title":"AiluRus: A Scalable ViT Framework for Dense Prediction","created":"2023-11-02","cited_by_count":10,"area":null},{"id":"2112.09061","title":"Solving Inverse Problems with NerfGANs","created":"2021-12-16","cited_by_count":7,"area":null},{"id":"2310.15494","title":"TRAMS: Training-free Memory Selection for Long-range Language Modeling","created":"2023-10-24","cited_by_count":5,"area":null},{"id":"2505.18698","title":"MonarchAttention: Zero-Shot Conversion to Fast, Hardware-Aware Structured Attention","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2210.15541","title":"Transformers meet Stochastic Block Models: Attention with Data-Adaptive Sparsity and Cost","created":"2022-10-27","cited_by_count":4,"area":null},{"id":"2511.05449","title":"How Many Tokens Do 3D Point Cloud Transformer Architectures Really Need?","created":"2025-11-07","cited_by_count":4,"area":null},{"id":"2510.03678","title":"Towards Sampling Data Structures for Tensor Products in Turnstile Streams","created":"2025-10-04","cited_by_count":1,"area":null},{"id":"2602.00874","title":"Sublinear Time Quantum Algorithm for Attention Approximation","created":"2026-01-31","cited_by_count":1,"area":null},{"id":"2303.14633","title":"An Evaluation of Memory Optimization Methods for Training Neural Networks","created":"2023-03-26","cited_by_count":0,"area":null},{"id":"2402.04239","title":"CAST: Clustering Self-Attention using Surrogate Tokens for Efficient Transformers","created":"2024-02-06","cited_by_count":0,"area":null},{"id":"2512.02223","title":"On the Approximation of Phylogenetic Distance Functions by Artificial Neural Networks","created":"2025-12-01","cited_by_count":0,"area":null},{"id":"2605.23751","title":"Approaching I/O-optimality for Approximate Attention","created":"2026-05-22","cited_by_count":0,"area":null}],"next_cursor":null}