{"total":57,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191,"area":null},{"id":"2305.07027","title":"EfficientViT: Memory Efficient Vision Transformer with Cascaded Group Attention","created":"2023-05-11","cited_by_count":172,"area":null},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171,"area":null},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2202.07765","title":"General-purpose, long-context autoregressive modeling with Perceiver AR","created":"2022-02-15","cited_by_count":60,"area":null},{"id":"2304.06632","title":"AI-Generated Content (AIGC): A Survey","created":"2023-03-26","cited_by_count":59,"area":null},{"id":"2404.09516","title":"State Space Model for New-Generation Network Alternative to Transformers: A Survey","created":"2024-04-15","cited_by_count":59,"area":null},{"id":"2401.16456","title":"SHViT: Single-Head Vision Transformer with Memory Efficient Macro Design","created":"2024-01-29","cited_by_count":56,"area":null},{"id":"2205.13401","title":"Your Transformer May Not be as Powerful as You Expect","created":"2022-05-26","cited_by_count":55,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2502.17437","title":"Fractal Generative Models","created":"2025-02-24","cited_by_count":46,"area":null},{"id":"2201.07703","title":"Q-ViT: Fully Differentiable Quantization for Vision Transformer","created":"2022-01-19","cited_by_count":37,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2204.04667","title":"Linear Complexity Randomized Self-attention Mechanism","created":"2022-04-10","cited_by_count":31,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2209.09004","title":"EcoFormer: Energy-Saving Attention with Linear Complexity","created":"2022-09-19","cited_by_count":21,"area":null},{"id":"2305.12689","title":"FIT: Far-reaching Interleaved Transformers","created":"2023-05-22","cited_by_count":16,"area":null},{"id":"2308.13494","title":"Eventful Transformers: Leveraging Temporal Redundancy in Vision Transformers","created":"2023-08-25","cited_by_count":13,"area":null},{"id":"2203.01178","title":"DCT-Former: Efficient Self-Attention with Discrete Cosine Transform","created":"2022-03-02","cited_by_count":12,"area":null},{"id":"2210.11794","title":"Diffuser: Efficient Transformers with Multi-hop Attention Diffusion for Long Sequences","created":"2022-10-21","cited_by_count":12,"area":null},{"id":"2307.05979","title":"Transformers in Reinforcement Learning: A Survey","created":"2023-07-12","cited_by_count":12,"area":null},{"id":"2507.16018","title":"Artifacts and Attention Sinks: Structured Approximations for Efficient Vision Transformers","created":"2025-07-21","cited_by_count":10,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2408.03506","title":"1.5-Pints Technical Report: Pretraining in Days, Not Months -- Your Language Model Thrives on Quality Data","created":"2024-08-07","cited_by_count":6,"area":null},{"id":"2311.04449","title":"Recursion in Recursion: Two-Level Nested Recursion for Length Generalization with Scalability","created":"2023-11-08","cited_by_count":5,"area":null},{"id":"2306.01705","title":"The Information Pathways Hypothesis: Transformers are Dynamic Self-Ensembles","created":"2023-06-02","cited_by_count":4,"area":null},{"id":"2402.17710","title":"Understanding Neural Network Binarization with Forward and Backward Proximal Quantizers","created":"2024-02-27","cited_by_count":4,"area":null},{"id":"2404.11163","title":"LongVQ: Long Sequence Modeling with Vector Quantization on Structured Memory","created":"2024-04-17","cited_by_count":4,"area":null},{"id":"2511.05449","title":"How Many Tokens Do 3D Point Cloud Transformer Architectures Really Need?","created":"2025-11-07","cited_by_count":4,"area":null},{"id":"2306.01070","title":"Hierarchical Attention Encoder Decoder","created":"2023-06-01","cited_by_count":3,"area":null},{"id":"2505.16463","title":"AnchorFormer: Differentiable Anchor Attention for Efficient Vision Transformer","created":"2025-05-22","cited_by_count":3,"area":null},{"id":"2302.06218","title":"A Unified View of Long-Sequence Models towards Modeling Million-Scale Dependencies","created":"2023-02-13","cited_by_count":2,"area":null},{"id":"2306.05553","title":"Equivariant vs. Invariant Layers: A Comparison of Backbone and Pooling for Point Cloud Classification","created":"2023-06-08","cited_by_count":2,"area":null},{"id":"2404.13348","title":"Socialized Learning: A Survey of the Paradigm Shift for Edge Intelligence in Networked Systems","created":"2024-04-20","cited_by_count":2,"area":null},{"id":"2504.11083","title":"QAMA: Scalable Quantum Annealing Multi-Head Attention Operator for Deep Learning","created":"2025-04-15","cited_by_count":2,"area":null},{"id":"2508.07847","title":"Deep Space Weather Model: Long-Range Solar Flare Prediction from Multi-Wavelength Images","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2308.07661","title":"Attention Is Not All You Need Anymore","created":"2023-08-15","cited_by_count":1,"area":null},{"id":"2402.17507","title":"Interactive Multi-Head Self-Attention with Linear Complexity","created":"2024-02-27","cited_by_count":1,"area":null},{"id":"2210.03841","title":"Breaking BERT: Evaluating and Optimizing Sparsified Attention","created":"2022-10-07","cited_by_count":0,"area":null},{"id":"2403.05906","title":"Segmentation Guided Sparse Transformer for Under-Display Camera Image Restoration","created":"2024-03-09","cited_by_count":0,"area":null},{"id":"2410.07063","title":"InAttention: Linear Context Scaling for Transformers","created":"2024-10-09","cited_by_count":0,"area":null},{"id":"2505.00818","title":"Dual Filter: A Transformer-like Inference Architecture for Hidden Markov Models","created":"2025-05-01","cited_by_count":0,"area":null},{"id":"2508.03872","title":"Intelligent Sampling of Extreme-Scale Turbulence Datasets for Accurate and Efficient Spatiotemporal Model Training","created":"2025-08-05","cited_by_count":0,"area":null},{"id":"2509.07963","title":"Customizing the Inductive Biases of Softmax Attention using Structured Matrices","created":"2025-09-09","cited_by_count":0,"area":null},{"id":"2510.15371","title":"Cortical-SSM: A Deep State Space Model for Motor Imagery Decoding from EEG Signals","created":"2025-10-17","cited_by_count":0,"area":null}],"next_cursor":null}