{"total":96,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2208.04933","title":"Simplified State Space Layers for Sequence Modeling","created":"2022-08-09","cited_by_count":788,"area":"ssm"},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2207.02505","title":"Pure Transformers are Powerful Graph Learners","created":"2022-07-06","cited_by_count":188,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171,"area":null},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154,"area":null},{"id":"2209.12951","title":"Liquid Structural State-Space Models","created":"2022-09-26","cited_by_count":136,"area":null},{"id":"2110.15343","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","created":"2021-10-28","cited_by_count":130,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2311.18257","title":"Diffusion Models Without Attention","created":"2023-11-30","cited_by_count":75,"area":"diffusion"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71,"area":null},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2202.07765","title":"General-purpose, long-context autoregressive modeling with Perceiver AR","created":"2022-02-15","cited_by_count":60,"area":null},{"id":"2112.04487","title":"Joint Global and Local Hierarchical Priors for Learned Image Compression","created":"2021-12-08","cited_by_count":54,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2302.14502","title":"A Survey on Long Text Modeling with Transformers","created":"2023-02-28","cited_by_count":47,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2307.14008","title":"Adaptive Frequency Filters As Efficient Global Token Mixers","created":"2023-07-26","cited_by_count":45,"area":null},{"id":"2404.04478","title":"Diffusion-RWKV: Scaling RWKV-Like Architectures for Diffusion Models","created":"2024-04-06","cited_by_count":41,"area":"diffusion"},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36,"area":null},{"id":"2311.05908","title":"FlashFFTConv: Efficient Convolutions for Long Sequences with Tensor Cores","created":"2023-11-10","cited_by_count":33,"area":null},{"id":"2109.07107","title":"Anchor DETR: Query Design for Transformer-Based Object Detection","created":"2021-09-15","cited_by_count":30,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2303.08685","title":"Making Vision Transformers Efficient from A Token Sparsification View","created":"2023-03-15","cited_by_count":29,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2306.07206","title":"RECAP: Retrieval-Enhanced Context-Aware Prefix Encoder for Personalized Dialogue Response Generation","created":"2023-06-12","cited_by_count":25,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2306.04670","title":"Object Detection with Transformers: A Review","created":"2023-06-07","cited_by_count":22,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2305.15099","title":"Fourier Transformer: Fast Long Range Modeling by Removing Sequence Redundancy with FFT Operator","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2306.11197","title":"Sparse Modular Activation for Efficient Sequence Modeling","created":"2023-06-19","cited_by_count":20,"area":null},{"id":"2401.02452","title":"The Compute Divide in Machine Learning: A Threat to Academic Contribution and Scrutiny?","created":"2024-01-04","cited_by_count":20,"area":null},{"id":"2401.15235","title":"CascadedGaze: Efficiency in Global Context Extraction for Image Restoration","created":"2024-01-26","cited_by_count":16,"area":null},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15,"area":null},{"id":"2201.02880","title":"Attention-based Random Forest and Contamination Model","created":"2022-01-08","cited_by_count":10,"area":null},{"id":"2204.05424","title":"A Call for Clarity in Beam Search: How It Works and When It Stops","created":"2022-04-11","cited_by_count":10,"area":null},{"id":"2311.16620","title":"On the Long Range Abilities of Transformers","created":"2023-11-28","cited_by_count":10,"area":null},{"id":"2401.12819","title":"Dynamic Layer Tying for Parameter-Efficient Transformers","created":"2024-01-23","cited_by_count":10,"area":"deeprl"},{"id":"2206.05852","title":"ChordMixer: A Scalable Neural Attention Model for Sequences with Different Lengths","created":"2022-06-12","cited_by_count":9,"area":null},{"id":"2308.13191","title":"Chunk, Align, Select: A Simple Long-sequence Processing Method for Transformers","created":"2023-08-25","cited_by_count":9,"area":null},{"id":"2411.02941","title":"A Mamba Foundation Model for Time Series Forecasting","created":"2024-11-05","cited_by_count":9,"area":"ssm"},{"id":"2303.11251","title":"Towards End-to-End Generative Modeling of Long Videos with Memory-Efficient Bidirectional Transformers","created":"2023-03-20","cited_by_count":7,"area":null},{"id":"2403.17978","title":"Holographic Global Convolutional Networks for Long-Range Prediction Tasks in Malware Detection","created":"2024-03-23","cited_by_count":6,"area":null},{"id":"2110.02442","title":"PoNet: Pooling Network for Efficient Token Mixing in Long Sequences","created":"2021-10-06","cited_by_count":5,"area":null},{"id":"2207.05724","title":"AGBoost: Attention-based Modification of Gradient Boosting Machine","created":"2022-07-12","cited_by_count":5,"area":null},{"id":"2305.14649","title":"A Joint Time-frequency Domain Transformer for Multivariate Time Series Forecasting","created":"2023-05-24","cited_by_count":5,"area":null},{"id":"2203.12644","title":"Linearizing Transformer with Key-Value Memory","created":"2022-03-23","cited_by_count":4,"area":null},{"id":"2207.04293","title":"Attention and Self-Attention in Random Forests","created":"2022-07-09","cited_by_count":4,"area":null},{"id":"2210.11870","title":"LittleBird: Efficient Faster & Longer Transformer for Question Answering","created":"2022-10-21","cited_by_count":4,"area":null},{"id":"2211.16368","title":"DBA: Efficient Transformer with Dynamic Bilinear Low-Rank Attention","created":"2022-11-24","cited_by_count":4,"area":null},{"id":"2302.05400","title":"DNArch: Learning Convolutional Neural Architectures by Backpropagation","created":"2023-02-10","cited_by_count":4,"area":null},{"id":"2312.11135","title":"Linear Attention via Orthogonal Memory","created":"2023-12-18","cited_by_count":4,"area":null},{"id":"2404.11163","title":"LongVQ: Long Sequence Modeling with Vector Quantization on Structured Memory","created":"2024-04-17","cited_by_count":4,"area":null},{"id":"2603.26380","title":"Switch Attention: Towards Dynamic and Fine-grained Hybrid Transformers","created":"2026-03-27","cited_by_count":4,"area":null},{"id":"2210.01989","title":"WavSpA: Wavelet Space Attention for Boosting Transformers' Long Sequence Learning Ability","created":"2022-10-05","cited_by_count":3,"area":null},{"id":"2210.08431","title":"Modeling Context With Linear Attention for Scalable Document-Level Translation","created":"2022-10-16","cited_by_count":3,"area":null},{"id":"2503.06473","title":"Enhancing Layer Attention Efficiency through Pruning Redundant Retrievals","created":"2025-03-09","cited_by_count":3,"area":null},{"id":"2402.16689","title":"Adaptation of Biomedical and Clinical Pretrained Models to French Long Documents: A Comparative Study","created":"2024-02-26","cited_by_count":2,"area":null},{"id":"2408.08567","title":"S$^3$Attention: Improving Long Sequence Attention with Smoothed Skeleton Sketching","created":"2024-08-16","cited_by_count":2,"area":null},{"id":"2410.10914","title":"Towards Better Multi-head Attention via Channel-wise Sample Permutation","created":"2024-10-14","cited_by_count":2,"area":null},{"id":"2412.07171","title":"Breaking the Stage Barrier: A Novel Single-Stage Approach to Long Context Extension for Large Language Models","created":"2024-12-10","cited_by_count":2,"area":null},{"id":"2512.23824","title":"MS-SSM: A Multi-Scale State Space Model for Efficient Sequence Modeling","created":"2025-12-29","cited_by_count":2,"area":null},{"id":"2309.14174","title":"Only 5\\% Attention Is All You Need: Efficient Long-range Document-level Neural Machine Translation","created":"2023-09-25","cited_by_count":1,"area":null},{"id":"2402.17512","title":"Unifying Linear-Time Attention via Latent Probabilistic Modelling","created":"2024-02-27","cited_by_count":1,"area":null},{"id":"2409.12924","title":"Wavelet GPT: Wavelet Inspired Large Language Models","created":"2024-09-04","cited_by_count":1,"area":null},{"id":"2507.18405","title":"Iwin Transformer: Hierarchical Vision Transformer using Interleaved Windows","created":"2025-07-24","cited_by_count":1,"area":null},{"id":"2509.10406","title":"Multipole Semantic Attention: A Fast Approximation of Softmax Attention for Pretraining","created":"2025-09-12","cited_by_count":1,"area":null},{"id":"2510.21956","title":"Transformer Based Linear Attention with Optimized GPU Kernel Implementation","created":"2025-10-24","cited_by_count":1,"area":null},{"id":"2601.00426","title":"RMAAT: Astrocyte-Inspired Memory Compression and Replay for Efficient Long-Context Transformers","created":"2026-01-01","cited_by_count":1,"area":null},{"id":"2210.05168","title":"LARF: Two-level Attention-based Random Forests with a Mixture of Contamination Models","created":"2022-10-11","cited_by_count":0,"area":null},{"id":"2306.01768","title":"A Quantitative Review on Language Model Efficiency Research","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2306.08667","title":"When to Use Efficient Self Attention? Profiling Text, Speech and Image Transformer Variants","created":"2023-06-14","cited_by_count":0,"area":null},{"id":"2402.04239","title":"CAST: Clustering Self-Attention using Surrogate Tokens for Efficient Transformers","created":"2024-02-06","cited_by_count":0,"area":null},{"id":"2402.15290","title":"Efficient State Space Model via Fast Tensor Convolution and Block Diagonalization","created":"2024-02-23","cited_by_count":0,"area":"ssm"},{"id":"2404.00798","title":"On Difficulties of Attention Factorization through Shared Memory","created":"2024-03-31","cited_by_count":0,"area":null},{"id":"2408.05391","title":"SAMSA: Efficient Transformer for Many Data Modalities","created":"2024-08-10","cited_by_count":0,"area":null},{"id":"2408.05822","title":"Sampling Foundational Transformer: A Theoretical Perspective","created":"2024-08-11","cited_by_count":0,"area":null},{"id":"2502.00585","title":"Converting Transformers into DGNNs Form","created":"2025-02-01","cited_by_count":0,"area":null},{"id":"2509.24074","title":"ResFormer: All-Time Reservoir Memory for Long Sequence Classification","created":"2025-09-28","cited_by_count":0,"area":null},{"id":"2601.06463","title":"Gecko: An Efficient Neural Architecture Inherently Processing Sequences with Arbitrary Lengths","created":"2026-01-10","cited_by_count":0,"area":null},{"id":"2605.12491","title":"Do Vision Transformers Need All-to-All Attention? Global Communication Through Elastic Learned Cores","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2606.10802","title":"Boosting ECG Classification Performance by Pre-training with Synthesized Data","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2608.11519","title":"FLARE++: Low-rank attention with dynamic attention routing","created":"2026-08-12","cited_by_count":0,"area":null}],"next_cursor":null}