{"total":130,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2110.05069","title":"Efficient Training of Audio Transformers with Patchout","created":"2021-10-11","cited_by_count":226,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2201.08383","title":"MeMViT: Memory-Augmented Multiscale Vision Transformer for Efficient Long-Term Video Recognition","created":"2022-01-20","cited_by_count":189,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2110.15343","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","created":"2021-10-28","cited_by_count":130,"area":null},{"id":"2105.03887","title":"Lawformer: A Pre-trained Language Model for Chinese Legal Long Documents","created":"2021-05-09","cited_by_count":116,"area":null},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113,"area":null},{"id":"2105.14103","title":"An Attention Free Transformer","created":"2021-05-28","cited_by_count":112,"area":null},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102,"area":null},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102,"area":null},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96,"area":null},{"id":"2109.09115","title":"Do Long-Range Language Models Actually Use Long-Range Context?","created":"2021-09-19","cited_by_count":92,"area":null},{"id":"2111.12763","title":"Sparse is Enough in Scaling Transformers","created":"2021-11-24","cited_by_count":86,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2108.04378","title":"Making Transformers Solve Compositional Tasks","created":"2021-08-09","cited_by_count":72,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2103.16775","title":"Attention, please! A survey of Neural Attention Models in Deep Learning","created":"2021-03-31","cited_by_count":51,"area":null},{"id":"2404.08531","title":"Text Prompt with Normality Guidance for Weakly Supervised Video Anomaly Detection","created":"2024-04-12","cited_by_count":49,"area":null},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2109.15142","title":"Redesigning the Transformer Architecture with Insights from Multi-particle Dynamical Systems","created":"2021-09-30","cited_by_count":31,"area":null},{"id":"2103.13597","title":"Mask Attention Networks: Rethinking and Strengthen Transformer","created":"2021-03-25","cited_by_count":28,"area":null},{"id":"2110.08743","title":"GNN-LM: Language Modeling based on Global Contexts via GNN","created":"2021-10-17","cited_by_count":27,"area":null},{"id":"2206.00790","title":"Efficient Self-supervised Vision Pretraining with Local Masked Reconstruction","created":"2022-06-01","cited_by_count":27,"area":null},{"id":"2202.01653","title":"Learning strides in convolutional neural networks","created":"2022-02-03","cited_by_count":26,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2204.07780","title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","created":"2022-04-16","cited_by_count":21,"area":null},{"id":"2301.09460","title":"HRVQA: A Visual Question Answering Benchmark for High-Resolution Aerial Images","created":"2023-01-23","cited_by_count":21,"area":null},{"id":"2102.12895","title":"Evolving Attention with Residual Convolutions","created":"2021-02-20","cited_by_count":20,"area":null},{"id":"2305.15099","title":"Fourier Transformer: Fast Long Range Modeling by Removing Sequence Redundancy with FFT Operator","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2306.11197","title":"Sparse Modular Activation for Efficient Sequence Modeling","created":"2023-06-19","cited_by_count":20,"area":null},{"id":"2102.06474","title":"Transformer Language Models with LSTM-based Cross-utterance Information Representation","created":"2021-02-12","cited_by_count":15,"area":null},{"id":"2204.12406","title":"A survey on attention mechanisms for medical applications: are we moving towards better algorithms?","created":"2022-04-26","cited_by_count":15,"area":null},{"id":"2106.04279","title":"Staircase Attention for Recurrent Processing of Sequences","created":"2021-06-08","cited_by_count":14,"area":null},{"id":"2107.01366","title":"Can Transformers Jump Around Right in Natural Language? Assessing Performance Transfer from SCAN","created":"2021-07-03","cited_by_count":14,"area":null},{"id":"2110.03252","title":"Layer-wise Pruning of Transformer Attention Heads for Efficient Language Modeling","created":"2021-10-07","cited_by_count":14,"area":null},{"id":"2210.12330","title":"Salience Allocation as Guidance for Abstractive Summarization","created":"2022-10-22","cited_by_count":14,"area":null},{"id":"2305.19534","title":"Recasting Self-Attention with Holographic Reduced Representations","created":"2023-05-31","cited_by_count":14,"area":null},{"id":"2205.01549","title":"Adaptable Adapters","created":"2022-05-03","cited_by_count":13,"area":null},{"id":"2104.11070","title":"Adapting Long Context NLM for ASR Rescoring in Conversational Agents","created":"2021-04-21","cited_by_count":12,"area":null},{"id":"2109.14382","title":"UFO-ViT: High Performance Linear Vision Transformer without Softmax","created":"2021-09-29","cited_by_count":11,"area":null},{"id":"2312.07751","title":"Large Human Language Models: A Need and the Challenges","created":"2023-11-09","cited_by_count":11,"area":null},{"id":"2104.03474","title":"Revisiting Simple Neural Probabilistic Language Models","created":"2021-04-08","cited_by_count":10,"area":null},{"id":"2204.05424","title":"A Call for Clarity in Beam Search: How It Works and When It Stops","created":"2022-04-11","cited_by_count":10,"area":null},{"id":"2408.06437","title":"HAT: History-Augmented Anchor Transformer for Online Temporal Action Localization","created":"2024-08-12","cited_by_count":10,"area":null},{"id":"2102.06336","title":"Dancing along Battery: Enabling Transformer with Run-time Reconfigurability on Mobile Devices","created":"2021-02-12","cited_by_count":9,"area":null},{"id":"2203.01215","title":"Mukayese: Turkish NLP Strikes Back","created":"2022-03-02","cited_by_count":9,"area":null},{"id":"2503.04725","title":"L$^2$M: Mutual Information Scaling Law for Long-Context Language Modeling","created":"2025-03-06","cited_by_count":9,"area":null},{"id":"2306.05183","title":"Improving Long Context Document-Level Machine Translation","created":"2023-06-08","cited_by_count":8,"area":null},{"id":"2403.01915","title":"xT: Nested Tokenization for Larger Context in Large Images","created":"2024-03-04","cited_by_count":8,"area":null},{"id":"2111.07224","title":"Local Multi-Head Channel Self-Attention for Facial Expression Recognition","created":"2021-11-14","cited_by_count":7,"area":null},{"id":"2306.14913","title":"FSUIE: A Novel Fuzzy Span Mechanism for Universal Information Extraction","created":"2023-06-19","cited_by_count":7,"area":null},{"id":"2310.20051","title":"The Expressibility of Polynomial based Attention Scheme","created":"2023-10-30","cited_by_count":7,"area":null},{"id":"2212.02666","title":"Transformers for End-to-End InfoSec Tasks: A Feasibility Study","created":"2022-12-05","cited_by_count":6,"area":null},{"id":"2310.15494","title":"TRAMS: Training-free Memory Selection for Long-range Language Modeling","created":"2023-10-24","cited_by_count":5,"area":null},{"id":"2412.15487","title":"Multi-LLM Text Summarization","created":"2024-12-20","cited_by_count":5,"area":null},{"id":"2509.18168","title":"HSGM: Hierarchical Segment-Graph Memory for Scalable Long-Text Semantics","created":"2025-09-17","cited_by_count":5,"area":null},{"id":"2203.12644","title":"Linearizing Transformer with Key-Value Memory","created":"2022-03-23","cited_by_count":4,"area":null},{"id":"2204.07341","title":"LaMemo: Language Modeling with Look-Ahead Memory","created":"2022-04-15","cited_by_count":4,"area":null},{"id":"2107.13944","title":"Lyapunov-based uncertainty-aware safe reinforcement learning","created":"2021-07-29","cited_by_count":3,"area":null},{"id":"2211.07164","title":"Evade the Trap of Mediocrity: Promoting Diversity and Novelty in Text Generation via Concentrating Attention","created":"2022-11-14","cited_by_count":3,"area":null},{"id":"2301.09262","title":"AttMEMO : Accelerating Transformers with Memoization on Big Memory Systems","created":"2023-01-23","cited_by_count":3,"area":null},{"id":"2307.04052","title":"Learning to Group Auxiliary Datasets for Molecule","created":"2023-07-08","cited_by_count":3,"area":null},{"id":"2308.03421","title":"RecycleGPT: An Autoregressive Language Model with Recyclable Module","created":"2023-08-07","cited_by_count":3,"area":null},{"id":"2311.02382","title":"Ultra-Long Sequence Distributed Transformer","created":"2023-11-04","cited_by_count":3,"area":null},{"id":"2409.01087","title":"Pre-Trained Language Models for Keyphrase Prediction: A Review","created":"2024-09-02","cited_by_count":3,"area":null},{"id":"2507.07907","title":"A statistical physics framework for optimal learning","created":"2025-07-10","cited_by_count":3,"area":null},{"id":"2108.04962","title":"Adaptive Multi-Resolution Attention with Linear Complexity","created":"2021-08-10","cited_by_count":2,"area":null},{"id":"2203.04007","title":"DuMLP-Pin: A Dual-MLP-dot-product Permutation-invariant Network for Set Feature Extraction","created":"2022-03-08","cited_by_count":2,"area":null},{"id":"2205.13805","title":"X-ViT: High Performance Linear Vision Transformer without Softmax","created":"2022-05-27","cited_by_count":2,"area":null},{"id":"2207.01844","title":"Efficient Representation Learning via Adaptive Context Pooling","created":"2022-07-05","cited_by_count":2,"area":null},{"id":"2212.08330","title":"Convolution-enhanced Evolving Attention Networks","created":"2022-12-16","cited_by_count":2,"area":null},{"id":"2304.08453","title":"Improving Autoregressive NLP Tasks via Modular Linearized Attention","created":"2023-04-17","cited_by_count":2,"area":null},{"id":"2310.09297","title":"A Framework for Inference Inspired by Human Memory Mechanisms","created":"2023-10-01","cited_by_count":2,"area":null},{"id":"2405.20620","title":"\"Forgetting\" in Machine Learning and Beyond: A Survey","created":"2024-05-31","cited_by_count":2,"area":null},{"id":"2412.10599","title":"Advances in Transformers for Robotic Applications: A Review","created":"2024-12-13","cited_by_count":2,"area":null},{"id":"2501.06382","title":"Dynamics of Spontaneous Topic Changes in Next Token Prediction with Self-Attention","created":"2025-01-10","cited_by_count":2,"area":null},{"id":"2511.06818","title":"Learning to Focus: Focal Attention for Selective and Scalable Transformers","created":"2025-11-10","cited_by_count":2,"area":null},{"id":"2512.21867","title":"DPAR: Dynamic Patchification for Efficient Autoregressive Visual Generation","created":"2025-12-26","cited_by_count":2,"area":null},{"id":"2104.09393","title":"Improving Transformer-Kernel Ranking Model Using Conformer and Query Term Independence","created":"2021-04-19","cited_by_count":1,"area":null},{"id":"2106.07922","title":"An Automated Quality Evaluation Framework of Psychotherapy Conversations with Local Quality Estimates","created":"2021-06-15","cited_by_count":1,"area":null},{"id":"2201.01631","title":"SMDT: Selective Memory-Augmented Neural Document Translation","created":"2022-01-05","cited_by_count":1,"area":null},{"id":"2202.12831","title":"Benchmark Assessment for DeepSpeed Optimization Library","created":"2022-02-12","cited_by_count":1,"area":null},{"id":"2204.09593","title":"COOL, a Context Outlooker, and its Application to Question Answering and other Natural Language Processing Tasks","created":"2022-04-01","cited_by_count":1,"area":null},{"id":"2207.04399","title":"Horizontal and Vertical Attention in Transformers","created":"2022-07-10","cited_by_count":1,"area":null},{"id":"2209.05929","title":"Document-aware Positional Encoding and Linguistic-guided Encoding for Abstractive Multi-document Summarization","created":"2022-09-13","cited_by_count":1,"area":null},{"id":"2212.10197","title":"EIT: Enhanced Interactive Transformer","created":"2022-12-20","cited_by_count":1,"area":null}],"next_cursor":"100"}