{"total":36,"rows":[{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102,"area":null},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2105.04371","title":"Poolingformer: Long Document Modeling with Pooling Attention","created":"2021-05-10","cited_by_count":60,"area":null},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60,"area":null},{"id":"2210.10349","title":"Museformer: Transformer with Fine- and Coarse-Grained Attention for Music Generation","created":"2022-10-19","cited_by_count":49,"area":null},{"id":"2109.12218","title":"Long-Range Transformers for Dynamic Spatiotemporal Forecasting","created":"2021-09-24","cited_by_count":46,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2104.07545","title":"Hierarchical Learning for Generation with Long Source Sequences","created":"2021-04-15","cited_by_count":32,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2110.08743","title":"GNN-LM: Language Modeling based on Global Contexts via GNN","created":"2021-10-17","cited_by_count":27,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2208.03646","title":"A Length Adaptive Algorithm-Hardware Co-design of Transformer on FPGA Through Sparse Attention and Dynamic Pipelining","created":"2022-08-07","cited_by_count":22,"area":null},{"id":"2401.07004","title":"Extending LLMs' Context Window with 100 Samples","created":"2024-01-13","cited_by_count":21,"area":null},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2312.07751","title":"Large Human Language Models: A Need and the Challenges","created":"2023-11-09","cited_by_count":11,"area":null},{"id":"2204.03227","title":"Accelerating Attention through Gradient-Based Learned Runtime Pruning","created":"2022-04-07","cited_by_count":8,"area":null},{"id":"2103.09857","title":"Value-aware Approximate Attention","created":"2021-03-17","cited_by_count":5,"area":null},{"id":"2107.02294","title":"What Helps Transformers Recognize Conversational Structure? Importance of Context, Punctuation, and Labels in Dialog Act Recognition","created":"2021-07-05","cited_by_count":5,"area":null},{"id":"2301.01772","title":"Infomaxformer: Maximum Entropy Transformer for Long Time-Series Forecasting Problem","created":"2023-01-04","cited_by_count":5,"area":null},{"id":"2111.11992","title":"Sparse Fusion for Multimodal Transformers","created":"2021-11-23","cited_by_count":4,"area":null},{"id":"2307.10779","title":"Efficient Beam Tree Recursion","created":"2023-07-20","cited_by_count":4,"area":null},{"id":"2108.04962","title":"Adaptive Multi-Resolution Attention with Linear Complexity","created":"2021-08-10","cited_by_count":2,"area":null},{"id":"2207.01844","title":"Efficient Representation Learning via Adaptive Context Pooling","created":"2022-07-05","cited_by_count":2,"area":null},{"id":"2311.07102","title":"Fovea Transformer: Efficient Long-Context Modeling with Structured Fine-to-Coarse Attention","created":"2023-11-13","cited_by_count":2,"area":null},{"id":"2509.15448","title":"Hierarchical Self-Attention: Generalizing Neural Attention Mechanics to Multi-Scale Problems","created":"2025-09-18","cited_by_count":1,"area":null},{"id":"2306.01768","title":"A Quantitative Review on Language Model Efficiency Research","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2308.03429","title":"RCMHA: Relative Convolutional Multi-Head Attention for Natural Language Modelling","created":"2023-08-07","cited_by_count":0,"area":null},{"id":"2503.10233","title":"ARLED: Leveraging LED-based ARMAN Model for Abstractive Summarization of Persian Long Documents","created":"2025-03-13","cited_by_count":0,"area":null},{"id":"2509.07963","title":"Customizing the Inductive Biases of Softmax Attention using Structured Matrices","created":"2025-09-09","cited_by_count":0,"area":null}],"next_cursor":null}