{"total":146,"rows":[{"id":"2201.12740","title":"FEDformer: Frequency Enhanced Decomposed Transformer for Long-term Series Forecasting","created":"2022-01-30","cited_by_count":1210,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154,"area":null},{"id":"2205.08897","title":"FiLM: Frequency improved Legendre Memory Model for Long-term Time Series Forecasting","created":"2022-05-18","cited_by_count":147,"area":null},{"id":"2105.03887","title":"Lawformer: A Pre-trained Language Model for Chinese Legal Long Documents","created":"2021-05-09","cited_by_count":116,"area":null},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102,"area":null},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96,"area":null},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96,"area":null},{"id":"2304.06819","title":"Modeling Dense Multimodal Interactions Between Biological Pathways and Histology for Survival Prediction","created":"2023-04-13","cited_by_count":92,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2110.03860","title":"Token Pooling in Vision Transformers","created":"2021-10-08","cited_by_count":69,"area":null},{"id":"2207.09161","title":"Single Stage Virtual Try-on via Deformable Attention Flows","created":"2022-07-19","cited_by_count":65,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2111.00035","title":"Skyformer: Remodel Self-Attention with Gaussian Kernel and Nystr\\\"om Method","created":"2021-10-29","cited_by_count":63,"area":null},{"id":"2204.11700","title":"ClusterGNN: Cluster-based Coarse-to-Fine Graph Neural Network for Efficient Feature Matching","created":"2022-04-25","cited_by_count":62,"area":null},{"id":"2105.04371","title":"Poolingformer: Long Document Modeling with Pooling Attention","created":"2021-05-10","cited_by_count":60,"area":null},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2106.12566","title":"Stable, Fast and Accurate: Kernelized Attention with Relative Positional Encoding","created":"2021-06-23","cited_by_count":51,"area":null},{"id":"2204.06683","title":"Revisiting Transformer-based Models for Long Document Classification","created":"2022-04-14","cited_by_count":49,"area":null},{"id":"2112.09686","title":"Efficient Visual Tracking with Exemplar Transformers","created":"2021-12-17","cited_by_count":48,"area":null},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47,"area":null},{"id":"2302.14502","title":"A Survey on Long Text Modeling with Transformers","created":"2023-02-28","cited_by_count":47,"area":null},{"id":"2102.12871","title":"SparseBERT: Rethinking the Importance Analysis in Self-attention","created":"2021-02-25","cited_by_count":46,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2309.12673","title":"On Sparse Modern Hopfield Model","created":"2023-09-22","cited_by_count":42,"area":null},{"id":"2210.09573","title":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","created":"2022-10-18","cited_by_count":41,"area":null},{"id":"2107.06419","title":"FLAT: An Optimized Dataflow for Mitigating Attention Bottlenecks","created":"2021-07-13","cited_by_count":39,"area":null},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2308.11358","title":"How Much Temporal Long-Term Context is Needed for Action Segmentation?","created":"2023-08-22","cited_by_count":36,"area":null},{"id":"2106.01040","title":"Hi-Transformer: Hierarchical Interactive Transformer for Efficient and Effective Long Document Modeling","created":"2021-06-02","cited_by_count":35,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2407.18369","title":"AI Safety in Generative AI Large Language Models: A Survey","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2303.12621","title":"OcTr: Octree-based Transformer for 3D Object Detection","created":"2023-03-22","cited_by_count":32,"area":null},{"id":"2404.10308","title":"Hierarchical Context Merging: Better Long Context Understanding for Pre-trained LLMs","created":"2024-04-16","cited_by_count":30,"area":null},{"id":"2110.08678","title":"Improving Transformers with Probabilistic Attention Keys","created":"2021-10-16","cited_by_count":28,"area":null},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26,"area":null},{"id":"2110.09310","title":"Energon: Towards Efficient Acceleration of Transformers Using Dynamic Sparse Attention","created":"2021-10-18","cited_by_count":26,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2407.11095","title":"DeepGate3: Towards Scalable Circuit Representation Learning","created":"2024-07-15","cited_by_count":26,"area":null},{"id":"2105.03801","title":"Long-Span Summarization via Local Attention and Content Selection","created":"2021-05-08","cited_by_count":24,"area":null},{"id":"2404.03830","title":"BiSHop: Bi-Directional Cellular Learning for Tabular Data with Generalized Sparse Modern Hopfield Model","created":"2024-04-04","cited_by_count":21,"area":null},{"id":"2305.15099","title":"Fourier Transformer: Fast Long Range Modeling by Removing Sequence Redundancy with FFT Operator","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2402.13934","title":"Do Efficient Transformers Really Save Computation?","created":"2024-02-21","cited_by_count":20,"area":null},{"id":"2110.11299","title":"Transformer Acceleration with Dynamic Sparse Attention","created":"2021-10-21","cited_by_count":19,"area":null},{"id":"2307.06947","title":"Video-FocalNets: Spatio-Temporal Focal Modulation for Video Action Recognition","created":"2023-07-13","cited_by_count":18,"area":null},{"id":"2504.16922","title":"Generalized Neighborhood Attention: Multi-dimensional Sparse Attention at the Speed of Light","created":"2025-04-23","cited_by_count":18,"area":null},{"id":"2207.13955","title":"Neural Architecture Search on Efficient Transformers and Beyond","created":"2022-07-28","cited_by_count":17,"area":null},{"id":"2205.01546","title":"Learn To Remember: Transformer with Recurrent Memory for Document-Level Machine Translation","created":"2022-05-03","cited_by_count":16,"area":null},{"id":"2303.13755","title":"Sparsifiner: Learning Sparse Instance-Dependent Attention for Efficient Vision Transformers","created":"2023-03-24","cited_by_count":16,"area":null},{"id":"2404.03900","title":"Nonparametric Modern Hopfield Models","created":"2024-04-05","cited_by_count":16,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2201.13027","title":"BOAT: Bilateral Local Attention Vision Transformer","created":"2022-01-31","cited_by_count":12,"area":null},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2405.01814","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation","created":"2024-05-03","cited_by_count":12,"area":null},{"id":"2410.14195","title":"Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2311.13541","title":"Linear Log-Normal Attention with Unbiased Concentration","created":"2023-11-22","cited_by_count":11,"area":null},{"id":"2312.07751","title":"Large Human Language Models: A Need and the Challenges","created":"2023-11-09","cited_by_count":11,"area":null},{"id":"2402.12138","title":"Perceiving Longer Sequences With Bi-Directional Cross-Attention Transformers","created":"2024-02-19","cited_by_count":11,"area":null},{"id":"2110.07034","title":"How Does Momentum Benefit Deep Neural Networks Architecture Design? A Few Case Studies","created":"2021-10-13","cited_by_count":10,"area":null},{"id":"2204.05424","title":"A Call for Clarity in Beam Search: How It Works and When It Stops","created":"2022-04-11","cited_by_count":10,"area":null},{"id":"2408.08506","title":"Ex3: Automatic Novel Writing by Extracting, Excelsior and Expanding","created":"2024-08-16","cited_by_count":10,"area":null},{"id":"2202.07362","title":"MuLD: The Multitask Long Document Benchmark","created":"2022-02-15","cited_by_count":9,"area":null},{"id":"2205.12476","title":"Leveraging Locality in Abstractive Text Summarization","created":"2022-05-25","cited_by_count":9,"area":null},{"id":"2506.16411","title":"When Does Divide and Conquer Work for Long Context LLM? A Noise Decomposition Framework","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2511.11571","title":"Optimizing Mixture of Block Attention","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2204.03227","title":"Accelerating Attention through Gradient-Based Learned Runtime Pruning","created":"2022-04-07","cited_by_count":8,"area":null},{"id":"2307.02690","title":"Scaling In-Context Demonstrations with Structured Attention","created":"2023-07-05","cited_by_count":8,"area":null},{"id":"2308.04637","title":"Sparse Binary Transformers for Multivariate Time Series Modeling","created":"2023-08-09","cited_by_count":8,"area":null},{"id":"2211.11701","title":"Perceiver-VL: Efficient Vision-and-Language Modeling with Iterative Latent Attention","created":"2022-11-21","cited_by_count":7,"area":null},{"id":"2309.07988","title":"Folding Attention: Memory and Power Optimization for On-Device Transformer-based Streaming Speech Recognition","created":"2023-09-14","cited_by_count":7,"area":null},{"id":"2203.12276","title":"ERNIE-SPARSE: Learning Hierarchical Efficient Transformer Through Regularized Self-Attention","created":"2022-03-23","cited_by_count":6,"area":null},{"id":"2210.08164","title":"Linear Video Transformer with Feature Fixation","created":"2022-10-15","cited_by_count":6,"area":null},{"id":"2211.10841","title":"SeDR: Segment Representation Learning for Long Documents Dense Retrieval","created":"2022-11-20","cited_by_count":6,"area":null},{"id":"2312.08618","title":"Zebra: Extending Context Window with Layerwise Grouped Local-Global Attention","created":"2023-12-14","cited_by_count":6,"area":null},{"id":"2402.18508","title":"Orchid: Flexible and Data-Dependent Convolution for Sequence Modeling","created":"2024-02-28","cited_by_count":6,"area":null},{"id":"2103.09857","title":"Value-aware Approximate Attention","created":"2021-03-17","cited_by_count":5,"area":null},{"id":"2108.10808","title":"Greenformers: Improving Computation and Memory Efficiency in Transformer Models via Low-Rank Approximation","created":"2021-08-24","cited_by_count":5,"area":null},{"id":"2112.05359","title":"Sketching as a Tool for Understanding and Accelerating Self-attention for Long Sequences","created":"2021-12-10","cited_by_count":5,"area":null},{"id":"2212.07890","title":"Full Contextual Attention for Multi-resolution Transformers in Semantic Segmentation","created":"2022-12-15","cited_by_count":5,"area":null},{"id":"2305.11862","title":"Reducing Sequence Length by Predicting Edit Operations with Large Language Models","created":"2023-05-19","cited_by_count":5,"area":null},{"id":"2406.08128","title":"Short-Long Convolutions Help Hardware-Efficient Linear Attention to Focus on Long Sequences","created":"2024-06-12","cited_by_count":5,"area":null},{"id":"2407.14106","title":"TorchGT: A Holistic System for Large-scale Graph Transformer Training","created":"2024-07-19","cited_by_count":5,"area":null},{"id":"2407.16847","title":"SPLAT: A framework for optimised GPU code-generation for SParse reguLar ATtention","created":"2024-07-23","cited_by_count":5,"area":null},{"id":"2508.12969","title":"Compact Attention: Exploiting Structured Spatio-Temporal Sparsity for Fast Video Generation","created":"2025-08-18","cited_by_count":5,"area":null},{"id":"2512.23852","title":"Trellis: Learning to Compress Key-Value Memory in Attention Models","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2203.12644","title":"Linearizing Transformer with Key-Value Memory","created":"2022-03-23","cited_by_count":4,"area":null},{"id":"2208.00579","title":"Momentum Transformer: Closing the Performance Gap Between Self-attention and Its Linearization","created":"2022-08-01","cited_by_count":4,"area":null},{"id":"2309.12862","title":"Associative Transformer","created":"2023-09-22","cited_by_count":4,"area":null},{"id":"2312.11135","title":"Linear Attention via Orthogonal Memory","created":"2023-12-18","cited_by_count":4,"area":null}],"next_cursor":"100"}