{"total":45,"rows":[{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2106.02795","title":"Learnable Fourier Features for Multi-Dimensional Spatial Positional Encoding","created":"2021-06-05","cited_by_count":93,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2204.11700","title":"ClusterGNN: Cluster-based Coarse-to-Fine Graph Neural Network for Efficient Feature Matching","created":"2022-04-25","cited_by_count":62,"area":null},{"id":"2108.09084","title":"Fastformer: Additive Attention Can Be All You Need","created":"2021-08-20","cited_by_count":61,"area":null},{"id":"2210.10349","title":"Museformer: Transformer with Fine- and Coarse-Grained Attention for Music Generation","created":"2022-10-19","cited_by_count":49,"area":null},{"id":"2112.09686","title":"Efficient Visual Tracking with Exemplar Transformers","created":"2021-12-17","cited_by_count":48,"area":null},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47,"area":null},{"id":"2302.14502","title":"A Survey on Long Text Modeling with Transformers","created":"2023-02-28","cited_by_count":47,"area":null},{"id":"2107.06419","title":"FLAT: An Optimized Dataflow for Mitigating Attention Bottlenecks","created":"2021-07-13","cited_by_count":39,"area":null},{"id":"2107.07999","title":"From block-Toeplitz matrices to differential equations on graphs: towards a general theory for scalable masked Transformers","created":"2021-07-16","cited_by_count":38,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2110.04367","title":"Hybrid Random Features","created":"2021-10-08","cited_by_count":25,"area":null},{"id":"2205.15317","title":"Chefs' Random Tables: Non-Trigonometric Random Features","created":"2022-05-30","cited_by_count":21,"area":null},{"id":"2305.15099","title":"Fourier Transformer: Fast Long Range Modeling by Removing Sequence Redundancy with FFT Operator","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2111.09714","title":"You Only Sample (Almost) Once: Linear Cost Self-Attention Via Bernoulli Sampling","created":"2021-11-18","cited_by_count":17,"area":null},{"id":"2207.13955","title":"Neural Architecture Search on Efficient Transformers and Beyond","created":"2022-07-28","cited_by_count":17,"area":null},{"id":"2205.10036","title":"Exploring Extreme Parameter Compression for Pre-trained Language Models","created":"2022-05-20","cited_by_count":15,"area":null},{"id":"2511.06294","title":"Transolver is a Linear Transformer: Revisiting Physics-Attention through the Lens of Linear Attention","created":"2025-11-09","cited_by_count":13,"area":null},{"id":"2410.14195","title":"Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2405.18616","title":"Wavelet-Based Image Tokenizer for Vision Transformers","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2210.08164","title":"Linear Video Transformer with Feature Fixation","created":"2022-10-15","cited_by_count":6,"area":null},{"id":"2406.16893","title":"A Survey of Transformer-based Language Models with Focus on Efficiency","created":"2024-05-15","cited_by_count":6,"area":null},{"id":"2110.02442","title":"PoNet: Pooling Network for Efficient Token Mixing in Long Sequences","created":"2021-10-06","cited_by_count":5,"area":null},{"id":"2305.11862","title":"Reducing Sequence Length by Predicting Edit Operations with Large Language Models","created":"2023-05-19","cited_by_count":5,"area":null},{"id":"2508.13768","title":"MGT-Prism: Enhancing Domain Generalization for Machine-Generated Text Detection via Spectral Alignment","created":"2025-08-19","cited_by_count":5,"area":null},{"id":"2302.00787","title":"FAVOR#: Sharp Attention Kernel Approximations via New Classes of Positive Random Features","created":"2023-02-01","cited_by_count":4,"area":null},{"id":"2109.03939","title":"What's Hidden in a One-layer Randomly Weighted Transformer?","created":"2021-09-08","cited_by_count":3,"area":null},{"id":"2308.15684","title":"Interactively Robot Action Planning with Uncertainty Analysis and Active Questioning by Large Language Model","created":"2023-08-30","cited_by_count":3,"area":null},{"id":"2311.12885","title":"Long-MIL: Scaling Long Contextual Multiple Instance Learning for Histopathology Whole Slide Image Analysis","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2402.16689","title":"Adaptation of Biomedical and Clinical Pretrained Models to French Long Documents: A Comparative Study","created":"2024-02-26","cited_by_count":2,"area":null},{"id":"2410.11119","title":"ChuLo: Chunk-Level Key Information Representation for Long Document Understanding","created":"2024-10-14","cited_by_count":2,"area":null},{"id":"2503.16284","title":"PSA-MIL: A Probabilistic Spatial Attention-Based Multiple Instance Learning for Whole Slide Image Classification","created":"2025-03-20","cited_by_count":2,"area":null},{"id":"2107.10932","title":"FNetAR: Mixing Tokens with Autoregressive Fourier Transforms","created":"2021-07-22","cited_by_count":1,"area":null},{"id":"2201.03327","title":"Latency Adjustable Transformer Encoder for Language Understanding","created":"2022-01-10","cited_by_count":1,"area":null},{"id":"2207.04399","title":"Horizontal and Vertical Attention in Transformers","created":"2022-07-10","cited_by_count":1,"area":null},{"id":"2210.15972","title":"Contextual Learning in Fourier Complex Field for VHR Remote Sensing Images","created":"2022-10-28","cited_by_count":1,"area":null},{"id":"2106.07350","title":"THG: Transformer with Hyperbolic Geometry","created":"2021-06-01","cited_by_count":0,"area":null},{"id":"2210.03985","title":"Bird-Eye Transformers for Text Generation Models","created":"2022-10-08","cited_by_count":0,"area":null},{"id":"2302.10692","title":"On Inductive Biases for Machine Learning in Data Constrained Settings","created":"2023-02-21","cited_by_count":0,"area":null},{"id":"2311.05089","title":"Legal-HNet: Mixing Legal Long-Context Tokens with Hartley Transform","created":"2023-11-09","cited_by_count":0,"area":null},{"id":"2506.15907","title":"Pieceformer: Similarity-Driven Knowledge Transfer via Scalable Graph Transformer in VLSI","created":"2025-06-18","cited_by_count":0,"area":null}],"next_cursor":null}