{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1705.07750","title":"Quo Vadis, Action Recognition? A New Model and the Kinetics Dataset","created":"2017-05-22","cited_by_count":3270},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"2106.13230","title":"Video Swin Transformer","created":"2021-06-24","cited_by_count":1091},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2310.10688","title":"A decoder-only foundation model for time-series forecasting","created":"2023-10-14","cited_by_count":692},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554},{"id":"1701.04128","title":"Understanding the Effective Receptive Field in Deep Convolutional Neural Networks","created":"2017-01-15","cited_by_count":553},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347},{"id":"1705.02953","title":"Temporal Segment Networks for Action Recognition in Videos","created":"2017-05-08","cited_by_count":279},{"id":"2003.04887","title":"ReZero is All You Need: Fast Convergence at Large Depth","created":"2020-03-10","cited_by_count":264},{"id":"1604.06182","title":"The THUMOS Challenge on Action Recognition for Videos \"in the Wild\"","created":"2016-04-21","cited_by_count":213},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97},{"id":"2106.11149","title":"OadTR: Online Action Detection with Transformers","created":"2021-06-21","cited_by_count":83},{"id":"1604.06506","title":"Online Action Detection","created":"2016-04-21","cited_by_count":69},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52},{"id":"2204.08446","title":"VSA: Learning Varied-Size Window Attention in Vision Transformers","created":"2022-04-18","cited_by_count":43},{"id":"2410.24087","title":"In-Context Fine-Tuning for Time-Series Foundation Models","created":"2024-10-31","cited_by_count":35},{"id":"2203.12856","title":"Beyond Fixation: Dynamic Window Visual Transformer","created":"2022-03-24","cited_by_count":28},{"id":"2508.09834","title":"Speed Always Wins: A Survey on Efficient Architectures for Large Language Models","created":"2025-08-13","cited_by_count":17},{"id":"2201.06268","title":"Continual Transformers: Redundancy-Free Attention for Online Inference","created":"2022-01-17","cited_by_count":12},{"id":"2505.23666","title":"LoLA: Low-Rank Linear Attention With Sparse Caching","created":"2025-05-29","cited_by_count":12},{"id":"2106.00050","title":"Continual 3D Convolutional Neural Networks for Real-time Processing of Videos","created":"2021-05-31","cited_by_count":9},{"id":"2203.11009","title":"Continual Spatio-Temporal Graph Convolutional Networks","created":"2022-03-21","cited_by_count":8},{"id":"2204.03418","title":"Continual Inference: A Library for Efficient Online Inference with Deep Neural Networks in PyTorch","created":"2022-04-07","cited_by_count":8},{"id":"2408.08673","title":"MAT-SED: A Masked Audio Transformer with Masked-Reconstruction Based Pre-training for Sound Event Detection","created":"2024-08-16","cited_by_count":7},{"id":"2504.00664","title":"Do LLMs Surpass Encoders for Biomedical NER?","created":"2025-04-01","cited_by_count":6},{"id":"2412.03214","title":"Continual Low-Rank Scaled Dot-product Attention","created":"2024-12-04","cited_by_count":2},{"id":"2006.12040","title":"Clinical Predictive Keyboard using Statistical and Neural Language Modeling","created":"2020-06-22","cited_by_count":1},{"id":"2502.14939","title":"Online hand gesture recognition using Continual Graph Transformers","created":"2025-02-20","cited_by_count":1}],"next_cursor":null}