{"list":"other","total":66,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2304.02643","title":"Segment Anything","created":"2023-04-05","cited_by_count":8234},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"1703.06870","title":"Mask R-CNN","created":"2017-03-20","cited_by_count":7277},{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1612.03144","title":"Feature Pyramid Networks for Object Detection","created":"2016-12-09","cited_by_count":5036},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1705.07750","title":"Quo Vadis, Action Recognition? A New Model and the Kinetics Dataset","created":"2017-05-22","cited_by_count":3270},{"id":"2006.16241","title":"The Many Faces of Robustness: A Critical Analysis of Out-of-Distribution Generalization","created":"2020-06-29","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471},{"id":"1907.07174","title":"Natural Adversarial Examples","created":"2019-07-16","cited_by_count":1408},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"2309.16588","title":"Vision Transformers Need Registers","created":"2023-09-28","cited_by_count":871},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2203.16527","title":"Exploring Plain Vision Transformer Backbones for Object Detection","created":"2022-03-30","cited_by_count":724},{"id":"1604.02808","title":"NTU RGB+D: A Large Scale Dataset for 3D Human Activity Analysis","created":"2016-04-11","cited_by_count":686},{"id":"2012.09838","title":"Transformer Interpretability Beyond Attention Visualization","created":"2020-12-17","cited_by_count":627},{"id":"2501.13106","title":"VideoLLaMA 3: Frontier Multimodal Foundation Models for Image and Video Understanding","created":"2025-01-22","cited_by_count":518},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326},{"id":"1908.08593","title":"Revealing the Dark Secrets of BERT","created":"2019-08-21","cited_by_count":301},{"id":"2408.04840","title":"mPLUG-Owl3: Towards Long Image-Sequence Understanding in Multi-Modal Large Language Models","created":"2024-08-09","cited_by_count":291},{"id":"1511.05641","title":"Net2Net: Accelerating Learning via Knowledge Transfer","created":"2015-11-18","cited_by_count":250},{"id":"1911.07013","title":"Understanding and Improving Layer Normalization","created":"2019-11-16","cited_by_count":217},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128},{"id":"2410.21228","title":"LoRA vs Full Fine-tuning: An Illusion of Equivalence","created":"2024-10-28","cited_by_count":109},{"id":"1902.09113","title":"Star-Transformer","created":"2019-02-25","cited_by_count":94},{"id":"2006.04862","title":"$O(n)$ Connections are Expressive Enough: Universal Approximability of Sparse Transformers","created":"2020-06-08","cited_by_count":83},{"id":"2110.07143","title":"bert2BERT: Towards Reusable Pretrained Language Models","created":"2021-10-14","cited_by_count":70},{"id":"2412.06590","title":"Bridging the Divide: Reconsidering Softmax and Linear Attention","created":"2024-12-09","cited_by_count":48},{"id":"2102.12871","title":"SparseBERT: Rethinking the Importance Analysis in Self-attention","created":"2021-02-25","cited_by_count":46},{"id":"2206.08898","title":"SimA: Simple Softmax-free Attention for Vision Transformers","created":"2022-06-17","cited_by_count":32},{"id":"2501.15061","title":"PolaFormer: Polarity-aware Linear Attention for Vision Transformers","created":"2025-01-25","cited_by_count":32},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26},{"id":"2510.23012","title":"Softmax is $1/2$-Lipschitz: A tight bound across all $\\ell_p$ norms","created":"2025-10-27","cited_by_count":22},{"id":"2210.08457","title":"Scratching Visual Transformer's Back with Uniform Attention","created":"2022-10-16","cited_by_count":16},{"id":"2110.06256","title":"Neural Network Weights Do Not Converge to Stationary Points: An Invariant Measure Perspective","created":"2021-10-12","cited_by_count":15},{"id":"2411.07176","title":"More Expressive Attention with Negative Weights","created":"2024-11-11","cited_by_count":9},{"id":"2410.18613","title":"Rethinking Attention: Polynomial Alternatives to Softmax in Transformers","created":"2024-10-24","cited_by_count":8},{"id":"1507.04230","title":"The Role of Principal Angles in Subspace Classification","created":"2015-07-15","cited_by_count":5},{"id":"2501.05711","title":"From My View to Yours: Learning Egocentric Cues from Exocentric Video using Privileged Egocentric Supervision","created":"2025-01-10","cited_by_count":4},{"id":"2212.12552","title":"A Close Look at Spatial Modeling: From Attention to Convolution","created":"2022-12-23","cited_by_count":3},{"id":"2406.19391","title":"Fibottention: Inceptive Visual Representation Learning with Diverse Attention Across Heads","created":"2024-06-27","cited_by_count":3},{"id":"2508.18387","title":"Integral Transformer: Denoising Attention, Not Too Much Not Too Little","created":"2025-08-25","cited_by_count":3},{"id":"2503.10632","title":"Kolmogorov-Arnold Attention: Is Learnable Attention Better For Vision Transformers?","created":"2025-03-13","cited_by_count":2},{"id":"2510.13808","title":"VisCoP: Visual Probing for Video Domain Adaptation of Vision Language Models","created":"2025-10-15","cited_by_count":2},{"id":"2606.13767","title":"Beyond LoRA: Is Sparsity-Induced Adaptation Better?","created":"2026-06-11","cited_by_count":1}],"next_cursor":null}