{"list":"other","total":58,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"1709.01507","title":"Squeeze-and-Excitation Networks","created":"2017-09-05","cited_by_count":4789},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"1711.07971","title":"Non-local Neural Networks","created":"2017-11-21","cited_by_count":2293},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2502.14786","title":"SigLIP 2: Multilingual Vision-Language Encoders with Improved Semantic Understanding, Localization, and Dense Features","created":"2025-02-20","cited_by_count":1188},{"id":"2211.00593","title":"Interpretability in the Wild: a Circuit for Indirect Object Identification in GPT-2 small","created":"2022-11-01","cited_by_count":1165},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"1902.10186","title":"Attention is not Explanation","created":"2019-02-26","cited_by_count":929},{"id":"2309.16588","title":"Vision Transformers Need Registers","created":"2023-09-28","cited_by_count":871},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694},{"id":"1908.04626","title":"Attention is not not Explanation","created":"2019-08-13","cited_by_count":636},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2309.16042","title":"Towards Best Practices of Activation Patching in Language Models: Metrics and Methods","created":"2023-09-27","cited_by_count":359},{"id":"1904.11492","title":"GCNet: Non-local Networks Meet Squeeze-Excitation Networks and Beyond","created":"2019-04-25","cited_by_count":331},{"id":"1802.05296","title":"Stronger generalization bounds for deep nets via a compression approach","created":"2018-02-14","cited_by_count":307},{"id":"1503.00036","title":"Norm-Based Capacity Control in Neural Networks","created":"2015-02-27","cited_by_count":299},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283},{"id":"2511.08544","title":"LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics","created":"2025-11-11","cited_by_count":254},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141},{"id":"2305.05465","title":"The emergence of clusters in self-attention dynamics","created":"2023-05-09","cited_by_count":140},{"id":"2203.05962","title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice","created":"2022-03-09","cited_by_count":136},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127},{"id":"1907.01470","title":"Augmenting Self-attention with Persistent Memory","created":"2019-07-02","cited_by_count":93},{"id":"2002.07028","title":"Low-Rank Bottleneck in Multi-head Attention Models","created":"2020-02-17","cited_by_count":89},{"id":"2006.11527","title":"Memory Transformer","created":"2020-06-20","cited_by_count":76},{"id":"2409.04431","title":"Theory, Analysis, and Best Practices for Sigmoid Self-Attention","created":"2024-09-06","cited_by_count":64},{"id":"2502.01951","title":"On the Emergence of Position Bias in Transformers","created":"2025-02-04","cited_by_count":59},{"id":"2402.09221","title":"Spectral Filters, Dark Signals, and Attention Sinks","created":"2024-02-14","cited_by_count":56},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56},{"id":"2510.06477","title":"Attention Sinks and Compression Valleys in LLMs are Two Sides of the Same Coin","created":"2025-10-07","cited_by_count":52},{"id":"2405.18781","title":"On the Role of Attention Masks and LayerNorm in Transformers","created":"2024-05-29","cited_by_count":48},{"id":"2309.08586","title":"Replacing softmax with ReLU in Vision Transformers","created":"2023-09-15","cited_by_count":44},{"id":"2506.08010","title":"Vision Transformers Don't Need Trained Registers","created":"2025-06-09","cited_by_count":41},{"id":"2508.02546","title":"What are you sinking? A geometric approach on attention sink","created":"2025-08-04","cited_by_count":28},{"id":"2512.19941","title":"Block-Recurrent Dynamics in Vision Transformers","created":"2025-12-23","cited_by_count":20},{"id":"2502.00919","title":"Attention Sinks: A 'Catch, Tag, Release' Mechanism for Embeddings","created":"2025-02-02","cited_by_count":16},{"id":"2410.16682","title":"Methods of improving LLM training stability","created":"2024-10-22","cited_by_count":13},{"id":"2507.16018","title":"Artifacts and Attention Sinks: Structured Approximations for Efficient Vision Transformers","created":"2025-07-21","cited_by_count":10},{"id":"2508.03616","title":"Hidden Dynamics of Massive Activations in Transformer Training","created":"2025-08-05","cited_by_count":10},{"id":"2410.18613","title":"Rethinking Attention: Polynomial Alternatives to Softmax in Transformers","created":"2024-10-24","cited_by_count":8},{"id":"2504.03889","title":"Identifying and Evaluating Inactive Heads in Pretrained LLMs","created":"2025-04-04","cited_by_count":8},{"id":"2201.11194","title":"Attention cannot be an Explanation","created":"2022-01-26","cited_by_count":4}],"next_cursor":null}