{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"1611.03530","title":"Understanding deep learning requires rethinking generalization","created":"2016-11-10","cited_by_count":1674},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2209.11895","title":"In-context Learning and Induction Heads","created":"2022-09-24","cited_by_count":964},{"id":"1706.05394","title":"A Closer Look at Memorization in Deep Networks","created":"2017-06-16","cited_by_count":942},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"1711.00165","title":"Deep Neural Networks as Gaussian Processes","created":"2017-11-01","cited_by_count":622},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601},{"id":"1904.11955","title":"On Exact Computation with an Infinitely Wide Neural Net","created":"2019-04-26","cited_by_count":573},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532},{"id":"2304.14767","title":"Dissecting Recall of Factual Associations in Auto-Regressive Language Models","created":"2023-04-28","cited_by_count":528},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"1912.10077","title":"Are Transformers universal approximators of sequence-to-sequence functions?","created":"2019-12-20","cited_by_count":406},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347},{"id":"1606.05340","title":"Exponential expressivity in deep neural networks through transient chaos","created":"2016-06-16","cited_by_count":261},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1611.01232","title":"Deep Information Propagation","created":"2016-11-04","cited_by_count":195},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161},{"id":"2404.05405","title":"Physics of Language Models: Part 3.3, Knowledge Capacity Scaling Laws","created":"2024-04-08","cited_by_count":144},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141},{"id":"2102.13019","title":"Investigating the Limitations of Transformers with Simple Arithmetic Tasks","created":"2021-02-25","cited_by_count":139},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115},{"id":"2305.16130","title":"Language Models Implement Simple Word2Vec-style Vector Arithmetic","created":"2023-05-25","cited_by_count":98},{"id":"1712.08969","title":"Mean Field Residual Networks: On the Edge of Chaos","created":"2017-12-24","cited_by_count":83},{"id":"2402.09268","title":"Transformers, parallel computation, and logarithmic depth","created":"2024-02-14","cited_by_count":79},{"id":"2405.17969","title":"Knowledge Circuits in Pretrained Transformers","created":"2024-05-28","cited_by_count":60},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59},{"id":"2110.01765","title":"Rapid training of deep neural networks without skip connections or normalization layers using Deep Kernel Shaping","created":"2021-10-05","cited_by_count":52},{"id":"2210.05675","title":"Transformers generalize differently from information stored in context vs in weights","created":"2022-10-11","cited_by_count":49},{"id":"2306.17759","title":"The Shaped Transformer: Attention Models in the Infinite Depth-and-Width Limit","created":"2023-06-30","cited_by_count":47},{"id":"2407.07011","title":"Induction Heads as an Essential Mechanism for Pattern Matching in In-context Learning","created":"2024-07-09","cited_by_count":46},{"id":"2402.07321","title":"Summing Up the Facts: Additive Mechanisms Behind Factual Recall in LLMs","created":"2024-02-11","cited_by_count":42},{"id":"2206.02768","title":"The Neural Covariance SDE: Shaped Infinite Depth-and-Width Networks at Initialization","created":"2022-06-06","cited_by_count":41},{"id":"2306.13575","title":"Scaling MLPs: A Tale of Inductive Bias","created":"2023-06-23","cited_by_count":37},{"id":"2311.01906","title":"Simplifying Transformer Blocks","created":"2023-11-03","cited_by_count":37},{"id":"2203.08120","title":"Deep Learning without Shortcuts: Shaping the Kernel with Tailored Rectifiers","created":"2022-03-15","cited_by_count":28},{"id":"2311.12997","title":"Compositional Capabilities of Autoregressive Transformers: A Study on Synthetic, Interpretable Tasks","created":"2023-11-21","cited_by_count":22},{"id":"2211.03495","title":"How Much Does Attention Actually Attend? Questioning the Importance of Attention in Pretrained Transformers","created":"2022-11-07","cited_by_count":21},{"id":"2410.04368","title":"Algorithmic Capabilities of Random Transformers","created":"2024-10-06","cited_by_count":17},{"id":"2412.08890","title":"Lexico: Extreme KV Cache Compression via Sparse Coding over Universal Dictionaries","created":"2024-12-12","cited_by_count":17},{"id":"2405.14117","title":"Knowledge Localization: Mission Not Accomplished? Enter Query Localization!","created":"2024-05-23","cited_by_count":13},{"id":"2210.14019","title":"The Curious Case of Benign Memorization","created":"2022-10-25","cited_by_count":12},{"id":"2406.03068","title":"Distributional Associations vs In-Context Reasoning: A Study of Feed-forward and Attention Layers","created":"2024-06-05","cited_by_count":12},{"id":"2504.10735","title":"Frozen Layers: Memory-efficient Many-fidelity Hyperparameter Optimization","created":"2025-04-14","cited_by_count":2}],"next_cursor":null}