{"list":"other","total":58,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2205.11916","title":"Large Language Models are Zero-Shot Reasoners","created":"2022-05-24","cited_by_count":4374},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100},{"id":"2111.02080","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","created":"2021-11-03","cited_by_count":938},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732},{"id":"2208.01066","title":"What Can Transformers Learn In-Context? A Case Study of Simple Function Classes","created":"2022-08-01","cited_by_count":715},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684},{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337},{"id":"2305.03047","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","created":"2023-05-04","cited_by_count":318},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206},{"id":"2307.03576","title":"One Step of Gradient Descent is Provably the Optimal In-Context Learner with One Layer of Linear Self-Attention","created":"2023-07-07","cited_by_count":170},{"id":"2306.15063","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","created":"2023-06-26","cited_by_count":146},{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100},{"id":"2302.06015","title":"A Theoretical Understanding of Shallow Vision Transformers: Learning, Generalization, and Sample Complexity","created":"2023-02-12","cited_by_count":77},{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74},{"id":"2402.19442","title":"Training Dynamics of Multi-Head Softmax Attention for In-Context Learning: Emergence, Convergence, and Optimality","created":"2024-02-29","cited_by_count":74},{"id":"1711.07211","title":"List-Decodable Robust Mean Estimation and Learning Mixtures of Spherical Gaussians","created":"2017-11-20","cited_by_count":70},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63},{"id":"2306.13596","title":"Max-Margin Token Selection in Attention Mechanism","created":"2023-06-23","cited_by_count":58},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52},{"id":"2410.08633","title":"Transformers Provably Solve Parity Efficiently with Chain of Thought","created":"2024-10-11","cited_by_count":50},{"id":"2402.01258","title":"Transformers Learn Nonlinear Features In Context: Nonconvex Mean-field Dynamics on the Attention Landscape","created":"2024-02-02","cited_by_count":46},{"id":"2305.15035","title":"Self-ICL: Zero-Shot In-Context Learning with Self-Generated Demonstrations","created":"2023-05-24","cited_by_count":42},{"id":"2310.12680","title":"On the Optimization and Generalization of Multi-head Attention","created":"2023-10-19","cited_by_count":37},{"id":"2403.08081","title":"Mechanics of Next Token Prediction with Self-Attention","created":"2024-03-12","cited_by_count":34},{"id":"2402.14951","title":"In-Context Learning of a Linear Transformer Block: Benefits of the MLP Component and One-Step GD Initialization","created":"2024-02-22","cited_by_count":33},{"id":"2502.21212","title":"Transformers Learn to Implement Multi-step Gradient Descent with Chain of Thought","created":"2025-02-28","cited_by_count":32},{"id":"2402.05738","title":"Implicit Bias and Fast Convergence Rates for Self-attention","created":"2024-02-08","cited_by_count":31},{"id":"2410.05459","title":"From Sparse Dependence to Sparse Attention: Unveiling How Chain-of-Thought Enhances Transformer Sample Efficiency","created":"2024-10-07","cited_by_count":29},{"id":"2402.04084","title":"Provably learning a multi-head attention layer","created":"2024-02-06","cited_by_count":21},{"id":"2311.09263","title":"Auto-ICL: In-Context Learning without Human Supervision","created":"2023-11-15","cited_by_count":18},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13},{"id":"2505.16225","title":"MAPLE: Many-Shot Adaptive Pseudo-Labeling for In-Context Learning","created":"2025-05-22","cited_by_count":13},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11},{"id":"2410.13981","title":"On the Learn-to-Optimize Capabilities of Transformers in In-Context Sparse Recovery","created":"2024-10-17","cited_by_count":6},{"id":"2506.15329","title":"When and How Unlabeled Data Provably Improve In-Context Learning","created":"2025-06-18","cited_by_count":6},{"id":"2502.06007","title":"Transformers versus the EM Algorithm in Multi-class Clustering","created":"2025-02-09","cited_by_count":5},{"id":"2505.11918","title":"Transformers as Unsupervised Learning Algorithms: A study on Gaussian Mixtures","created":"2025-05-17","cited_by_count":3},{"id":"2211.00537","title":"On the Semi-supervised Expectation Maximization","created":"2022-11-01","cited_by_count":2}],"next_cursor":null}