{"list":"other","total":61,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2006.16241","title":"The Many Faces of Robustness: A Critical Analysis of Out-of-Distribution Generalization","created":"2020-06-29","cited_by_count":1850},{"id":"2202.12837","title":"Rethinking the Role of Demonstrations: What Makes In-Context Learning Work?","created":"2022-02-25","cited_by_count":1434},{"id":"2209.11895","title":"In-context Learning and Induction Heads","created":"2022-09-24","cited_by_count":964},{"id":"2111.02080","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","created":"2021-11-03","cited_by_count":938},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732},{"id":"2208.01066","title":"What Can Transformers Learn In-Context? A Case Study of Simple Function Classes","created":"2022-08-01","cited_by_count":715},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684},{"id":"2303.03846","title":"Larger language models do in-context learning differently","created":"2023-03-07","cited_by_count":394},{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337},{"id":"2205.05055","title":"Data Distributional Properties Drive Emergent In-Context Learning in Transformers","created":"2022-04-22","cited_by_count":309},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298},{"id":"2004.06100","title":"Pretrained Transformers Improve Out-of-Distribution Robustness","created":"2020-04-13","cited_by_count":294},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279},{"id":"2301.13196","title":"Looped Transformers as Programmable Computers","created":"2023-01-30","cited_by_count":237},{"id":"2212.10559","title":"Why Can GPT Learn In-Context? Language Models Implicitly Perform Gradient Descent as Meta-Optimizers","created":"2022-12-20","cited_by_count":204},{"id":"2307.03576","title":"One Step of Gradient Descent is Provably the Optimal In-Context Learner with One Layer of Linear Self-Attention","created":"2023-07-07","cited_by_count":170},{"id":"2109.06165","title":"CDTrans: Cross-domain Transformer for Unsupervised Domain Adaptation","created":"2021-09-13","cited_by_count":129},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128},{"id":"2303.07895","title":"The Learnability of In-Context Learning","created":"2023-03-14","cited_by_count":127},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118},{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99},{"id":"2303.07971","title":"A Theory of Emergent In-Context Learning as Implicit Structure Induction","created":"2023-03-14","cited_by_count":86},{"id":"2106.07617","title":"Delving Deep into the Generalization of Vision Transformers under Distribution Shifts","created":"2021-06-14","cited_by_count":85},{"id":"2306.04891","title":"In-Context Learning through the Bayesian Prism","created":"2023-06-08","cited_by_count":83},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75},{"id":"2402.19442","title":"Training Dynamics of Multi-Head Softmax Attention for In-Context Learning: Emergence, Convergence, and Optimality","created":"2024-02-29","cited_by_count":74},{"id":"2204.07683","title":"Safe Self-Refinement for Transformer-based Domain Adaptation","created":"2022-04-16","cited_by_count":61},{"id":"2409.10559","title":"Unveiling Induction Heads: Provable Training Dynamics and Feature Learning in Transformers","created":"2024-09-09","cited_by_count":50},{"id":"2304.09960","title":"A Latent Space Theory for Emergent Abilities in Large Language Models","created":"2023-04-19","cited_by_count":43},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38},{"id":"2402.06599","title":"On the Out-Of-Distribution Generalization of Multimodal Large Language Models","created":"2024-02-09","cited_by_count":30},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28},{"id":"2305.16704","title":"A Closer Look at In-Context Learning under Distribution Shifts","created":"2023-05-26","cited_by_count":25},{"id":"2211.08473","title":"On the Compositional Generalization Gap of In-Context Learning","created":"2022-11-15","cited_by_count":24},{"id":"2410.09695","title":"Can In-context Learning Really Generalize to Out-of-distribution Tasks?","created":"2024-10-13","cited_by_count":23},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22},{"id":"2406.11233","title":"Probing the Decision Boundaries of In-context Learning in Large Language Models","created":"2024-06-17","cited_by_count":17},{"id":"2411.10830","title":"One-Layer Transformer Provably Learns One-Nearest Neighbor In Context","created":"2024-11-16","cited_by_count":16},{"id":"2506.05574","title":"When can in-context learning generalize out of task distribution?","created":"2025-06-05","cited_by_count":16},{"id":"2310.13220","title":"Towards Understanding How Transformers Learn In-context Through a Representation Learning Lens","created":"2023-10-20","cited_by_count":15},{"id":"2410.01774","title":"Trained Transformer Classifiers Generalize and Exhibit Benign Overfitting In-Context","created":"2024-10-02","cited_by_count":15},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15},{"id":"2506.10959","title":"Understanding In-Context Learning on Structured Manifolds: Bridging Attention to Kernel Methods","created":"2025-06-12","cited_by_count":15},{"id":"2506.00205","title":"Unlocking the Power of Rehearsal in Continual Learning: A Theoretical Perspective","created":"2025-05-30","cited_by_count":10},{"id":"2410.01265","title":"Transformers Handle Endogeneity in In-Context Linear Regression","created":"2024-10-02","cited_by_count":8},{"id":"2411.05189","title":"Understanding In-Context Learning of Linear Models in Transformers Through an Adversarial Lens","created":"2024-11-07","cited_by_count":8},{"id":"2505.12138","title":"Transformer learns the cross-task prior and regularization for in-context learning","created":"2025-05-17","cited_by_count":7},{"id":"2409.12293","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","created":"2024-09-18","cited_by_count":6},{"id":"2505.14808","title":"Out-of-Distribution Generalization of In-Context Learning: A Low-Dimensional Subspace Perspective","created":"2025-05-20","cited_by_count":6},{"id":"2605.05176","title":"Understanding In-Context Learning for Nonlinear Regression with Transformers: Attention as Featurizer","created":"2026-05-06","cited_by_count":3},{"id":"2308.08268","title":"It Ain't That Bad: Understanding the Mysterious Performance Drop in OOD Generalization for Generative Transformer Models","created":"2023-08-16","cited_by_count":2},{"id":"2508.00304","title":"Invariant Graph Transformer for Out-of-Distribution Generalization","created":"2025-08-01","cited_by_count":2},{"id":"2606.01379","title":"Turning Back Without Forgetting: Selective Backward Refinement for Parameter-Efficient Continual Learning","created":"2026-05-31","cited_by_count":2},{"id":"2410.14183","title":"In-context Learning for Mixture of Linear Regressions: Existence, Generalization and Training Dynamics","created":"2024-10-18","cited_by_count":1}],"next_cursor":null}