{"total":186,"rows":[{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337,"area":null},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2310.08391","title":"How Many Pretraining Tasks Are Needed for In-Context Learning of Linear Regression?","created":"2023-10-12","cited_by_count":96,"area":null},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74,"area":null},{"id":"2310.09881","title":"In-Context Learning with Iterative Demonstration Selection","created":"2023-10-15","cited_by_count":74,"area":null},{"id":"2402.09963","title":"Why are Sensitive Functions Hard for Transformers?","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2509.09677","title":"The Illusion of Diminishing Returns: Measuring Long Horizon Execution in LLMs","created":"2025-09-11","cited_by_count":64,"area":null},{"id":"2306.13596","title":"Max-Margin Token Selection in Attention Mechanism","created":"2023-06-23","cited_by_count":58,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2506.07918","title":"CausalPFN: Amortized Causal Effect Estimation via In-Context Learning","created":"2025-06-09","cited_by_count":49,"area":null},{"id":"2311.00871","title":"Pretraining Data Mixtures Enable Narrow Model Selection Capabilities in Transformer Models","created":"2023-11-01","cited_by_count":45,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2402.18819","title":"Dual Operating Modes of In-Context Learning","created":"2024-02-29","cited_by_count":43,"area":null},{"id":"2306.02010","title":"Memorization Capacity of Multi-Head Attention in Transformers","created":"2023-06-03","cited_by_count":40,"area":null},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38,"area":null},{"id":"2310.12680","title":"On the Optimization and Generalization of Multi-head Attention","created":"2023-10-19","cited_by_count":37,"area":null},{"id":"2404.06209","title":"Elephants Never Forget: Memorization and Learning of Tabular Data in Large Language Models","created":"2024-04-09","cited_by_count":36,"area":null},{"id":"2311.07230","title":"How are Prompts Different in Terms of Sensitivity?","created":"2023-11-13","cited_by_count":35,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2410.02724","title":"Large Language Models as Markov Chains","created":"2024-10-03","cited_by_count":35,"area":null},{"id":"2402.13512","title":"From Self-Attention to Markov Models: Unveiling the Dynamics of Generative Transformers","created":"2024-02-21","cited_by_count":34,"area":null},{"id":"2403.08081","title":"Mechanics of Next Token Prediction with Self-Attention","created":"2024-03-12","cited_by_count":34,"area":null},{"id":"2402.14951","title":"In-Context Learning of a Linear Transformer Block: Benefits of the MLP Component and One-Step GD Initialization","created":"2024-02-22","cited_by_count":33,"area":null},{"id":"2402.05738","title":"Implicit Bias and Fast Convergence Rates for Self-attention","created":"2024-02-08","cited_by_count":31,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2310.00297","title":"Understanding In-Context Learning from Repetitions","created":"2023-09-30","cited_by_count":29,"area":null},{"id":"2310.12541","title":"Large Language Model for Multi-objective Evolutionary Optimization","created":"2023-10-19","cited_by_count":29,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2409.15771","title":"Zero-shot forecasting of chaotic systems","created":"2024-09-24","cited_by_count":28,"area":null},{"id":"2310.10873","title":"IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2305.16704","title":"A Closer Look at In-Context Learning under Distribution Shifts","created":"2023-05-26","cited_by_count":25,"area":null},{"id":"2403.03183","title":"How Well Can Transformers Emulate In-context Newton's Method?","created":"2024-03-05","cited_by_count":25,"area":null},{"id":"2407.18158","title":"Unlocking Tokens as Data Points for Generalization Bounds on Larger Language Models","created":"2024-07-25","cited_by_count":25,"area":null},{"id":"2407.10005","title":"Fine-grained Analysis of In-context Linear Estimation: Data, Architecture, and Beyond","created":"2024-07-13","cited_by_count":24,"area":null},{"id":"2405.14982","title":"In-context Time Series Predictor","created":"2024-05-23","cited_by_count":23,"area":null},{"id":"2510.10981","title":"In-Context Learning Is Provably Bayesian Inference: A Generalization Theory for Meta-Learning","created":"2025-10-13","cited_by_count":22,"area":null},{"id":"2401.06469","title":"Batch-ICL: Effective, Efficient, and Order-Agnostic In-Context Learning","created":"2024-01-12","cited_by_count":20,"area":null},{"id":"2410.23042","title":"Toward Understanding In-context vs. In-weight Learning","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2402.05787","title":"How do Transformers perform In-Context Autoregressive Learning?","created":"2024-02-08","cited_by_count":17,"area":null},{"id":"2406.11233","title":"Probing the Decision Boundaries of In-context Learning in Large Language Models","created":"2024-06-17","cited_by_count":17,"area":null},{"id":"2410.04368","title":"Algorithmic Capabilities of Random Transformers","created":"2024-10-06","cited_by_count":17,"area":null},{"id":"2308.08536","title":"Can Transformers Learn Optimal Filtering for Unknown Systems?","created":"2023-08-16","cited_by_count":16,"area":null},{"id":"2411.10830","title":"One-Layer Transformer Provably Learns One-Nearest Neighbor In Context","created":"2024-11-16","cited_by_count":16,"area":null},{"id":"2503.11842","title":"Test-Time Training Provably Improves Transformers as In-context Learners","created":"2025-03-14","cited_by_count":16,"area":null},{"id":"2510.01098","title":"Theory of Scaling Laws for In-Context Regression: Depth, Width, Context and Time","created":"2025-10-01","cited_by_count":16,"area":null},{"id":"2310.13220","title":"Towards Understanding How Transformers Learn In-context Through a Representation Learning Lens","created":"2023-10-20","cited_by_count":15,"area":null},{"id":"2311.08362","title":"Transformers can optimally learn regression mixture models","created":"2023-11-14","cited_by_count":15,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2506.10959","title":"Understanding In-Context Learning on Structured Manifolds: Bridging Attention to Kernel Methods","created":"2025-06-12","cited_by_count":15,"area":null},{"id":"2307.01201","title":"Schema-learning and rebinding as mechanisms of in-context learning and emergence","created":"2023-06-16","cited_by_count":14,"area":null},{"id":"2402.17423","title":"Reinforced In-Context Black-Box Optimization","created":"2024-02-27","cited_by_count":14,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2506.06489","title":"Alternating Gradient Flows: A Theory of Feature Learning in Two-layer Neural Networks","created":"2025-06-06","cited_by_count":14,"area":null},{"id":"2307.11694","title":"SynerGPT: In-Context Learning for Personalized Drug Synergy Prediction and Drug Design","created":"2023-06-19","cited_by_count":13,"area":null},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2405.15618","title":"MLPs Learn In-Context on Regression and Classification Tasks","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2410.05629","title":"Vector-ICL: In-context Learning with Continuous Vector Representations","created":"2024-10-08","cited_by_count":13,"area":null},{"id":"2406.14955","title":"ICLEval: Evaluating In-Context Learning Ability of Large Language Models","created":"2024-06-21","cited_by_count":12,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2406.00588","title":"Generalization Bound and New Algorithm for Clean-Label Backdoor Attack","created":"2024-06-02","cited_by_count":11,"area":null},{"id":"2502.05390","title":"Learning Task Representations from In-Context Learning","created":"2025-02-08","cited_by_count":11,"area":null},{"id":"2502.08991","title":"Task Generalization With AutoRegressive Compositional Structure: Can Learning From $D$ Tasks Generalize to $D^{T}$ Tasks?","created":"2025-02-13","cited_by_count":11,"area":null},{"id":"2401.12097","title":"An Empirical Study of In-context Learning in LLMs for Machine Translation","created":"2024-01-22","cited_by_count":9,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.03011","title":"Towards Understanding the Universality of Transformers for Next-Token Prediction","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2412.12276","title":"Emergence and Effectiveness of Task Vectors in In-Context Learning: An Encoder Decoder Perspective","created":"2024-12-16","cited_by_count":9,"area":null},{"id":"2510.12066","title":"AI Agents as Universal Task Solvers","created":"2025-10-14","cited_by_count":9,"area":null},{"id":"2309.06054","title":"Breaking through the learning plateaus of in-context learning in Transformer","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2407.09502","title":"From Text to Life: On the Reciprocal Relationship between Artificial Life and Large Language Models","created":"2024-06-14","cited_by_count":8,"area":null},{"id":"2410.01265","title":"Transformers Handle Endogeneity in In-Context Linear Regression","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2410.24153","title":"Dense Associative Memory Through the Lens of Random Features","created":"2024-10-31","cited_by_count":8,"area":null},{"id":"2502.16840","title":"In-context Learning of Evolving Data Streams with Tabular Foundational Models","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2505.05145","title":"Understanding In-context Learning of Addition via Activation Subspaces","created":"2025-05-08","cited_by_count":8,"area":null},{"id":"2509.26551","title":"Pretrain-Test Task Alignment Governs Generalization in In-Context Learning","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2501.18187","title":"On the Role of Transformer Feed-Forward Layers in Nonlinear In-Context Learning","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2505.12138","title":"Transformer learns the cross-task prior and regularization for in-context learning","created":"2025-05-17","cited_by_count":7,"area":null},{"id":"2601.15014","title":"Efficient and Minimax Optimal In-context Nonparametric Regression with Transformers","created":"2026-01-21","cited_by_count":7,"area":null},{"id":"2405.17234","title":"Benchmarking General-Purpose In-Context Learning","created":"2024-05-27","cited_by_count":6,"area":null},{"id":"2409.12293","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","created":"2024-09-18","cited_by_count":6,"area":null},{"id":"2410.11711","title":"Zero-shot Model-based Reinforcement Learning using Large Language Models","created":"2024-10-15","cited_by_count":6,"area":null},{"id":"2410.12783","title":"Context-Scaling versus Task-Scaling in In-Context Learning","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2505.14808","title":"Out-of-Distribution Generalization of In-Context Learning: A Low-Dimensional Subspace Perspective","created":"2025-05-20","cited_by_count":6,"area":null},{"id":"2505.19426","title":"The Role of Diversity in In-Context Learning for Large Language Models","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2506.15329","title":"When and How Unlabeled Data Provably Improve In-Context Learning","created":"2025-06-18","cited_by_count":6,"area":null},{"id":"2609.37959","title":"TabFM: A Zero-Shot Foundation Model for Tabular Data","created":"2026-09-29","cited_by_count":6,"area":null},{"id":"2405.14899","title":"DETAIL: Task DEmonsTration Attribution for Interpretable In-context Learning","created":"2024-05-22","cited_by_count":5,"area":null},{"id":"2405.16845","title":"On Mesa-Optimization in Autoregressively Trained Transformers: Emergence and Capability","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2501.04661","title":"Beyond Memorization: Assessing Semantic Generalization in Large Language Models Using Phrasal Constructions","created":"2025-01-08","cited_by_count":5,"area":null}],"next_cursor":"100"}