{"total":146,"rows":[{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2310.08391","title":"How Many Pretraining Tasks Are Needed for In-Context Learning of Linear Regression?","created":"2023-10-12","cited_by_count":96,"area":null},{"id":"2310.08566","title":"Transformers as Decision Makers: Provable In-Context Reinforcement Learning via Supervised Pretraining","created":"2023-10-12","cited_by_count":83,"area":"offlinerl"},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2309.16575","title":"A Benchmark for Learning to Translate a New Language from One Grammar Book","created":"2023-09-28","cited_by_count":75,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2406.00793","title":"Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective","created":"2024-06-02","cited_by_count":57,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2310.17086","title":"Transformers Learn to Achieve Second-Order Convergence Rates for In-Context Linear Regression","created":"2023-10-26","cited_by_count":49,"area":"offlinerl"},{"id":"2311.00871","title":"Pretraining Data Mixtures Enable Narrow Model Selection Capabilities in Transformer Models","created":"2023-11-01","cited_by_count":45,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2507.16003","title":"Learning without training: The implicit dynamics of in-context learning","created":"2025-07-21","cited_by_count":43,"area":null},{"id":"2402.02364","title":"Loss Landscape Degeneracy and Stagewise Development in Transformers","created":"2024-02-04","cited_by_count":40,"area":null},{"id":"2505.00661","title":"On the generalization of language models from in-context learning and finetuning: a controlled study","created":"2025-05-01","cited_by_count":40,"area":"lr"},{"id":"2408.12186","title":"Transformers are Minimax Optimal Nonparametric In-Context Learners","created":"2024-08-22","cited_by_count":37,"area":null},{"id":"2503.05788","title":"Emergent Abilities in Large Language Models: A Survey","created":"2025-02-28","cited_by_count":37,"area":null},{"id":"2412.03782","title":"The broader spectrum of in-context learning","created":"2024-12-05","cited_by_count":35,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2402.14951","title":"In-Context Learning of a Linear Transformer Block: Benefits of the MLP Component and One-Step GD Initialization","created":"2024-02-22","cited_by_count":33,"area":null},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2511.00617","title":"Belief Dynamics Reveal the Dual Nature of In-Context Learning and Activation Steering","created":"2025-11-01","cited_by_count":29,"area":"mechinterp"},{"id":"2402.12530","title":"Parallel Structures in Pre-training Data Yield In-Context Learning","created":"2024-02-19","cited_by_count":26,"area":null},{"id":"2410.09695","title":"Can In-context Learning Really Generalize to Out-of-distribution Tasks?","created":"2024-10-13","cited_by_count":23,"area":null},{"id":"2311.10206","title":"Bayes in the age of intelligent machines","created":"2023-11-16","cited_by_count":22,"area":null},{"id":"2312.04021","title":"A Study on the Calibration of In-context Learning","created":"2023-12-07","cited_by_count":22,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2410.11268","title":"Bypassing the Exponential Dependency: Looped Transformers Efficiently Learn In-context by Multi-step Gradient Descent","created":"2024-10-15","cited_by_count":22,"area":null},{"id":"2412.00104","title":"Differential learning kinetics govern the transition from memorization to generalization during in-context learning","created":"2024-11-27","cited_by_count":21,"area":null},{"id":"2505.23947","title":"Position: The Future of Bayesian Prediction Is Prior-Fitted","created":"2025-05-29","cited_by_count":20,"area":null},{"id":"2310.08540","title":"Do pretrained Transformers Learn In-Context by Gradient Descent?","created":"2023-10-12","cited_by_count":18,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2406.13803","title":"LLMs as Models for Analogical Reasoning","created":"2024-06-19","cited_by_count":16,"area":"lr"},{"id":"2506.05574","title":"When can in-context learning generalize out of task distribution?","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2510.01098","title":"Theory of Scaling Laws for In-Context Regression: Depth, Width, Context and Time","created":"2025-10-01","cited_by_count":16,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2501.17745","title":"Dynamics of Transient Structure in In-Context Linear Regression Transformers","created":"2025-01-29","cited_by_count":14,"area":null},{"id":"2506.06489","title":"Alternating Gradient Flows: A Theory of Feature Learning in Two-layer Neural Networks","created":"2025-06-06","cited_by_count":14,"area":null},{"id":"2405.15618","title":"MLPs Learn In-Context on Regression and Classification Tasks","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2406.04216","title":"What Do Language Models Learn in Context? The Structured Task Hypothesis","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2311.06101","title":"In-Context Learning for MIMO Equalization Using Transformer-Based Sequence Models","created":"2023-11-10","cited_by_count":11,"area":null},{"id":"2410.02348","title":"Simplicity bias and optimization threshold in two-layer ReLU networks","created":"2024-10-03","cited_by_count":11,"area":null},{"id":"2410.21698","title":"On the Role of Depth and Looping for In-Context Learning with Task Diversity","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2505.16694","title":"Beyond Induction Heads: In-Context Meta Learning Induces Multi-Phase Circuit Emergence","created":"2025-05-22","cited_by_count":10,"area":null},{"id":"2412.12276","title":"Emergence and Effectiveness of Task Vectors in In-Context Learning: An Encoder Decoder Perspective","created":"2024-12-16","cited_by_count":9,"area":null},{"id":"2504.13101","title":"Position: An Empirically Grounded Identifiability Theory Will Accelerate Self-Supervised Learning Research","created":"2025-04-17","cited_by_count":9,"area":null},{"id":"2410.14086","title":"In-context learning and Occam's razor","created":"2024-10-17","cited_by_count":8,"area":null},{"id":"2502.01697","title":"BARE: Leveraging Base Language Models for Few-Shot Synthetic Data Generation","created":"2025-02-03","cited_by_count":8,"area":"synth"},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2509.08184","title":"Selective Induction Heads: How Transformers Select Causal Structures In Context","created":"2025-09-09","cited_by_count":8,"area":null},{"id":"2509.26551","title":"Pretrain-Test Task Alignment Governs Generalization in In-Context Learning","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2601.22364","title":"Context Structure Reshapes the Representational Geometry of Language Models","created":"2026-01-29","cited_by_count":8,"area":null},{"id":"2405.16819","title":"Automatic Domain Adaptation by Transformers in In-Context Learning","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2405.17088","title":"Phase Transitions in the Output Distribution of Large Language Models","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2503.17195","title":"TreeSynth: Synthesizing Diverse Data from Scratch via Tree-Guided Subspace Partitioning","created":"2025-03-21","cited_by_count":7,"area":null},{"id":"2407.11542","title":"Counting in Small Transformers: The Delicate Interplay between Attention and Feed-Forward Layers","created":"2024-07-16","cited_by_count":6,"area":null},{"id":"2409.12293","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","created":"2024-09-18","cited_by_count":6,"area":null},{"id":"2410.12783","title":"Context-Scaling versus Task-Scaling in In-Context Learning","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2502.03503","title":"Analyzing limits for in-context learning","created":"2025-02-05","cited_by_count":6,"area":null},{"id":"2505.14808","title":"Out-of-Distribution Generalization of In-Context Learning: A Low-Dimensional Subspace Perspective","created":"2025-05-20","cited_by_count":6,"area":null},{"id":"2509.24914","title":"Single-Head Attention in High Dimensions: A Theory of Generalization, Weights Spectra, and Scaling Laws","created":"2025-09-29","cited_by_count":6,"area":null},{"id":"2512.18634","title":"From Shortcut to Induction Head: How Data Diversity Shapes Algorithm Selection in Transformers","created":"2025-12-21","cited_by_count":6,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2411.11465","title":"Re-examining learning linear functions in context","created":"2024-11-18","cited_by_count":5,"area":null},{"id":"2504.13756","title":"Scaling sparse feature circuit finding for in-context learning","created":"2025-04-18","cited_by_count":5,"area":"mechinterp"},{"id":"2506.13253","title":"Distinct Computations Emerge From Compositional Curricula in In-Context Learning","created":"2025-06-16","cited_by_count":5,"area":null},{"id":"2506.19351","title":"In-Context Occam's Razor: How Transformers Prefer Simpler Hypotheses on the Fly","created":"2025-06-24","cited_by_count":5,"area":null},{"id":"2512.16902","title":"In-Context Algebra","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2502.02869","title":"Towards Large-Scale In-Context Reinforcement Learning by Meta-Training in Randomized Worlds","created":"2025-02-05","cited_by_count":4,"area":"deeprl"},{"id":"2502.15609","title":"On the Robustness of Transformers against Context Hijacking for Linear Classification","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2604.12151","title":"Distinct mechanisms underlying in-context learning in transformers","created":"2026-04-14","cited_by_count":4,"area":null},{"id":"2606.04320","title":"OpenRFM: Dissecting Relational In-Context Learning","created":"2026-06-03","cited_by_count":4,"area":null},{"id":"2406.00131","title":"From Unstructured Data to In-Context Learning: Exploring What Tasks Can Be Learned and When","created":"2024-05-31","cited_by_count":3,"area":null},{"id":"2408.15418","title":"Understanding GNNs for Boolean Satisfiability through Approximation Algorithms","created":"2024-08-27","cited_by_count":3,"area":null},{"id":"2410.03140","title":"In-context Learning in Presence of Spurious Correlations","created":"2024-10-04","cited_by_count":3,"area":null},{"id":"2410.10596","title":"Overcoming classic challenges for artificial neural networks by providing incentives and practice","created":"2024-10-14","cited_by_count":3,"area":null},{"id":"2410.18858","title":"Bilinear Sequence Regression: A Model for Learning from Long Sequences of High-dimensional Tokens","created":"2024-10-24","cited_by_count":3,"area":null},{"id":"2507.09440","title":"Transformers Don't In-Context Learn Least Squares Regression","created":"2025-07-13","cited_by_count":3,"area":null},{"id":"2509.15152","title":"Asymptotic Study of In-context Learning with Random Transformers through Equivalent Models","created":"2025-09-18","cited_by_count":3,"area":null},{"id":"2509.20882","title":"On Theoretical Interpretations of Concept-Based In-Context Learning","created":"2025-09-25","cited_by_count":3,"area":null},{"id":"2509.22353","title":"Context and Diversity Matter: The Emergence of In-Context Learning in World Models","created":"2025-09-26","cited_by_count":3,"area":"wm"},{"id":"2512.11784","title":"Softmax as Linear Attention in the Large-Prompt Regime: a Measure-based Perspective","created":"2025-12-12","cited_by_count":3,"area":null},{"id":"2603.20969","title":"Understanding Contextual Recall in Transformers: How Finetuning Enables In-Context Reasoning over Pretraining Knowledge","created":"2026-03-21","cited_by_count":3,"area":"lr"},{"id":"2605.05176","title":"Understanding In-Context Learning for Nonlinear Regression with Transformers: Attention as Featurizer","created":"2026-05-06","cited_by_count":3,"area":null},{"id":"2605.18830","title":"In-Context Learning Operates as Concept Subspace Learning","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2405.15115","title":"Towards Better Understanding of In-Context Learning Ability from In-Context Uncertainty Quantification","created":"2024-05-24","cited_by_count":2,"area":null},{"id":"2408.02288","title":"Spin glass model of in-context learning","created":"2024-08-05","cited_by_count":2,"area":null},{"id":"2411.07600","title":"Decision Feedback In-Context Symbol Detection over Block-Fading Channels","created":"2024-11-12","cited_by_count":2,"area":null},{"id":"2512.09275","title":"Impact of Positional Encoding: Clean and Adversarial Rademacher Complexity for Transformers under In-Context Regression","created":"2025-12-10","cited_by_count":2,"area":null},{"id":"2601.10058","title":"Unlabeled Data Can Provably Enhance In-Context Learning of Transformers","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2602.00533","title":"Convergent World Representations and Divergent Tasks","created":"2026-01-31","cited_by_count":2,"area":null},{"id":"2602.05810","title":"Bifrost: Steering Strategic Trajectories to Bridge Contextual Gaps for Self-Improving Agents","created":"2026-02-05","cited_by_count":2,"area":"synth"},{"id":"2404.00570","title":"ParaICL: Towards Parallel In-Context Learning","created":"2024-03-31","cited_by_count":1,"area":null},{"id":"2409.15582","title":"Generalization vs. Specialization under Concept Shift","created":"2024-09-23","cited_by_count":1,"area":null},{"id":"2410.09701","title":"Transformers as Game Players: Provable In-context Game-playing Capabilities of Pre-trained Models","created":"2024-10-13","cited_by_count":1,"area":null},{"id":"2410.14183","title":"In-context Learning for Mixture of Linear Regressions: Existence, Generalization and Training Dynamics","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2506.23146","title":"Learning-to-Context Slope: Evaluating In-Context Learning Effectiveness Beyond Performance Illusions","created":"2025-06-29","cited_by_count":1,"area":null},{"id":"2508.00385","title":"Multi-Layer Attention is the Amplifier of Demonstration Effectiveness","created":"2025-08-01","cited_by_count":1,"area":null},{"id":"2508.14685","title":"SSA: Improving Performance With a Better Scoring Function","created":"2025-08-20","cited_by_count":1,"area":null},{"id":"2509.22764","title":"In-Context Learning can Perform Continual Learning Like Humans","created":"2025-09-26","cited_by_count":1,"area":null}],"next_cursor":"100"}