{"total":243,"rows":[{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2312.03002","title":"The mechanistic basis of data dependence and abrupt learning in an in-context classification task","created":"2023-12-03","cited_by_count":118,"area":null},{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2310.08391","title":"How Many Pretraining Tasks Are Needed for In-Context Learning of Linear Regression?","created":"2023-10-12","cited_by_count":96,"area":null},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74,"area":null},{"id":"2410.08292","title":"Can Looped Transformers Learn to Implement Multi-step Gradient Descent for In-context Learning?","created":"2024-10-10","cited_by_count":65,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2406.00793","title":"Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective","created":"2024-06-02","cited_by_count":57,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2506.07918","title":"CausalPFN: Amortized Causal Effect Estimation via In-Context Learning","created":"2025-06-09","cited_by_count":49,"area":null},{"id":"2402.01258","title":"Transformers Learn Nonlinear Features In Context: Nonconvex Mean-field Dynamics on the Attention Landscape","created":"2024-02-02","cited_by_count":46,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2309.08586","title":"Replacing softmax with ReLU in Vision Transformers","created":"2023-09-15","cited_by_count":44,"area":null},{"id":"2402.18819","title":"Dual Operating Modes of In-Context Learning","created":"2024-02-29","cited_by_count":43,"area":null},{"id":"2507.16003","title":"Learning without training: The implicit dynamics of in-context learning","created":"2025-07-21","cited_by_count":43,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38,"area":null},{"id":"2310.20046","title":"Which Examples to Annotate for In-Context Learning? Towards Effective and Efficient Selection","created":"2023-10-30","cited_by_count":37,"area":null},{"id":"2408.12186","title":"Transformers are Minimax Optimal Nonparametric In-Context Learners","created":"2024-08-22","cited_by_count":37,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2402.14951","title":"In-Context Learning of a Linear Transformer Block: Benefits of the MLP Component and One-Step GD Initialization","created":"2024-02-22","cited_by_count":33,"area":null},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2411.06646","title":"Understanding Scaling Laws with Statistical and Approximation Theory for Transformer Neural Networks on Intrinsically Low-dimensional Data","created":"2024-11-11","cited_by_count":30,"area":null},{"id":"2406.09347","title":"Separations in the Representational Capabilities of Transformers and Recurrent Architectures","created":"2024-06-13","cited_by_count":29,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2310.10873","title":"IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2407.17686","title":"Transformers on Markov Data: Constant Depth Suffices","created":"2024-07-25","cited_by_count":27,"area":null},{"id":"2402.00522","title":"Understanding the Expressive Power and Mechanisms of Transformer for Sequence Modeling","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2403.03183","title":"How Well Can Transformers Emulate In-context Newton's Method?","created":"2024-03-05","cited_by_count":25,"area":null},{"id":"2407.10005","title":"Fine-grained Analysis of In-context Linear Estimation: Data, Architecture, and Beyond","created":"2024-07-13","cited_by_count":24,"area":null},{"id":"2405.14982","title":"In-context Time Series Predictor","created":"2024-05-23","cited_by_count":23,"area":null},{"id":"2410.09695","title":"Can In-context Learning Really Generalize to Out-of-distribution Tasks?","created":"2024-10-13","cited_by_count":23,"area":null},{"id":"2312.04021","title":"A Study on the Calibration of In-context Learning","created":"2023-12-07","cited_by_count":22,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2410.11268","title":"Bypassing the Exponential Dependency: Looped Transformers Efficiently Learn In-context by Multi-step Gradient Descent","created":"2024-10-15","cited_by_count":22,"area":null},{"id":"2510.10981","title":"In-Context Learning Is Provably Bayesian Inference: A Generalization Theory for Meta-Learning","created":"2025-10-13","cited_by_count":22,"area":null},{"id":"2402.04084","title":"Provably learning a multi-head attention layer","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2412.00104","title":"Differential learning kinetics govern the transition from memorization to generalization during in-context learning","created":"2024-11-27","cited_by_count":21,"area":null},{"id":"2312.01990","title":"SARA-RT: Scaling up Robotics Transformers with Self-Adaptive Robust Attention","created":"2023-12-04","cited_by_count":20,"area":null},{"id":"2401.07187","title":"A Survey on Statistical Theory of Deep Learning: Approximation, Training Dynamics, and Generative Models","created":"2024-01-14","cited_by_count":20,"area":null},{"id":"2505.23947","title":"Position: The Future of Bayesian Prediction Is Prior-Fitted","created":"2025-05-29","cited_by_count":20,"area":null},{"id":"2404.01601","title":"What Can Transformer Learn with Varying Depth? Case Studies on Sequence Learning Tasks","created":"2024-04-02","cited_by_count":19,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2410.23042","title":"Toward Understanding In-context vs. In-weight Learning","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2410.23126","title":"Provably Optimal Memory Capacity for Modern Hopfield Models: Transformer-Compatible Dense Associative Memories as Spherical Codes","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2406.11233","title":"Probing the Decision Boundaries of In-context Learning in Large Language Models","created":"2024-06-17","cited_by_count":17,"area":null},{"id":"2411.10830","title":"One-Layer Transformer Provably Learns One-Nearest Neighbor In Context","created":"2024-11-16","cited_by_count":16,"area":null},{"id":"2510.01098","title":"Theory of Scaling Laws for In-Context Regression: Depth, Width, Context and Time","created":"2025-10-01","cited_by_count":16,"area":null},{"id":"2310.13220","title":"Towards Understanding How Transformers Learn In-context Through a Representation Learning Lens","created":"2023-10-20","cited_by_count":15,"area":null},{"id":"2406.18400","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2410.01774","title":"Trained Transformer Classifiers Generalize and Exhibit Benign Overfitting In-Context","created":"2024-10-02","cited_by_count":15,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2506.10959","title":"Understanding In-Context Learning on Structured Manifolds: Bridging Attention to Kernel Methods","created":"2025-06-12","cited_by_count":15,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2403.06925","title":"Transformers Learn Low Sensitivity Functions: Investigations and Implications","created":"2024-03-11","cited_by_count":14,"area":null},{"id":"2404.18191","title":"Exploring the Robustness of In-Context Learning with Noisy Labels","created":"2024-04-28","cited_by_count":14,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2501.17745","title":"Dynamics of Transient Structure in In-Context Linear Regression Transformers","created":"2025-01-29","cited_by_count":14,"area":null},{"id":"2505.20003","title":"TabPFN: One Model to Rule Them All?","created":"2025-05-26","cited_by_count":14,"area":null},{"id":"2310.17639","title":"In-Context Learning Dynamics with Random Binary Sequences","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2405.15618","title":"MLPs Learn In-Context on Regression and Classification Tasks","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2410.05629","title":"Vector-ICL: In-context Learning with Continuous Vector Representations","created":"2024-10-08","cited_by_count":13,"area":null},{"id":"2402.13572","title":"AlgoFormer: An Efficient Transformer Framework with Algorithmic Structures","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2410.02348","title":"Simplicity bias and optimization threshold in two-layer ReLU networks","created":"2024-10-03","cited_by_count":11,"area":null},{"id":"2410.22244","title":"Abrupt Learning in Transformers: A Case Study on Matrix Completion","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2502.08991","title":"Task Generalization With AutoRegressive Compositional Structure: Can Learning From $D$ Tasks Generalize to $D^{T}$ Tasks?","created":"2025-02-13","cited_by_count":11,"area":null},{"id":"2502.09844","title":"Solving Empirical Bayes via Transformers","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2406.04089","title":"On Limitation of Transformer for Learning HMMs","created":"2024-06-06","cited_by_count":10,"area":null},{"id":"2407.07810","title":"Transformer Block Coupling and its Correlation with Generalization in LLMs","created":"2024-07-10","cited_by_count":10,"area":null},{"id":"2510.06954","title":"From Condensation to Rank Collapse: A Two-Stage Analysis of Transformer Training Dynamics","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.09605","title":"Training Dynamics of Transformers to Recognize Word Co-occurrence via Gradient Flow Analysis","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2412.12276","title":"Emergence and Effectiveness of Task Vectors in In-Context Learning: An Encoder Decoder Perspective","created":"2024-12-16","cited_by_count":9,"area":null},{"id":"2309.06054","title":"Breaking through the learning plateaus of in-context learning in Transformer","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2410.01265","title":"Transformers Handle Endogeneity in In-Context Linear Regression","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2410.10190","title":"Language Model Embeddings Can Be Sufficient for Bayesian Optimization","created":"2024-10-14","cited_by_count":8,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2411.05189","title":"Understanding In-Context Learning of Linear Models in Transformers Through an Adversarial Lens","created":"2024-11-07","cited_by_count":8,"area":null},{"id":"2505.05145","title":"Understanding In-context Learning of Addition via Activation Subspaces","created":"2025-05-08","cited_by_count":8,"area":null},{"id":"2506.07440","title":"Federated In-Context Learning: Iterative Refinement for Improved Answer Quality","created":"2025-06-09","cited_by_count":8,"area":null},{"id":"2509.08184","title":"Selective Induction Heads: How Transformers Select Causal Structures In Context","created":"2025-09-09","cited_by_count":8,"area":null},{"id":"2509.26551","title":"Pretrain-Test Task Alignment Governs Generalization in In-Context Learning","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2405.16819","title":"Automatic Domain Adaptation by Transformers in In-Context Learning","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2405.18202","title":"IM-Context: In-Context Learning for Imbalanced Regression Tasks","created":"2024-05-28","cited_by_count":7,"area":null}],"next_cursor":"100"}