{"total":74,"rows":[{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38,"area":null},{"id":"2408.12186","title":"Transformers are Minimax Optimal Nonparametric In-Context Learners","created":"2024-08-22","cited_by_count":37,"area":null},{"id":"2403.08081","title":"Mechanics of Next Token Prediction with Self-Attention","created":"2024-03-12","cited_by_count":34,"area":null},{"id":"2502.21212","title":"Transformers Learn to Implement Multi-step Gradient Descent with Chain of Thought","created":"2025-02-28","cited_by_count":32,"area":"lr"},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2410.05459","title":"From Sparse Dependence to Sparse Attention: Unveiling How Chain-of-Thought Enhances Transformer Sample Efficiency","created":"2024-10-07","cited_by_count":29,"area":"lr"},{"id":"2403.03183","title":"How Well Can Transformers Emulate In-context Newton's Method?","created":"2024-03-05","cited_by_count":25,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2403.08699","title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2411.10830","title":"One-Layer Transformer Provably Learns One-Nearest Neighbor In Context","created":"2024-11-16","cited_by_count":16,"area":null},{"id":"2510.01098","title":"Theory of Scaling Laws for In-Context Regression: Depth, Width, Context and Time","created":"2025-10-01","cited_by_count":16,"area":null},{"id":"2405.03251","title":"Exploring the Frontiers of Softmax: Provable Optimization, Applications in Diffusion Model, and Beyond","created":"2024-05-06","cited_by_count":15,"area":"diffusion"},{"id":"2405.15302","title":"Understanding the Language Model to Solve the Symbolic Multi-Step Reasoning Problem from the Perspective of Buffer Mechanism","created":"2024-05-24","cited_by_count":15,"area":"lr"},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2410.02167","title":"Training Nonlinear Transformers for Chain-of-Thought Inference: A Theoretical Generalization Analysis","created":"2024-10-03","cited_by_count":14,"area":"lr"},{"id":"2406.11828","title":"Learning sum of diverse features: computational hardness and efficient gradient-based training for ridge combinations","created":"2024-06-17","cited_by_count":13,"area":null},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2410.16540","title":"A Theoretical Understanding of Chain-of-Thought: Coherent Reasoning and Error-Aware Demonstration","created":"2024-10-21","cited_by_count":13,"area":"lr"},{"id":"2410.08503","title":"Adversarial Training Can Provably Improve Robustness: Theoretical Analysis of Feature Learning Process Under Structured Data","created":"2024-10-11","cited_by_count":12,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2510.06954","title":"From Condensation to Rank Collapse: A Two-Stage Analysis of Transformer Training Dynamics","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2408.06663","title":"Amuro and Char: Analyzing the Relationship between Pre-Training and Fine-Tuning of Large Language Models","created":"2024-08-13","cited_by_count":9,"area":null},{"id":"2410.09605","title":"Training Dynamics of Transformers to Recognize Word Co-occurrence via Gradient Flow Analysis","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2410.14581","title":"Optimizing Attention with Mirror Descent: Generalized Max-Margin Token Selection","created":"2024-10-18","cited_by_count":9,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2506.07440","title":"Federated In-Context Learning: Iterative Refinement for Improved Answer Quality","created":"2025-06-09","cited_by_count":8,"area":null},{"id":"2509.22854","title":"Train Once, Reuse Everywhere: Generalizable Implicit In-Context Learning by Routing Attention","created":"2025-09-26","cited_by_count":8,"area":null},{"id":"2501.18187","title":"On the Role of Transformer Feed-Forward Layers in Nonlinear In-Context Learning","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2506.13688","title":"What Happens During the Loss Plateau? Understanding Abrupt Learning in Transformers","created":"2025-06-16","cited_by_count":7,"area":null},{"id":"2409.12293","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","created":"2024-09-18","cited_by_count":6,"area":null},{"id":"2410.12783","title":"Context-Scaling versus Task-Scaling in In-Context Learning","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2410.13981","title":"On the Learn-to-Optimize Capabilities of Transformers in In-Context Sparse Recovery","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2506.05249","title":"On the Convergence of Gradient Descent on Learning Transformers with Residual Connections","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2511.11579","title":"Decoupling Positional and Symbolic Attention Behavior in Transformers","created":"2025-10-03","cited_by_count":6,"area":null},{"id":"2405.14899","title":"DETAIL: Task DEmonsTration Attribution for Interpretable In-context Learning","created":"2024-05-22","cited_by_count":5,"area":null},{"id":"2405.16845","title":"On Mesa-Optimization in Autoregressively Trained Transformers: Emergence and Capability","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2407.16153","title":"On the Benefits of Rank in Attention Layers","created":"2024-07-23","cited_by_count":5,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2502.06007","title":"Transformers versus the EM Algorithm in Multi-class Clustering","created":"2025-02-09","cited_by_count":5,"area":null},{"id":"2506.19351","title":"In-Context Occam's Razor: How Transformers Prefer Simpler Hypotheses on the Fly","created":"2025-06-24","cited_by_count":5,"area":null},{"id":"2603.01514","title":"Training Dynamics of Softmax Self-Attention: Fast Global Convergence via Preconditioning","created":"2026-03-02","cited_by_count":5,"area":null},{"id":"2502.15609","title":"On the Robustness of Transformers against Context Hijacking for Linear Classification","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2507.20443","title":"Provable In-Context Learning of Nonlinear Regression with Transformers","created":"2025-07-28","cited_by_count":4,"area":null},{"id":"2510.10425","title":"Softmax $\\geq$ Linear: Transformers may learn to classify in-context by kernel gradient descent","created":"2025-10-12","cited_by_count":4,"area":null},{"id":"2406.00131","title":"From Unstructured Data to In-Context Learning: Exploring What Tasks Can Be Learned and When","created":"2024-05-31","cited_by_count":3,"area":null},{"id":"2502.20681","title":"Disentangling Feature Structure: A Mathematically Provable Two-Stage Training Dynamics in Transformers","created":"2025-02-28","cited_by_count":3,"area":null},{"id":"2504.12916","title":"Exact Learning Dynamics of In-Context Learning in Linear Transformers and Its Application to Non-Linear Transformers","created":"2025-04-17","cited_by_count":3,"area":null},{"id":"2508.07571","title":"Towards Theoretical Understanding of Transformer Test-Time Computing: Investigation on In-Context Linear Regression","created":"2025-08-11","cited_by_count":3,"area":null},{"id":"2603.20969","title":"Understanding Contextual Recall in Transformers: How Finetuning Enables In-Context Reasoning over Pretraining Knowledge","created":"2026-03-21","cited_by_count":3,"area":"lr"},{"id":"2605.05755","title":"Transformers Provably Implement In-Context Reinforcement Learning with Policy Improvement","created":"2026-05-07","cited_by_count":3,"area":"deeprl"},{"id":"2408.02288","title":"Spin glass model of in-context learning","created":"2024-08-05","cited_by_count":2,"area":null},{"id":"2510.00399","title":"How Can Mamba Learn In Context with Outliers and Generalize Provably?","created":"2025-10-01","cited_by_count":2,"area":"ssm"},{"id":"2511.17852","title":"Transformers with RL or SFT Provably Learn Sparse Boolean Functions, But Differently","created":"2025-11-22","cited_by_count":2,"area":"lr"},{"id":"2601.10058","title":"Unlabeled Data Can Provably Enhance In-Context Learning of Transformers","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2602.04872","title":"Multi-layer Cross-attention is Provably Optimal for Multi-modal In-context Learning","created":"2026-02-04","cited_by_count":2,"area":null},{"id":"2602.19143","title":"Incremental Learning of Sparse Attention Patterns in Transformers","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2603.03993","title":"Specialization of softmax attention heads: insights from the high-dimensional single-location model","created":"2026-03-04","cited_by_count":2,"area":null},{"id":"2604.10946","title":"Learning to Adapt: In-Context Learning Beyond Stationarity","created":"2026-04-13","cited_by_count":2,"area":null},{"id":"2410.14183","title":"In-context Learning for Mixture of Linear Regressions: Existence, Generalization and Training Dynamics","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2511.19328","title":"Understanding the Staged Dynamics of Transformers in Learning Latent Structure","created":"2025-11-24","cited_by_count":1,"area":null},{"id":"2604.08564","title":"Attention-Based Sampler for Diffusion Language Models","created":"2026-03-18","cited_by_count":1,"area":"diffusion"},{"id":"2605.08475","title":"Transformers Can Implement Preconditioned Richardson Iteration for In-Context Gaussian Kernel Regression","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2509.23178","title":"Limit Analysis for Symbolic Multi-step Reasoning Tasks with Information Propagation Rules Based on Transformers","created":"2025-09-27","cited_by_count":0,"area":null},{"id":"2510.22594","title":"A Framework for Quantifying How Pre-Training and Context Benefit In-Context Learning","created":"2025-10-26","cited_by_count":0,"area":null},{"id":"2607.23333","title":"Training with (Swap) Regret Loss in a Single-Layer Self-Attention Model: A Case Study on the Probability Simplex","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2609.32341","title":"A Comparative Analysis of Attention versus State-Space Models for In-Context Learning","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.36448","title":"Theory on Attention Dynamics for Out-of-Distribution In-Context Learning","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.03463","title":"Generalization of Transformer-Based Neural Quantum States via In-Context Learning","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.07804","title":"Adaptive Mean Estimation by In-Context Learning: A Gradient-Flow Analysis","created":"2026-10-06","cited_by_count":0,"area":null}],"next_cursor":null}