{"total":38,"rows":[{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2410.23042","title":"Toward Understanding In-context vs. In-weight Learning","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2505.11349","title":"Context parroting: A simple but tough-to-beat baseline for foundation models in scientific machine learning","created":"2025-05-16","cited_by_count":18,"area":null},{"id":"2508.12837","title":"Learning In-context n-grams with Transformers: Sub-n-grams Are Near-stationary Points","created":"2025-08-18","cited_by_count":16,"area":null},{"id":"2504.12691","title":"Why and How LLMs Hallucinate: Connecting the Dots with Subsequence Associations","created":"2025-04-17","cited_by_count":15,"area":null},{"id":"2510.24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2411.19574","title":"KV Shifting Attention Enhances Language Modeling","created":"2024-11-29","cited_by_count":8,"area":null},{"id":"2409.12293","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","created":"2024-09-18","cited_by_count":6,"area":null},{"id":"2505.21785","title":"Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2512.18634","title":"From Shortcut to Induction Head: How Data Diversity Shapes Algorithm Selection in Transformers","created":"2025-12-21","cited_by_count":6,"area":null},{"id":"2506.19351","title":"In-Context Occam's Razor: How Transformers Prefer Simpler Hypotheses on the Fly","created":"2025-06-24","cited_by_count":5,"area":null},{"id":"2511.01033","title":"On the Emergence of Induction Heads for In-Context Learning","created":"2025-11-02","cited_by_count":5,"area":null},{"id":"2502.08136","title":"In-Context Learning of Linear Dynamical Systems with Transformers: Approximation Bounds and Depth-Separation","created":"2025-02-12","cited_by_count":4,"area":null},{"id":"2509.22947","title":"Induction Signatures Are Not Enough: A Matched-Compute Study of Load-Bearing Structure in In-Context Learning","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2510.25542","title":"Transformers Provably Learn Directed Acyclic Graphs via Kernel-Guided Mutual Information","created":"2025-10-29","cited_by_count":2,"area":null},{"id":"2511.23239","title":"Towards Understanding Transformers in Learning Random Walks","created":"2025-11-28","cited_by_count":2,"area":null},{"id":"2602.19143","title":"Incremental Learning of Sparse Attention Patterns in Transformers","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2605.20441","title":"Weight Decay Regimes in Grokking Transformers: Cheap Online Diagnostics","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2411.07071","title":"Universal Response and Emergence of Induction in LLMs","created":"2024-11-11","cited_by_count":1,"area":null},{"id":"2604.06440","title":"Visual prompting reimagined: The power of the Activation Prompts","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2604.10848","title":"Transformers Learn Latent Mixture Models In-Context via Mirror Descent","created":"2026-04-12","cited_by_count":1,"area":null},{"id":"2605.07959","title":"Convergent Stochastic Training of Multi-Headed Attention and Understanding LoRA","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2605.27774","title":"Fine-Tuning Dynamics of In-Context Factual Recall in Transformers","created":"2026-05-26","cited_by_count":1,"area":null},{"id":"2607.02800","title":"Induction Heads Interpolate N-Grams","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2508.03031","title":"From Text to Trajectories: GPT-2 as an ODE Solver via In-Context","created":"2025-08-05","cited_by_count":0,"area":null},{"id":"2510.18638","title":"Optimality and NP-Hardness of Transformers in Learning Markovian Dynamical Functions","created":"2025-10-21","cited_by_count":0,"area":null},{"id":"2511.05743","title":"In-Context Learning Without Copying","created":"2025-11-07","cited_by_count":0,"area":null},{"id":"2602.07562","title":"Gaussian Match-and-Copy: A Minimalist Benchmark for Studying Transformer Induction","created":"2026-02-07","cited_by_count":0,"area":null},{"id":"2603.13459","title":"Reconciling In-Context and In-Weight Learning via Dual Representation Space Encoding","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2604.11912","title":"How Transformers Learn to Plan via Multi-Token Prediction","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2607.14937","title":"A Minimal Interpretable Architecture for Zero-Shot Reconstruction of Dynamical Systems","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2609.32341","title":"A Comparative Analysis of Attention versus State-Space Models for In-Context Learning","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.36448","title":"Theory on Attention Dynamics for Out-of-Distribution In-Context Learning","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.38446","title":"What Pretraining and Midtraining Make Learnable from Rewards?","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.07074","title":"Learning Decision-Stump Thresholds in Context: Dynamics of Softmax Attention","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.20337","title":"Training Dynamics of Transformers on Unbounded Inputs: Attention Learning Can Lag Output Layer Learning","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}