{"total":32,"rows":[{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2408.12186","title":"Transformers are Minimax Optimal Nonparametric In-Context Learners","created":"2024-08-22","cited_by_count":37,"area":null},{"id":"2411.02544","title":"Pretrained transformer efficiently learns low-dimensional target functions in-context","created":"2024-11-04","cited_by_count":31,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2410.01265","title":"Transformers Handle Endogeneity in In-Context Linear Regression","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2509.26551","title":"Pretrain-Test Task Alignment Governs Generalization in In-Context Learning","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2501.18187","title":"On the Role of Transformer Feed-Forward Layers in Nonlinear In-Context Learning","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2409.12293","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","created":"2024-09-18","cited_by_count":6,"area":null},{"id":"2505.14808","title":"Out-of-Distribution Generalization of In-Context Learning: A Low-Dimensional Subspace Perspective","created":"2025-05-20","cited_by_count":6,"area":null},{"id":"2403.09428","title":"Borrowing Treasures from Neighbors: In-Context Learning for Multimodal Learning with Missing Modalities and Data Scarcity","created":"2024-03-14","cited_by_count":5,"area":null},{"id":"2405.16845","title":"On Mesa-Optimization in Autoregressively Trained Transformers: Emergence and Capability","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2506.19351","title":"In-Context Occam's Razor: How Transformers Prefer Simpler Hypotheses on the Fly","created":"2025-06-24","cited_by_count":5,"area":null},{"id":"2502.08136","title":"In-Context Learning of Linear Dynamical Systems with Transformers: Approximation Bounds and Depth-Separation","created":"2025-02-12","cited_by_count":4,"area":null},{"id":"2502.15609","title":"On the Robustness of Transformers against Context Hijacking for Linear Classification","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2510.10425","title":"Softmax $\\geq$ Linear: Transformers may learn to classify in-context by kernel gradient descent","created":"2025-10-12","cited_by_count":4,"area":null},{"id":"2505.19107","title":"Optimization-Inspired Few-Shot Adaptation for Large Language Models","created":"2025-05-25","cited_by_count":3,"area":null},{"id":"2509.25741","title":"Test time training enhances in-context learning of nonlinear functions","created":"2025-09-30","cited_by_count":3,"area":null},{"id":"2512.04268","title":"The Initialization Determines Whether In-Context Learning Is Gradient Descent","created":"2025-12-03","cited_by_count":3,"area":null},{"id":"2602.00620","title":"Rethinking Zero-Shot Time Series Classification: From Task-specific Classifiers to In-Context Inference","created":"2026-01-31","cited_by_count":3,"area":null},{"id":"2601.10058","title":"Unlabeled Data Can Provably Enhance In-Context Learning of Transformers","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2602.04872","title":"Multi-layer Cross-attention is Provably Optimal for Multi-modal In-context Learning","created":"2026-02-04","cited_by_count":2,"area":null},{"id":"2606.00605","title":"Looped Transformers with Layer Normalization Provably Learn the Power Method","created":"2026-05-30","cited_by_count":2,"area":null},{"id":"2410.14183","title":"In-context Learning for Mixture of Linear Regressions: Existence, Generalization and Training Dynamics","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2605.06609","title":"Transformers Efficiently Perform In-Context Logistic Regression via Normalized Gradient Descent","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.08475","title":"Transformers Can Implement Preconditioned Richardson Iteration for In-Context Gaussian Kernel Regression","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2605.21292","title":"Unbiased Gradients, Moving Stability Boundaries: Exact Mini-Batch Geometry in Linear Self-Attention","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2602.00576","title":"Data Distribution as a Lever for Guiding Optimizers Toward Superior Generalization in LLMs","created":"2026-01-31","cited_by_count":0,"area":null},{"id":"2603.22801","title":"Transformers Trained via Gradient Descent Can Provably Learn a Class of Teacher Models","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2605.28705","title":"Understanding Generalization and Forgetting in In-Context Continual Learning","created":"2026-05-27","cited_by_count":0,"area":null}],"next_cursor":null}