{"total":74,"rows":[{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2310.17086","title":"Transformers Learn to Achieve Second-Order Convergence Rates for In-Context Linear Regression","created":"2023-10-26","cited_by_count":49,"area":"offlinerl"},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2310.12680","title":"On the Optimization and Generalization of Multi-head Attention","created":"2023-10-19","cited_by_count":37,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2402.13512","title":"From Self-Attention to Markov Models: Unveiling the Dynamics of Generative Transformers","created":"2024-02-21","cited_by_count":34,"area":null},{"id":"2403.08081","title":"Mechanics of Next Token Prediction with Self-Attention","created":"2024-03-12","cited_by_count":34,"area":null},{"id":"2502.21212","title":"Transformers Learn to Implement Multi-step Gradient Descent with Chain of Thought","created":"2025-02-28","cited_by_count":32,"area":"lr"},{"id":"2309.07418","title":"A Fast Optimization View: Reformulating Single Layer Attention in LLM Based on Tensor and SVM Trick, and Solving It in Matrix Multiplication Time","created":"2023-09-14","cited_by_count":30,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2406.04112","title":"Compressible Dynamics in Deep Overparameterized Low-Rank Learning & Adaptation","created":"2024-06-06","cited_by_count":26,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2402.02098","title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates","created":"2024-02-03","cited_by_count":19,"area":null},{"id":"2403.08699","title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2310.00809","title":"Towards Causal Foundation Model: on Duality between Causal Inference and Attention","created":"2023-10-01","cited_by_count":17,"area":null},{"id":"2310.13807","title":"Learning to (Learn at Test Time)","created":"2023-10-20","cited_by_count":17,"area":null},{"id":"2406.18400","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2403.06925","title":"Transformers Learn Low Sensitivity Functions: Investigations and Implications","created":"2024-03-11","cited_by_count":14,"area":null},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2410.02167","title":"Training Nonlinear Transformers for Chain-of-Thought Inference: A Theoretical Generalization Analysis","created":"2024-10-03","cited_by_count":14,"area":"lr"},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2310.12462","title":"Unmasking Transformers: A Theoretical Approach to Data Recovery via Attention Weights","created":"2023-10-19","cited_by_count":12,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2504.12883","title":"Mirror, Mirror of the Flow: How Does Regularization Shape Implicit Bias?","created":"2025-04-17","cited_by_count":12,"area":null},{"id":"2402.03485","title":"Attention Meets Post-hoc Interpretability: A Mathematical Perspective","created":"2024-02-05","cited_by_count":11,"area":null},{"id":"2405.13718","title":"Next-token prediction capacity: general upper bounds and a lower bound for transformers","created":"2024-05-22","cited_by_count":11,"area":null},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2506.10887","title":"Generalization or Hallucination? Understanding Out-of-Context Reasoning in Transformers","created":"2025-06-12","cited_by_count":10,"area":"lr"},{"id":"2410.14581","title":"Optimizing Attention with Mirror Descent: Generalized Max-Margin Token Selection","created":"2024-10-18","cited_by_count":9,"area":null},{"id":"2406.17167","title":"Learning on Transformers is Provable Low-Rank and Sparse: A One-layer Analysis","created":"2024-06-24","cited_by_count":8,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2406.13762","title":"Unveiling the Hidden Structure of Self-Attention via Kernel Principal Component Analysis","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2311.13624","title":"A Theoretical Insight into Attack and Defense of Gradient Leakage in Transformer","created":"2023-11-22","cited_by_count":6,"area":null},{"id":"2311.14652","title":"One Pass Streaming Algorithm for Super Long Token Attention Approximation in Sublinear Space","created":"2023-11-24","cited_by_count":6,"area":null},{"id":"2410.13981","title":"On the Learn-to-Optimize Capabilities of Transformers in In-Context Sparse Recovery","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2505.19985","title":"Structured Initialization for Vision Transformers","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2506.05249","title":"On the Convergence of Gradient Descent on Learning Transformers with Residual Connections","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2410.10101","title":"Learning Linear Attention in Polynomial Time","created":"2024-10-14","cited_by_count":5,"area":null},{"id":"2507.07544","title":"Position: We Need An Algorithmic Understanding of Generative AI","created":"2025-07-10","cited_by_count":5,"area":null},{"id":"2404.01139","title":"Structured Initialization for Attention in Vision Transformers","created":"2024-04-01","cited_by_count":4,"area":null},{"id":"2603.02064","title":"Never Saddle for Reparameterized Steepest Descent as Mirror Flow","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2409.01688","title":"Differentially Private Kernel Density Estimation","created":"2024-09-03","cited_by_count":3,"area":null},{"id":"2503.00687","title":"Transformer Meets Twicing: Harnessing Unattended Residual Information","created":"2025-03-02","cited_by_count":3,"area":null},{"id":"2606.12058","title":"Phase Transitions in Attention: A Bayesian Theory of Copy Head Emergence","created":"2026-06-10","cited_by_count":3,"area":null},{"id":"2511.23239","title":"Towards Understanding Transformers in Learning Random Walks","created":"2025-11-28","cited_by_count":2,"area":null},{"id":"2512.04006","title":"Diagonalizing the Softmax: Hadamard Initialization for Tractable Cross-Entropy Dynamics","created":"2025-12-03","cited_by_count":2,"area":null},{"id":"2601.10058","title":"Unlabeled Data Can Provably Enhance In-Context Learning of Transformers","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2602.02470","title":"Breaking the Reversal Curse in Autoregressive Language Models via Identity Bridge","created":"2026-02-02","cited_by_count":2,"area":"lr"},{"id":"2410.11444","title":"A Theoretical Survey on Foundation Models","created":"2024-10-15","cited_by_count":1,"area":null},{"id":"2410.19931","title":"Provable optimal transport with transformers: The essence of depth and prompt engineering","created":"2024-10-25","cited_by_count":1,"area":null},{"id":"2505.15009","title":"How Transformers Learn In-Context Recall Tasks? Optimality, Training Dynamics and Generalization","created":"2025-05-21","cited_by_count":1,"area":null},{"id":"2505.17282","title":"Attention with Trained Embeddings Provably Selects Important Tokens","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2506.18739","title":"On the Existence of Universal Simulators of Attention","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2509.11167","title":"Harnessing Optimization Dynamics for Curvature-Informed Model Merging","created":"2025-09-14","cited_by_count":1,"area":null},{"id":"2601.16873","title":"Provably Learning Attention with Queries","created":"2026-01-23","cited_by_count":1,"area":null},{"id":"2605.01199","title":"Focus and Dilution: The Multi-stage Learning Process of Attention","created":"2026-05-02","cited_by_count":1,"area":null},{"id":"2310.03890","title":"Accelerated Neural Network Training with Rooted Logistic Objectives","created":"2023-10-05","cited_by_count":0,"area":null},{"id":"2504.09663","title":"Ordinary Least Squares as an Attention Mechanism","created":"2025-04-13","cited_by_count":0,"area":null},{"id":"2602.07562","title":"Gaussian Match-and-Copy: A Minimalist Benchmark for Studying Transformer Induction","created":"2026-02-07","cited_by_count":0,"area":null},{"id":"2604.10074","title":"Transformers Learn the Optimal DDPM Denoiser for Multi-Token GMMs","created":"2026-04-11","cited_by_count":0,"area":"diffusion"},{"id":"2605.18820","title":"Emergence of Frontier Superposition: M\\\"obius attractor and Cascade Supervision","created":"2026-05-12","cited_by_count":0,"area":"lr"},{"id":"2605.23087","title":"The Implicit Bias of Depth: From Neural Collapse to Softmax Codes","created":"2026-05-21","cited_by_count":0,"area":null},{"id":"2605.26489","title":"The Stability of Singular Distribution: A Spectral Perspective on the Two-Phase Dynamics of Language Model Pre-training","created":"2026-05-26","cited_by_count":0,"area":null},{"id":"2609.33904","title":"On the Two Faces of Adam in Separable Linear Classification","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.36322","title":"Periodic Weak Spots: Phase Sensitivity from Chunked KV-Cache Compression","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2609.38446","title":"What Pretraining and Midtraining Make Learnable from Rewards?","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.16868","title":"From Parallel to Sequential: Small-Batch Noise Restores Simplicity Bias of Muon","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.20337","title":"Training Dynamics of Transformers on Unbounded Inputs: Attention Learning Can Lag Output Layer Learning","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}