{"total":50,"rows":[{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118,"area":null},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2502.04664","title":"Implicit Bias of Spectral Descent and Muon on Multiclass Separable Data","created":"2025-02-07","cited_by_count":41,"area":null},{"id":"2307.11353","title":"What can a Single Attention Layer Learn? A Study Through the Random Features Lens","created":"2023-07-21","cited_by_count":40,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2402.13512","title":"From Self-Attention to Markov Models: Unveiling the Dynamics of Generative Transformers","created":"2024-02-21","cited_by_count":34,"area":null},{"id":"2402.05738","title":"Implicit Bias and Fast Convergence Rates for Self-attention","created":"2024-02-08","cited_by_count":31,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2402.02098","title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates","created":"2024-02-03","cited_by_count":19,"area":null},{"id":"2403.08699","title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2308.11129","title":"Enhancing Graph Transformers with Hierarchical Distance Structural Encoding","created":"2023-08-22","cited_by_count":16,"area":null},{"id":"2411.12892","title":"Selective Attention: Enhancing Transformer through Principled Context Control","created":"2024-11-19","cited_by_count":16,"area":null},{"id":"2410.01774","title":"Trained Transformer Classifiers Generalize and Exhibit Benign Overfitting In-Context","created":"2024-10-02","cited_by_count":15,"area":null},{"id":"2403.06925","title":"Transformers Learn Low Sensitivity Functions: Investigations and Implications","created":"2024-03-11","cited_by_count":14,"area":null},{"id":"2406.01977","title":"What Improves the Generalization of Graph Transformers? A Theoretical Dive into the Self-attention and Positional Encoding","created":"2024-06-04","cited_by_count":14,"area":null},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2505.24022","title":"The Rich and the Simple: On the Implicit Bias of Adam and SGD","created":"2025-05-29","cited_by_count":13,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2505.00926","title":"How Transformers Learn Regular Language Recognition: A Theoretical Study on Training Dynamics and Implicit Bias","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.02247","title":"Theoretical Insights into Fine-Tuning Attention Mechanism: Generalization and Optimization","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2410.09605","title":"Training Dynamics of Transformers to Recognize Word Co-occurrence via Gradient Flow Analysis","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2410.14581","title":"Optimizing Attention with Mirror Descent: Generalized Max-Margin Token Selection","created":"2024-10-18","cited_by_count":9,"area":null},{"id":"2406.17167","title":"Learning on Transformers is Provable Low-Rank and Sparse: A One-layer Analysis","created":"2024-06-24","cited_by_count":8,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2506.18368","title":"Sequential keypoint density estimator: an overlooked baseline of skeleton-based video anomaly detection","created":"2025-06-23","cited_by_count":7,"area":null},{"id":"2407.05591","title":"On the Power of Convolution Augmented Transformer","created":"2024-07-08","cited_by_count":6,"area":null},{"id":"2410.13981","title":"On the Learn-to-Optimize Capabilities of Transformers in In-Context Sparse Recovery","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2506.05249","title":"On the Convergence of Gradient Descent on Learning Transformers with Residual Connections","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2405.15942","title":"Can Implicit Bias Imply Adversarial Robustness?","created":"2024-05-24","cited_by_count":5,"area":null},{"id":"2603.01514","title":"Training Dynamics of Softmax Self-Attention: Fast Global Convergence via Preconditioning","created":"2026-03-02","cited_by_count":5,"area":null},{"id":"2501.06382","title":"Dynamics of Spontaneous Topic Changes in Next Token Prediction with Self-Attention","created":"2025-01-10","cited_by_count":2,"area":null},{"id":"2511.23239","title":"Towards Understanding Transformers in Learning Random Walks","created":"2025-11-28","cited_by_count":2,"area":null},{"id":"2512.04006","title":"Diagonalizing the Softmax: Hadamard Initialization for Tractable Cross-Entropy Dynamics","created":"2025-12-03","cited_by_count":2,"area":null},{"id":"2601.10058","title":"Unlabeled Data Can Provably Enhance In-Context Learning of Transformers","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2505.15009","title":"How Transformers Learn In-Context Recall Tasks? Optimality, Training Dynamics and Generalization","created":"2025-05-21","cited_by_count":1,"area":null},{"id":"2505.17282","title":"Attention with Trained Embeddings Provably Selects Important Tokens","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2507.13061","title":"Advancing Complex Wide-Area Scene Understanding with Hierarchical Coresets Selection","created":"2025-07-17","cited_by_count":1,"area":null},{"id":"2510.19797","title":"Transformers are almost optimal metalearners for linear classification","created":"2025-10-22","cited_by_count":1,"area":null},{"id":"2601.16514","title":"Finite-Time Analysis of Gradient Descent for Shallow Transformers","created":"2026-01-23","cited_by_count":1,"area":null},{"id":"2601.16873","title":"Provably Learning Attention with Queries","created":"2026-01-23","cited_by_count":1,"area":null},{"id":"2602.07562","title":"Gaussian Match-and-Copy: A Minimalist Benchmark for Studying Transformer Induction","created":"2026-02-07","cited_by_count":0,"area":null},{"id":"2603.07388","title":"Sparsity and Out-of-Distribution Generalization","created":"2026-03-08","cited_by_count":0,"area":null},{"id":"2608.04382","title":"Non-asymptotic implicit bias of logistic regression at early-stage gradient descent dynamics","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2609.34273","title":"Query Expansion and Key Specialization in Transformer Attention Geometry","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.35620","title":"Attention Graphons: A Graph Limit Perspective on Graph Transformers","created":"2026-09-28","cited_by_count":0,"area":null}],"next_cursor":null}