{"total":93,"rows":[{"id":"2303.12712","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","created":"2023-03-22","cited_by_count":2592,"area":null},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449,"area":null},{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161,"area":null},{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102,"area":null},{"id":"2303.04245","title":"How Do Transformers Learn Topic Structure: Towards a Mechanistic Understanding","created":"2023-03-07","cited_by_count":86,"area":null},{"id":"2302.06015","title":"A Theoretical Understanding of Shallow Vision Transformers: Learning, Generalization, and Sample Complexity","created":"2023-02-12","cited_by_count":77,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74,"area":null},{"id":"2306.13596","title":"Max-Margin Token Selection in Attention Mechanism","created":"2023-06-23","cited_by_count":58,"area":null},{"id":"2310.00535","title":"JoMA: Demystifying Multilayer Transformers via JOint Dynamics of MLP and Attention","created":"2023-10-01","cited_by_count":52,"area":null},{"id":"2306.03435","title":"On the Role of Attention in Prompt-tuning","created":"2023-06-06","cited_by_count":50,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2306.02010","title":"Memorization Capacity of Multi-Head Attention in Transformers","created":"2023-06-03","cited_by_count":40,"area":null},{"id":"2307.11353","title":"What can a Single Attention Layer Learn? A Study Through the Random Features Lens","created":"2023-07-21","cited_by_count":40,"area":null},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2504.10957","title":"When is Task Vector Provably Effective for Model Editing? A Generalization Analysis of Nonlinear Transformers","created":"2025-04-15","cited_by_count":38,"area":"safety"},{"id":"2310.12680","title":"On the Optimization and Generalization of Multi-head Attention","created":"2023-10-19","cited_by_count":37,"area":null},{"id":"2402.15607","title":"How Do Nonlinear Transformers Learn and Generalize in In-Context Learning?","created":"2024-02-23","cited_by_count":35,"area":null},{"id":"2402.13512","title":"From Self-Attention to Markov Models: Unveiling the Dynamics of Generative Transformers","created":"2024-02-21","cited_by_count":34,"area":null},{"id":"2403.08081","title":"Mechanics of Next Token Prediction with Self-Attention","created":"2024-03-12","cited_by_count":34,"area":null},{"id":"2305.18699","title":"Approximation and Estimation Ability of Transformers for Sequence-to-Sequence Functions with Infinite Dimensional Input","created":"2023-05-30","cited_by_count":32,"area":null},{"id":"2402.05738","title":"Implicit Bias and Fast Convergence Rates for Self-attention","created":"2024-02-08","cited_by_count":31,"area":null},{"id":"2312.01429","title":"Transformers are uninterpretable with myopic methods: a case study with bounded Dyck grammars","created":"2023-12-03","cited_by_count":30,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2411.06646","title":"Understanding Scaling Laws with Statistical and Approximation Theory for Transformer Neural Networks on Intrinsically Low-dimensional Data","created":"2024-11-11","cited_by_count":30,"area":null},{"id":"2405.04669","title":"Towards a Theoretical Understanding of the 'Reversal Curse' via Training Dynamics","created":"2024-05-07","cited_by_count":27,"area":"lr"},{"id":"2409.19610","title":"Federated Learning from Vision-Language Foundation Models: Theoretical Analysis and Method","created":"2024-09-29","cited_by_count":22,"area":"mllm"},{"id":"2410.11268","title":"Bypassing the Exponential Dependency: Looped Transformers Efficiently Learn In-context by Multi-step Gradient Descent","created":"2024-10-15","cited_by_count":22,"area":null},{"id":"2402.04084","title":"Provably learning a multi-head attention layer","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2402.02098","title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates","created":"2024-02-03","cited_by_count":19,"area":null},{"id":"2403.08699","title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2306.08842","title":"ViP: A Differentially Private Foundation Model for Computer Vision","created":"2023-06-15","cited_by_count":17,"area":null},{"id":"2402.05787","title":"How do Transformers perform In-Context Autoregressive Learning?","created":"2024-02-08","cited_by_count":17,"area":null},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2411.09702","title":"On the Surprising Effectiveness of Attention Transfer for Vision Transformers","created":"2024-11-14","cited_by_count":17,"area":null},{"id":"2308.11129","title":"Enhancing Graph Transformers with Hierarchical Distance Structural Encoding","created":"2023-08-22","cited_by_count":16,"area":null},{"id":"2411.10830","title":"One-Layer Transformer Provably Learns One-Nearest Neighbor In Context","created":"2024-11-16","cited_by_count":16,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2406.01977","title":"What Improves the Generalization of Graph Transformers? A Theoretical Dive into the Self-attention and Positional Encoding","created":"2024-06-04","cited_by_count":14,"area":null},{"id":"2410.02167","title":"Training Nonlinear Transformers for Chain-of-Thought Inference: A Theoretical Generalization Analysis","created":"2024-10-03","cited_by_count":14,"area":"lr"},{"id":"2311.01575","title":"On the Convergence of Encoder-only Shallow Transformers","created":"2023-11-02","cited_by_count":13,"area":null},{"id":"2410.11087","title":"Locality Alignment Improves Vision-Language Models","created":"2024-10-14","cited_by_count":13,"area":"lr"},{"id":"2306.13926","title":"Quantifying the Optimization and Generalization Advantages of Graph Neural Networks Over Multilayer Perceptrons","created":"2023-06-24","cited_by_count":12,"area":null},{"id":"2410.08503","title":"Adversarial Training Can Provably Improve Robustness: Theoretical Analysis of Feature Learning Process Under Structured Data","created":"2024-10-11","cited_by_count":12,"area":null},{"id":"2502.12123","title":"On the Query Complexity of Verifier-Assisted Language Generation","created":"2025-02-17","cited_by_count":12,"area":"lr"},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2402.03485","title":"Attention Meets Post-hoc Interpretability: A Mathematical Perspective","created":"2024-02-05","cited_by_count":11,"area":null},{"id":"2406.01895","title":"Explicitly Encoding Structural Symmetry is Key to Length Generalization in Arithmetic Tasks","created":"2024-06-04","cited_by_count":11,"area":"lr"},{"id":"2506.10887","title":"Generalization or Hallucination? Understanding Out-of-Context Reasoning in Transformers","created":"2025-06-12","cited_by_count":10,"area":"lr"},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.09605","title":"Training Dynamics of Transformers to Recognize Word Co-occurrence via Gradient Flow Analysis","created":"2024-10-12","cited_by_count":9,"area":null},{"id":"2410.14581","title":"Optimizing Attention with Mirror Descent: Generalized Max-Margin Token Selection","created":"2024-10-18","cited_by_count":9,"area":null},{"id":"2406.17167","title":"Learning on Transformers is Provable Low-Rank and Sparse: A One-layer Analysis","created":"2024-06-24","cited_by_count":8,"area":null},{"id":"2405.18874","title":"Are queries and keys always relevant? A case study on Transformer wave functions","created":"2024-05-29","cited_by_count":6,"area":null},{"id":"2407.21046","title":"Promises and Pitfalls of Generative Masked Language Modeling: Theoretical Framework and Practical Guidelines","created":"2024-07-22","cited_by_count":6,"area":null},{"id":"2306.01271","title":"On the Clean Generalization and Robust Overfitting in Adversarial Training from Two Theoretical Views: Representation Complexity and Training Dynamics","created":"2023-06-02","cited_by_count":5,"area":null},{"id":"2308.02525","title":"Can Self-Supervised Representation Learning Methods Withstand Distribution Shifts and Corruptions?","created":"2023-07-31","cited_by_count":5,"area":null},{"id":"2402.02969","title":"Towards Understanding the Word Sensitivity of Attention Layers: A Study via Random Features","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2410.10101","title":"Learning Linear Attention in Polynomial Time","created":"2024-10-14","cited_by_count":5,"area":null},{"id":"2410.23610","title":"Global Convergence in Training Large-Scale Transformers","created":"2024-10-31","cited_by_count":5,"area":null},{"id":"2502.06007","title":"Transformers versus the EM Algorithm in Multi-class Clustering","created":"2025-02-09","cited_by_count":5,"area":null},{"id":"2505.03205","title":"Transformers for Learning on Noisy and Task-Level Manifolds: Approximation and Generalization Insights","created":"2025-05-06","cited_by_count":5,"area":null},{"id":"2410.16401","title":"Simplicity Bias via Global Convergence of Sharpness Minimization","created":"2024-10-21","cited_by_count":4,"area":null},{"id":"2502.15609","title":"On the Robustness of Transformers against Context Hijacking for Linear Classification","created":"2025-02-21","cited_by_count":4,"area":null},{"id":"2505.18909","title":"On the Role of Label Noise in the Feature Learning Process","created":"2025-05-25","cited_by_count":4,"area":null},{"id":"2510.17526","title":"How Does Label Noise Gradient Descent Improve Generalization in the Low SNR Regime?","created":"2025-10-20","cited_by_count":4,"area":null},{"id":"2410.20631","title":"PViT: Prior-augmented Vision Transformer for Out-of-distribution Detection","created":"2024-10-27","cited_by_count":3,"area":null},{"id":"2506.21046","title":"Boosting Generative Adversarial Transferability with Self-supervised Vision Transformer Features","created":"2025-06-26","cited_by_count":3,"area":null},{"id":"2511.18006","title":"Understanding Private Learning From Feature Perspective","created":"2025-11-22","cited_by_count":3,"area":null},{"id":"2309.16738","title":"ELIP: Efficient Discriminative Language-Image Pre-training with Fewer Vision Tokens","created":"2023-09-28","cited_by_count":2,"area":"inference"},{"id":"2502.12508","title":"Understanding Generalization in Transformers: Error Bounds and Training Dynamics Under Benign and Harmful Overfitting","created":"2025-02-18","cited_by_count":2,"area":null},{"id":"2509.18001","title":"Unveiling m-Sharpness Through the Structure of Stochastic Gradient Noise","created":"2025-09-22","cited_by_count":2,"area":null},{"id":"2510.00399","title":"How Can Mamba Learn In Context with Outliers and Generalize Provably?","created":"2025-10-01","cited_by_count":2,"area":"ssm"},{"id":"2510.03989","title":"A Mathematical Explanation of Transformers","created":"2025-10-05","cited_by_count":2,"area":null},{"id":"2510.25542","title":"Transformers Provably Learn Directed Acyclic Graphs via Kernel-Guided Mutual Information","created":"2025-10-29","cited_by_count":2,"area":null},{"id":"2511.23239","title":"Towards Understanding Transformers in Learning Random Walks","created":"2025-11-28","cited_by_count":2,"area":null},{"id":"2602.19143","title":"Incremental Learning of Sparse Attention Patterns in Transformers","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2605.28600","title":"Transformers Provably Learn to Internalize Chain-of-Thought","created":"2026-05-27","cited_by_count":2,"area":"lr"},{"id":"2410.24050","title":"A Mechanistic Study of Transformers Training Dynamics","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2602.02767","title":"Provable Effects of Data Replay in Continual Learning: A Feature Learning Perspective","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2603.04881","title":"Differential Privacy in Two-Layer Networks: How DP-SGD Harms Fairness and Robustness","created":"2026-03-05","cited_by_count":1,"area":null},{"id":"2605.22132","title":"Accelerating Vision Foundation Models with Drop-in Depthwise Convolution","created":"2026-05-21","cited_by_count":1,"area":null},{"id":"2504.08628","title":"Gradient Descent Robustly Learns the Intrinsic Dimension of Data in Training Convolutional Neural Networks","created":"2025-04-11","cited_by_count":0,"area":null},{"id":"2505.13137","title":"Learning to Adapt to Position Bias in Vision Transformer Classifiers","created":"2025-05-19","cited_by_count":0,"area":null},{"id":"2510.18638","title":"Optimality and NP-Hardness of Transformers in Learning Markovian Dynamical Functions","created":"2025-10-21","cited_by_count":0,"area":null},{"id":"2603.19209","title":"Do VLMs Need Vision Transformers? Evaluating State Space Models as Vision Encoders","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2604.10074","title":"Transformers Learn the Optimal DDPM Denoiser for Multi-Token GMMs","created":"2026-04-11","cited_by_count":0,"area":"diffusion"},{"id":"2610.04112","title":"The Independence Prior of SAEs Fragments Visual Concepts","created":"2026-10-02","cited_by_count":0,"area":"mechinterp"}],"next_cursor":null}