{"total":45,"rows":[{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164,"area":null},{"id":"2110.10090","title":"Inductive Biases and Variable Creation in Self-Attention Mechanisms","created":"2021-10-19","cited_by_count":144,"area":null},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2210.09221","title":"Vision Transformers provably learn spatial structure","created":"2022-10-13","cited_by_count":93,"area":null},{"id":"2302.06015","title":"A Theoretical Understanding of Shallow Vision Transformers: Learning, Generalization, and Sample Complexity","created":"2023-02-12","cited_by_count":77,"area":null},{"id":"2303.16504","title":"An Over-parameterized Exponential Regression","created":"2023-03-29","cited_by_count":45,"area":null},{"id":"2303.15725","title":"Solving Regularized Exp, Cosh and Sinh Regression Problems","created":"2023-03-28","cited_by_count":44,"area":null},{"id":"2312.14820","title":"How Smooth Is Attention?","created":"2023-12-22","cited_by_count":44,"area":null},{"id":"2408.01367","title":"Transformers are Universal In-context Learners","created":"2024-08-02","cited_by_count":43,"area":null},{"id":"2304.13276","title":"The Closeness of In-Context Learning and Weight Shifting for Softmax Regression","created":"2023-04-26","cited_by_count":41,"area":null},{"id":"2109.15142","title":"Redesigning the Transformer Architecture with Insights from Multi-particle Dynamical Systems","created":"2021-09-30","cited_by_count":31,"area":null},{"id":"2305.18787","title":"Universality and Limitations of Prompt Tuning","created":"2023-05-30","cited_by_count":30,"area":null},{"id":"2306.02295","title":"A Mathematical Abstraction for Balancing the Trade-off Between Creativity and Reality in Large Language Models","created":"2023-06-04","cited_by_count":29,"area":null},{"id":"2411.04551","title":"Measure-to-measure interpolation using Transformers","created":"2024-11-07","cited_by_count":29,"area":null},{"id":"2212.14852","title":"An Analysis of Attention via the Lens of Exchangeability and Latent Variable Models","created":"2022-12-30","cited_by_count":16,"area":null},{"id":"2310.11685","title":"Why Softmax Attention Outperforms Linear Attention","created":"2023-10-18","cited_by_count":15,"area":null},{"id":"2406.04090","title":"Interpretable Lightweight Transformer via Unrolling of Learned Graph Smoothness Priors","created":"2024-06-06","cited_by_count":8,"area":null},{"id":"2402.15415","title":"Understanding Catastrophic Forgetting In LoRA via Mean-Field Attention Dynamics","created":"2024-02-23","cited_by_count":7,"area":null},{"id":"2410.16295","title":"Universal Approximation of Mean-Field Models via Transformers","created":"2024-10-06","cited_by_count":7,"area":null},{"id":"2509.25611","title":"Transformers through the lens of support-preserving maps between measures","created":"2025-09-30","cited_by_count":6,"area":null},{"id":"2410.23610","title":"Global Convergence in Training Large-Scale Transformers","created":"2024-10-31","cited_by_count":5,"area":null},{"id":"2504.13558","title":"Transformers Can Overcome the Curse of Dimensionality: A Theoretical Study from an Approximation Perspective","created":"2025-04-18","cited_by_count":5,"area":null},{"id":"2302.01581","title":"Learning to Decouple Complex Systems","created":"2023-02-03","cited_by_count":3,"area":null},{"id":"2412.18288","title":"Towards understanding how attention mechanism works in deep learning","created":"2024-12-24","cited_by_count":3,"area":null},{"id":"2512.10656","title":"Token Sample Complexity of Attention","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2512.11784","title":"Softmax as Linear Attention in the Large-Prompt Regime: a Measure-based Perspective","created":"2025-12-12","cited_by_count":3,"area":null},{"id":"2605.16747","title":"Propagation of Chaos in Contextual Flow Maps","created":"2026-05-16","cited_by_count":3,"area":null},{"id":"2512.11411","title":"Sliced ReLU attention: Quasi-linear contextual expressivity via sorting","created":"2025-12-12","cited_by_count":2,"area":null},{"id":"2605.23778","title":"The physics of AI weather models","created":"2026-05-22","cited_by_count":2,"area":null},{"id":"2410.03805","title":"Local Attention Mechanism: Boosting the Transformer Architecture for Long-Sequence Time Series Forecasting","created":"2024-10-04","cited_by_count":1,"area":null},{"id":"2505.17282","title":"Attention with Trained Embeddings Provably Selects Important Tokens","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2510.03678","title":"Towards Sampling Data Structures for Tensor Products in Turnstile Streams","created":"2025-10-04","cited_by_count":1,"area":null},{"id":"2604.15632","title":"Algebraic Invariants of Lightning Self-Attention","created":"2026-04-17","cited_by_count":1,"area":null},{"id":"2609.35483","title":"Universal Approximation of Measure-to-Measure Operators by Pushforwards","created":"2026-09-28","cited_by_count":1,"area":null},{"id":"2610.00564","title":"Attention Kernels for Learning Maps Between Heavy-Tailed Measures","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2310.14206","title":"Manifold-Preserving Transformers are Effective for Short-Long Range Encoding","created":"2023-10-22","cited_by_count":0,"area":null},{"id":"2505.00818","title":"Dual Filter: A Transformer-like Inference Architecture for Hidden Markov Models","created":"2025-05-01","cited_by_count":0,"area":null},{"id":"2506.10371","title":"Revisiting Transformers with Insights from Image Filtering and Boosting","created":"2025-06-12","cited_by_count":0,"area":null},{"id":"2507.13354","title":"Physical models realizing the transformer architecture of large language models","created":"2025-05-21","cited_by_count":0,"area":null},{"id":"2507.13569","title":"Change of Thought: Adaptive Test-Time Computation","created":"2025-07-17","cited_by_count":0,"area":null},{"id":"2606.25237","title":"Extreme Meta-Classification for Large-Scale Zero-Shot Retrieval","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2607.16329","title":"Lipschitz Continuity in Deep Learning: A Systematic Review of Theoretical Foundations, Estimation Methods, Regularization Approaches, and Certifiable Robustness","created":"2026-07-15","cited_by_count":0,"area":null},{"id":"2609.00748","title":"Measuring Optimal Transport in Transformer Depth","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.35055","title":"Universality and Generalization of Causal Transformers Across Context Lengths","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.07717","title":"Stability of Measure-to-Measure Transformers on Sub-Gaussian Data","created":"2026-10-06","cited_by_count":0,"area":null}],"next_cursor":null}