{"total":128,"rows":[{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2405.18781","title":"On the Role of Attention Masks and LayerNorm in Transformers","created":"2024-05-29","cited_by_count":48,"area":null},{"id":"2312.14820","title":"How Smooth Is Attention?","created":"2023-12-22","cited_by_count":44,"area":null},{"id":"2408.01367","title":"Transformers are Universal In-context Learners","created":"2024-08-02","cited_by_count":43,"area":null},{"id":"2406.06486","title":"Continuum Attention for Neural Operators","created":"2024-06-10","cited_by_count":40,"area":null},{"id":"2410.23228","title":"Emergence of meta-stable clustering in mean-field transformer models","created":"2024-10-30","cited_by_count":39,"area":null},{"id":"2410.13821","title":"Artificial Kuramoto Oscillatory Neurons","created":"2024-10-17","cited_by_count":38,"area":null},{"id":"2411.04990","title":"Clustering in Causal Attention Masking","created":"2024-11-07","cited_by_count":32,"area":null},{"id":"2512.01868","title":"The Mean-Field Dynamics of Transformers","created":"2025-12-01","cited_by_count":30,"area":null},{"id":"2411.04551","title":"Measure-to-measure interpolation using Transformers","created":"2024-11-07","cited_by_count":29,"area":null},{"id":"2504.14697","title":"Quantitative Clustering in Mean-Field Transformer Models","created":"2025-04-20","cited_by_count":26,"area":null},{"id":"2509.25040","title":"A multiscale analysis of mean-field transformers in the moderate interaction regime","created":"2025-09-29","cited_by_count":25,"area":null},{"id":"2403.02579","title":"Geometric Dynamics of Signal Propagation Predict Trainability of Transformers","created":"2024-03-05","cited_by_count":24,"area":null},{"id":"2402.04084","title":"Provably learning a multi-head attention layer","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2309.01213","title":"Implicit regularization of deep residual networks towards neural ODEs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2510.05554","title":"Critical attention scaling in long-context transformers","created":"2025-10-07","cited_by_count":20,"area":null},{"id":"2512.19941","title":"Block-Recurrent Dynamics in Vision Transformers","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2407.16826","title":"SINDER: Repairing the Singular Defects of DINOv2","created":"2024-07-23","cited_by_count":18,"area":null},{"id":"2604.01472","title":"The Newton-Muon Optimizer","created":"2026-04-01","cited_by_count":18,"area":null},{"id":"2505.24333","title":"Two failure modes of deep transformers and how to avoid them: a unified theory of signal propagation at initialisation","created":"2025-05-30","cited_by_count":17,"area":null},{"id":"2412.02682","title":"The Asymptotic Behavior of Attention in Transformers","created":"2024-12-03","cited_by_count":16,"area":null},{"id":"2502.00919","title":"Attention Sinks: A 'Catch, Tag, Release' Mechanism for Embeddings","created":"2025-02-02","cited_by_count":16,"area":null},{"id":"2407.01602","title":"Clustering in pure-attention hardmax transformers and its role in sentiment analysis","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2507.22857","title":"Synchronization of mean-field models on the circle","created":"2025-07-30","cited_by_count":12,"area":null},{"id":"2502.09844","title":"Solving Empirical Bayes via Transformers","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2407.07810","title":"Transformer Block Coupling and its Correlation with Generalization in LLMs","created":"2024-07-10","cited_by_count":10,"area":null},{"id":"2410.03011","title":"Towards Understanding the Universality of Transformers for Next-Token Prediction","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2510.22026","title":"Normalization in Attention Dynamics","created":"2025-10-24","cited_by_count":9,"area":null},{"id":"2505.13499","title":"Optimal Control for Transformer Architectures: Enhancing Generalization, Robustness and Efficiency","created":"2025-05-16","cited_by_count":8,"area":null},{"id":"2512.16762","title":"NRGPT: An Energy-based Alternative for GPT","created":"2025-12-18","cited_by_count":8,"area":null},{"id":"2601.21366","title":"Perceptrons and localization of attention's mean-field landscape","created":"2026-01-29","cited_by_count":8,"area":null},{"id":"2601.21942","title":"Clustering in Deep Stochastic Transformers","created":"2026-01-29","cited_by_count":8,"area":null},{"id":"2402.15415","title":"Understanding Catastrophic Forgetting In LoRA via Mean-Field Attention Dynamics","created":"2024-02-23","cited_by_count":7,"area":null},{"id":"2406.13762","title":"Unveiling the Hidden Structure of Self-Attention via Kernel Principal Component Analysis","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2406.13770","title":"Elliptical Attention","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2501.18793","title":"OT-Transformer: A Continuous-time Transformer Architecture with Optimal Transport Regularization","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2505.16284","title":"Only Large Weights (And Not Skip Connections) Can Prevent the Perils of Rank Collapse","created":"2025-05-22","cited_by_count":7,"area":null},{"id":"2504.16275","title":"Quantum Doubly Stochastic Transformers","created":"2025-04-22","cited_by_count":6,"area":null},{"id":"2509.25611","title":"Transformers through the lens of support-preserving maps between measures","created":"2025-09-30","cited_by_count":6,"area":null},{"id":"2512.06797","title":"Optimal and Diffusion Transports in Machine Learning","created":"2025-12-07","cited_by_count":6,"area":null},{"id":"2402.10202","title":"Bridging Associative Memory and Probabilistic Modeling","created":"2024-02-15","cited_by_count":5,"area":null},{"id":"2406.10823","title":"Iterated Schr\\\"odinger bridge approximation to Wasserstein Gradient Flows","created":"2024-06-16","cited_by_count":5,"area":null},{"id":"2505.19458","title":"Recurrent Self-Attention Dynamics: An Energy-Agnostic Perspective from Jacobians","created":"2025-05-26","cited_by_count":5,"area":null},{"id":"2506.03790","title":"Attention-Only Transformers via Unrolled Subspace Denoising","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2507.02748","title":"Linear Attention with Global Context: A Multipole Attention Mechanism for Vision and Physics","created":"2025-07-03","cited_by_count":5,"area":null},{"id":"2602.11534","title":"Krause Synchronization Transformers","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2605.10931","title":"Quantifying Concentration Phenomena of Mean-Field Transformers in the Low-Temperature Regime","created":"2026-05-11","cited_by_count":5,"area":null},{"id":"2312.13807","title":"Cluster-based classification with neural ODEs via control","created":"2023-12-21","cited_by_count":4,"area":null},{"id":"2411.17182","title":"An In-depth Investigation of Sparse Rate Reduction in Transformer-like Models","created":"2024-11-26","cited_by_count":4,"area":null},{"id":"2412.09080","title":"On the number of modes of Gaussian kernel density estimators","created":"2024-12-12","cited_by_count":4,"area":null},{"id":"2509.00421","title":"Memory Limitations of Prompt Tuning in Transformers","created":"2025-08-30","cited_by_count":4,"area":null},{"id":"2603.06187","title":"Random Quadratic Form on a Sphere: Synchronization by Common Noise","created":"2026-03-06","cited_by_count":4,"area":null},{"id":"2503.22547","title":"Bridging the Dimensional Chasm: Uncover Layer-wise Dimensional Reduction in Transformers through Token Correlation","created":"2025-03-28","cited_by_count":3,"area":null},{"id":"2512.09892","title":"Provably Learning from Modern Language Models via Low Logit Rank","created":"2025-12-10","cited_by_count":3,"area":null},{"id":"2512.10656","title":"Token Sample Complexity of Attention","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2603.09571","title":"An Optimal Control Approach To Transformer Training","created":"2026-03-10","cited_by_count":3,"area":null},{"id":"2605.16747","title":"Propagation of Chaos in Contextual Flow Maps","created":"2026-05-16","cited_by_count":3,"area":null},{"id":"2607.22367","title":"Interior interpretability with attention rollout: contraction and propagation profiles in Transformers","created":"2026-07-24","cited_by_count":3,"area":null},{"id":"2502.02270","title":"Exact Sequence Interpolation with Transformers","created":"2025-02-04","cited_by_count":2,"area":null},{"id":"2502.11646","title":"Hyper-SET: Designing Transformers via Hyperspherical Energy Minimization","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2506.02939","title":"QKV Projections Require a Fraction of Their Memory","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2509.15958","title":"Localmax dynamics for attention in transformers and its asymptotic behavior","created":"2025-09-19","cited_by_count":2,"area":null},{"id":"2510.23912","title":"Key and Value Weights Are Probably All You Need: On the Necessity of the Query, Key, Value weight Triplet in Self-Attention Transformers","created":"2025-10-27","cited_by_count":2,"area":null},{"id":"2512.03058","title":"Dynamical Properties of Tokens in Self-Attention and Effects of Positional Encoding","created":"2025-11-25","cited_by_count":2,"area":null},{"id":"2512.11411","title":"Sliced ReLU attention: Quasi-linear contextual expressivity via sorting","created":"2025-12-12","cited_by_count":2,"area":null},{"id":"2601.23236","title":"YuriiFormer: A Suite of Nesterov-Accelerated Transformers","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2605.04279","title":"Gradient Flow Structure and Quantitative Dynamics of Multi-Head Self-Attention","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2605.28075","title":"Measure-to-measure Regression with Transformers","created":"2026-05-27","cited_by_count":2,"area":null},{"id":"2410.17128","title":"Understanding Transfer Learning via Mean-field Analysis","created":"2024-10-22","cited_by_count":1,"area":null},{"id":"2410.19931","title":"Provable optimal transport with transformers: The essence of depth and prompt engineering","created":"2024-10-25","cited_by_count":1,"area":null},{"id":"2410.24050","title":"A Mechanistic Study of Transformers Training Dynamics","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2505.17282","title":"Attention with Trained Embeddings Provably Selects Important Tokens","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2506.19296","title":"The Effect of Depth on the Expressivity of Deep Linear State-Space Models","created":"2025-06-24","cited_by_count":1,"area":null},{"id":"2509.15448","title":"Hierarchical Self-Attention: Generalizing Neural Attention Mechanics to Multi-Scale Problems","created":"2025-09-18","cited_by_count":1,"area":null},{"id":"2511.07406","title":"Entangled Schr\\\"odinger Bridge Matching","created":"2025-11-10","cited_by_count":1,"area":null},{"id":"2602.20624","title":"Physics-based phenomenological characterization of cross-modal bias in multimodal models","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.16535","title":"SympFormer: Accelerated attention blocks via Inertial Dynamics on Density Manifolds","created":"2026-03-17","cited_by_count":1,"area":null},{"id":"2605.01107","title":"Diffusion Operator Geometry of Feedforward Representations","created":"2026-05-01","cited_by_count":1,"area":null},{"id":"2605.07772","title":"Training-Induced Escape from Token Clustering in a Mean-Field Formulation of Transformers","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2605.08453","title":"Sink vs. diagonal patterns as mechanisms for attention switch and oversmoothing prevention","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2605.17660","title":"Training Infinitely Deep and Wide Transformers","created":"2026-05-17","cited_by_count":1,"area":null},{"id":"2605.18870","title":"Multi-Headed Transformer Architectures as Time-dependent Wasserstein Gradient Flows","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2606.05140","title":"Phase transitions for the noisy transformer model in arbitrary dimension","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2606.07600","title":"Reachability and asymptotics of Gaussian Transformer dynamics","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2606.11585","title":"Kuramoto Attention: Synchronizing Self-Attention on the Torus","created":"2026-06-10","cited_by_count":1,"area":null},{"id":"2606.18694","title":"Attention as Frustrated Synchronization","created":"2026-06-17","cited_by_count":1,"area":null},{"id":"2608.02071","title":"Feed-Forward Steering in Transformer Residual Dynamics","created":"2026-08-03","cited_by_count":1,"area":null},{"id":"2608.06776","title":"Faster Query-Key Learning Sharpens Attention in Self-Attention Models","created":"2026-08-07","cited_by_count":1,"area":null},{"id":"2608.08922","title":"Clustered Attractor Manifolds and Dynamical Condensation in Self-Attention","created":"2026-08-09","cited_by_count":1,"area":null},{"id":"2609.35483","title":"Universal Approximation of Measure-to-Measure Operators by Pushforwards","created":"2026-09-28","cited_by_count":1,"area":null},{"id":"2610.00564","title":"Attention Kernels for Learning Maps Between Heavy-Tailed Measures","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2405.17764","title":"BBScoreV2: Learning Time-Evolution and Latent Alignment from Stochastic Representation","created":"2024-05-28","cited_by_count":0,"area":null},{"id":"2410.17628","title":"Is Smoothness the Key to Robustness? A Comparison of Attention and Convolution Models Using a Novel Metric","created":"2024-10-23","cited_by_count":0,"area":null},{"id":"2505.07068","title":"A Sparse Bayesian Learning Algorithm for Estimation of Interaction Kernels in Motsch-Tadmor Model","created":"2025-05-11","cited_by_count":0,"area":null},{"id":"2506.19125","title":"Transformer Circuits Can Realize Clustering Algorithms","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2507.09897","title":"Algorithm Development in Neural Networks: Insights from the Streaming Parity Task","created":"2025-07-14","cited_by_count":0,"area":null},{"id":"2510.03303","title":"Machine Learning and Control: Foundations, Advances, and Perspectives","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2510.08466","title":"In-Context Clustering with Large Language Models","created":"2025-10-09","cited_by_count":0,"area":null},{"id":"2510.11789","title":"Minimax Rates for Learning Pairwise Interactions in Attention-Style Models","created":"2025-10-13","cited_by_count":0,"area":null}],"next_cursor":"100"}