{"total":44,"rows":[{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2410.23228","title":"Emergence of meta-stable clustering in mean-field transformer models","created":"2024-10-30","cited_by_count":39,"area":null},{"id":"2411.04990","title":"Clustering in Causal Attention Masking","created":"2024-11-07","cited_by_count":32,"area":null},{"id":"2512.01868","title":"The Mean-Field Dynamics of Transformers","created":"2025-12-01","cited_by_count":30,"area":null},{"id":"2411.04551","title":"Measure-to-measure interpolation using Transformers","created":"2024-11-07","cited_by_count":29,"area":null},{"id":"2504.14697","title":"Quantitative Clustering in Mean-Field Transformer Models","created":"2025-04-20","cited_by_count":26,"area":null},{"id":"2509.25040","title":"A multiscale analysis of mean-field transformers in the moderate interaction regime","created":"2025-09-29","cited_by_count":25,"area":null},{"id":"2510.05554","title":"Critical attention scaling in long-context transformers","created":"2025-10-07","cited_by_count":20,"area":null},{"id":"2412.02682","title":"The Asymptotic Behavior of Attention in Transformers","created":"2024-12-03","cited_by_count":16,"area":null},{"id":"2512.20607","title":"Saddle-to-Saddle Dynamics Explains A Simplicity Bias Across Neural Network Architectures","created":"2025-12-23","cited_by_count":15,"area":null},{"id":"2507.22857","title":"Synchronization of mean-field models on the circle","created":"2025-07-30","cited_by_count":12,"area":null},{"id":"2510.20094","title":"On the Structure of Stationary Solutions to McKean-Vlasov Equations with Applications to Noisy Transformers","created":"2025-10-23","cited_by_count":12,"area":null},{"id":"2603.00742","title":"To Use or not to Use Muon: How Simplicity Bias in Optimizers Matters","created":"2026-02-28","cited_by_count":10,"area":null},{"id":"2510.22026","title":"Normalization in Attention Dynamics","created":"2025-10-24","cited_by_count":9,"area":null},{"id":"2601.21366","title":"Perceptrons and localization of attention's mean-field landscape","created":"2026-01-29","cited_by_count":8,"area":null},{"id":"2601.21942","title":"Clustering in Deep Stochastic Transformers","created":"2026-01-29","cited_by_count":8,"area":null},{"id":"2505.19458","title":"Recurrent Self-Attention Dynamics: An Energy-Agnostic Perspective from Jacobians","created":"2025-05-26","cited_by_count":5,"area":null},{"id":"2604.01978","title":"Homogenized Transformers","created":"2026-04-02","cited_by_count":5,"area":null},{"id":"2605.10931","title":"Quantifying Concentration Phenomena of Mean-Field Transformers in the Low-Temperature Regime","created":"2026-05-11","cited_by_count":5,"area":null},{"id":"2412.09080","title":"On the number of modes of Gaussian kernel density estimators","created":"2024-12-12","cited_by_count":4,"area":null},{"id":"2603.06187","title":"Random Quadratic Form on a Sphere: Synchronization by Common Noise","created":"2026-03-06","cited_by_count":4,"area":null},{"id":"2512.09892","title":"Provably Learning from Modern Language Models via Low Logit Rank","created":"2025-12-10","cited_by_count":3,"area":null},{"id":"2605.16747","title":"Propagation of Chaos in Contextual Flow Maps","created":"2026-05-16","cited_by_count":3,"area":null},{"id":"2607.18584","title":"On the Diverse Dynamical Behaviors Arising in Deep Linear Transformers","created":"2026-07-20","cited_by_count":3,"area":null},{"id":"2506.07871","title":"Can Hessian-Based Insights Support Fault Diagnosis in Attention-based Models?","created":"2025-06-09","cited_by_count":2,"area":null},{"id":"2512.03058","title":"Dynamical Properties of Tokens in Self-Attention and Effects of Positional Encoding","created":"2025-11-25","cited_by_count":2,"area":null},{"id":"2601.23236","title":"YuriiFormer: A Suite of Nesterov-Accelerated Transformers","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2604.01577","title":"Exploration of Fast-Slow Latent Recurrence for Train-Short, Test-Long Generalization","created":"2026-04-02","cited_by_count":2,"area":null},{"id":"2605.04279","title":"Gradient Flow Structure and Quantitative Dynamics of Multi-Head Self-Attention","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2505.17282","title":"Attention with Trained Embeddings Provably Selects Important Tokens","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2605.07772","title":"Training-Induced Escape from Token Clustering in a Mean-Field Formulation of Transformers","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2606.07600","title":"Reachability and asymptotics of Gaussian Transformer dynamics","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2608.08922","title":"Clustered Attractor Manifolds and Dynamical Condensation in Self-Attention","created":"2026-08-09","cited_by_count":1,"area":null},{"id":"2608.24136","title":"Steering Recurrent Reasoners at Inference Time with Readout Feedback","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2609.05141","title":"SciDocBench: A Workflow-Centered Benchmark and Data Pipeline for Scientific Document Understanding","created":"2026-09-04","cited_by_count":1,"area":null},{"id":"2506.10371","title":"Revisiting Transformers with Insights from Image Filtering and Boosting","created":"2025-06-12","cited_by_count":0,"area":null},{"id":"2605.09213","title":"Kinetic theory for Transformers and the lost-in-the-middle phenomenon","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.12697","title":"A Unified Framework for Critical Scaling of Inverse Temperature in Self-Attention","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.25619","title":"Analogies between Transformer Layers and Power Method","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2605.30229","title":"Anti Mode-Collapse in Mean-Field Transformer via Auxiliary Variables","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2607.24502","title":"Self-Attention Dynamics with Rotary Position Embeddings: Twisted States and Explicit Consensus Rates on the Sphere","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.16664","title":"Random Quadratic Form with random forcing: Metastable synchronization by noise","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2609.36230","title":"The Role of Feed-Forward Layers in Transformer Dynamics","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.13518","title":"Asymptotic Analysis of Discrete-Time Self-Attention Dynamics in Transformers","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}