{"total":34,"rows":[{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74,"area":null},{"id":"2309.08586","title":"Replacing softmax with ReLU in Vision Transformers","created":"2023-09-15","cited_by_count":44,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2402.13512","title":"From Self-Attention to Markov Models: Unveiling the Dynamics of Generative Transformers","created":"2024-02-21","cited_by_count":34,"area":null},{"id":"2403.08081","title":"Mechanics of Next Token Prediction with Self-Attention","created":"2024-03-12","cited_by_count":34,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2310.13088","title":"Sequence Length Independent Norm-Based Generalization Bounds for Transformers","created":"2023-10-19","cited_by_count":29,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2402.04084","title":"Provably learning a multi-head attention layer","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2404.01601","title":"What Can Transformer Learn with Varying Depth? Case Studies on Sequence Learning Tasks","created":"2024-04-02","cited_by_count":19,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2402.05173","title":"Towards Understanding Inductive Bias in Transformers: A View From Infinity","created":"2024-02-07","cited_by_count":13,"area":null},{"id":"2402.03485","title":"Attention Meets Post-hoc Interpretability: A Mathematical Perspective","created":"2024-02-05","cited_by_count":11,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2402.02969","title":"Towards Understanding the Word Sensitivity of Attention Layers: A Study via Random Features","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2407.16153","title":"On the Benefits of Rank in Attention Layers","created":"2024-07-23","cited_by_count":5,"area":null},{"id":"2410.10101","title":"Learning Linear Attention in Polynomial Time","created":"2024-10-14","cited_by_count":5,"area":null},{"id":"2410.23610","title":"Global Convergence in Training Large-Scale Transformers","created":"2024-10-31","cited_by_count":5,"area":null},{"id":"2602.05230","title":"ZeroS: Zero-Sum Linear Attention for Efficient Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2505.08146","title":"Tensor Sketch: Fast and Scalable Polynomial Kernel Approximation","created":"2025-05-13","cited_by_count":4,"area":null},{"id":"2503.11272","title":"When Do Transformers Outperform Feedforward and Recurrent Networks? A Statistical Perspective","created":"2025-03-14","cited_by_count":3,"area":null},{"id":"2506.01582","title":"Bayes optimal learning of attention-indexed models","created":"2025-06-02","cited_by_count":3,"area":null},{"id":"2411.19468","title":"Learning Expressive Random Feature Models via Parametrized Activations","created":"2024-11-29","cited_by_count":1,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2510.15327","title":"On the Generalization Properties of Learning the Random Feature Models with Learnable Activation Functions","created":"2025-10-17","cited_by_count":1,"area":null},{"id":"2604.15632","title":"Algebraic Invariants of Lightning Self-Attention","created":"2026-04-17","cited_by_count":1,"area":null},{"id":"2605.10775","title":"On the global convergence of gradient flow for wide shallow models beyond homogeneous nonlinearities","created":"2026-05-11","cited_by_count":1,"area":null},{"id":"2509.18997","title":"Theoretical Foundations of Representation Learning using Unlabeled Data: Statistics and Optimization","created":"2025-09-23","cited_by_count":0,"area":null},{"id":"2510.11789","title":"Minimax Rates for Learning Pairwise Interactions in Attention-Style Models","created":"2025-10-13","cited_by_count":0,"area":null},{"id":"2510.16250","title":"One-Bit Quantization for Random Features Models","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2606.15569","title":"A Decision-Theoretic View of Test-Time Training: When, How Far, and Which Directions to Adapt","created":"2026-06-14","cited_by_count":0,"area":null},{"id":"2609.34650","title":"When Can Attention Heads Be Statically Defined?","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.38446","title":"What Pretraining and Midtraining Make Learnable from Rewards?","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}