{"total":30,"rows":[{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74,"area":null},{"id":"2306.13596","title":"Max-Margin Token Selection in Attention Mechanism","created":"2023-06-23","cited_by_count":58,"area":null},{"id":"2306.03435","title":"On the Role of Attention in Prompt-tuning","created":"2023-06-06","cited_by_count":50,"area":null},{"id":"2212.03862","title":"Teaching Matters: Investigating the Role of Supervision in Vision Transformers","created":"2022-12-07","cited_by_count":45,"area":null},{"id":"2306.02010","title":"Memorization Capacity of Multi-Head Attention in Transformers","created":"2023-06-03","cited_by_count":40,"area":null},{"id":"2310.12680","title":"On the Optimization and Generalization of Multi-head Attention","created":"2023-10-19","cited_by_count":37,"area":null},{"id":"2402.05738","title":"Implicit Bias and Fast Convergence Rates for Self-attention","created":"2024-02-08","cited_by_count":31,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2411.12892","title":"Selective Attention: Enhancing Transformer through Principled Context Control","created":"2024-11-19","cited_by_count":16,"area":null},{"id":"2402.18551","title":"Implicit Optimization Bias of Next-Token Prediction in Linear Models","created":"2024-02-28","cited_by_count":14,"area":null},{"id":"2211.11052","title":"Convexifying Transformers: Improving optimization and understanding of transformer networks","created":"2022-11-20","cited_by_count":12,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2402.03625","title":"Convex Relaxations of ReLU Neural Networks Approximate Global Optima in Polynomial Time","created":"2024-02-06","cited_by_count":11,"area":null},{"id":"2303.03382","title":"Globally Optimal Training of Neural Networks with Threshold Activation Functions","created":"2023-03-06","cited_by_count":9,"area":null},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.14581","title":"Optimizing Attention with Mirror Descent: Generalized Max-Margin Token Selection","created":"2024-10-18","cited_by_count":9,"area":null},{"id":"2312.12657","title":"The Convex Landscape of Neural Networks: Characterizing Global Optima and Stationary Points via Lasso Models","created":"2023-12-19","cited_by_count":7,"area":null},{"id":"2306.10486","title":"On the Global Convergence of Natural Actor-Critic with Two-layer Neural Network Parametrization","created":"2023-06-18","cited_by_count":5,"area":null},{"id":"2406.13781","title":"A Primal-Dual Framework for Transformers and Neural Networks","created":"2024-06-19","cited_by_count":4,"area":null},{"id":"2411.17182","title":"An In-depth Investigation of Sparse Rate Reduction in Transformer-like Models","created":"2024-11-26","cited_by_count":4,"area":null},{"id":"2209.15265","title":"Overparameterized ReLU Neural Networks Learn the Simplest Models: Neural Isometry and Exact Recovery","created":"2022-09-30","cited_by_count":3,"area":null},{"id":"2211.07675","title":"On the Global Convergence of Fitted Q-Iteration with Two-layer Neural Network Parametrization","created":"2022-11-14","cited_by_count":3,"area":null},{"id":"2303.12398","title":"Multiscale Attention via Wavelet Neural Operators for Vision Transformers","created":"2023-03-22","cited_by_count":3,"area":null},{"id":"2306.01470","title":"Understanding MLP-Mixer as a Wide and Sparse MLP","created":"2023-06-02","cited_by_count":3,"area":null},{"id":"2503.15986","title":"SpiLiFormer: Enhancing Spiking Transformers with Lateral Inhibition","created":"2025-03-20","cited_by_count":3,"area":null},{"id":"2309.15096","title":"Fixing the NTK: From Neural Network Linearizations to Exact Convex Programs","created":"2023-09-26","cited_by_count":1,"area":null},{"id":"2410.06567","title":"Convex Distillation: Efficient Compression of Deep Networks via Convex Optimization","created":"2024-10-09","cited_by_count":0,"area":null},{"id":"2602.13030","title":"Resource-Efficient Gesture Recognition through Convexified Attention","created":"2026-02-13","cited_by_count":0,"area":null},{"id":"2605.06826","title":"How Does Attention Help? Insights from Random Matrices on Signal Recovery from Sequence Models","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.17692","title":"Exact Convex Reformulations of Linear Neural Networks via Completely Positive Lifting","created":"2026-05-17","cited_by_count":0,"area":null}],"next_cursor":null}