{"total":14,"rows":[{"id":"2405.05219","title":"Conv-Basis: A New Paradigm for Efficient Attention Inference and Gradient Computation in Transformers","created":"2024-05-08","cited_by_count":32,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2404.03900","title":"Nonparametric Modern Hopfield Models","created":"2024-04-05","cited_by_count":16,"area":null},{"id":"2505.11892","title":"Fast RoPE Attention: Combining the Polynomial Method and Fast Fourier Transform","created":"2025-05-17","cited_by_count":9,"area":null},{"id":"2505.16284","title":"Only Large Weights (And Not Skip Connections) Can Prevent the Perils of Rank Collapse","created":"2025-05-22","cited_by_count":7,"area":null},{"id":"2601.07832","title":"MHLA: Restoring Expressivity of Linear Attention via Token-Level Multi-Head","created":"2026-01-12","cited_by_count":7,"area":null},{"id":"2311.13624","title":"A Theoretical Insight into Attack and Defense of Gradient Leakage in Transformer","created":"2023-11-22","cited_by_count":6,"area":null},{"id":"2507.23632","title":"On the Expressiveness of Softmax Attention: A Recurrent Neural Network Perspective","created":"2025-07-31","cited_by_count":6,"area":null},{"id":"2502.07553","title":"Transformers Provably Learn Sparse XOR with Polylogarithmic Parameters","created":"2025-02-11","cited_by_count":3,"area":null},{"id":"2502.18277","title":"Self-Adjust Softmax","created":"2025-02-25","cited_by_count":3,"area":null},{"id":"2602.23057","title":"Affine-Scaled Attention: Towards Flexible and Stable Transformer Attention","created":"2026-02-26","cited_by_count":3,"area":null},{"id":"2501.06382","title":"Dynamics of Spontaneous Topic Changes in Next Token Prediction with Self-Attention","created":"2025-01-10","cited_by_count":2,"area":null},{"id":"2503.01564","title":"Attention Condensation via Sparsity Induced Regularized Training","created":"2025-03-03","cited_by_count":0,"area":null}],"next_cursor":null}