{"total":89,"rows":[{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2502.12524","title":"YOLOv12: Attention-Centric Real-Time Object Detectors","created":"2025-02-18","cited_by_count":305,"area":null},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204,"area":null},{"id":"2207.02505","title":"Pure Transformers are Powerful Graph Learners","created":"2022-07-06","cited_by_count":188,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2111.00035","title":"Skyformer: Remodel Self-Attention with Gaussian Kernel and Nystr\\\"om Method","created":"2021-10-29","cited_by_count":63,"area":null},{"id":"2312.01728","title":"ImputeFormer: Low Rankness-Induced Transformers for Generalizable Spatiotemporal Imputation","created":"2023-12-04","cited_by_count":50,"area":null},{"id":"2106.03764","title":"On the Expressive Power of Self-Attention Matrices","created":"2021-06-07","cited_by_count":47,"area":null},{"id":"2307.14023","title":"Are Transformers with One Layer Self-Attention Using Low-Rank Weight Matrices Universal Approximators?","created":"2023-07-26","cited_by_count":47,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2210.09573","title":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","created":"2022-10-18","cited_by_count":41,"area":null},{"id":"2306.02010","title":"Memorization Capacity of Multi-Head Attention in Transformers","created":"2023-06-03","cited_by_count":40,"area":null},{"id":"2404.03827","title":"Uniform Memory Retrieval with Larger Capacity for Modern Hopfield Models","created":"2024-04-04","cited_by_count":38,"area":null},{"id":"2408.12186","title":"Transformers are Minimax Optimal Nonparametric In-Context Learners","created":"2024-08-22","cited_by_count":37,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2305.18475","title":"Approximation Rate of the Transformer Architecture for Sequence Modeling","created":"2023-05-29","cited_by_count":28,"area":null},{"id":"2410.23819","title":"Weight decay induces low-rank attention layers","created":"2024-10-31","cited_by_count":27,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2401.10510","title":"When Large Language Models Meet Evolutionary Algorithms: Potential Enhancements and Challenges","created":"2024-01-19","cited_by_count":20,"area":null},{"id":"2111.01353","title":"Can Vision Transformers Perform Convolution?","created":"2021-11-02","cited_by_count":18,"area":null},{"id":"2110.08797","title":"Towards Language-guided Visual Recognition via Dynamic Convolutions","created":"2021-10-17","cited_by_count":17,"area":null},{"id":"2105.03928","title":"Which transformer architecture fits my data? A vocabulary bottleneck in self-attention","created":"2021-05-09","cited_by_count":16,"area":null},{"id":"2203.06462","title":"Low-Rank Softmax Can Have Unargmaxable Classes in Theory but Rarely in Practice","created":"2022-03-12","cited_by_count":15,"area":null},{"id":"2510.02091","title":"Demystifying the Roles of LLM Layers in Retrieval, Knowledge, and Reasoning","created":"2025-10-02","cited_by_count":15,"area":"lr"},{"id":"2506.14562","title":"AlphaDecay: Module-wise Weight Decay for Heavy-Tailed Balancing in LLMs","created":"2025-06-17","cited_by_count":13,"area":null},{"id":"2410.14195","title":"Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2411.07538","title":"Unraveling the Gradient Descent Dynamics of Transformers","created":"2024-11-12","cited_by_count":11,"area":null},{"id":"2302.02060","title":"Representation Deficiency in Masked Language Modeling","created":"2023-02-04","cited_by_count":10,"area":null},{"id":"2405.08553","title":"Improving Transformers with Dynamically Composable Multi-Head Attention","created":"2024-05-14","cited_by_count":10,"area":null},{"id":"2306.08889","title":"Dissecting Multimodality in VideoQA Transformer Models by Impairing Modality Fusion","created":"2023-06-15","cited_by_count":8,"area":null},{"id":"2601.07832","title":"MHLA: Restoring Expressivity of Linear Attention via Token-Level Multi-Head","created":"2026-01-12","cited_by_count":7,"area":null},{"id":"2105.04779","title":"EL-Attention: Memory Efficient Lossless Attention for Generation","created":"2021-05-11","cited_by_count":6,"area":null},{"id":"2204.10670","title":"Paramixer: Parameterizing Mixing Links in Sparse Factors Works Better than Dot-Product Self-Attention","created":"2022-04-22","cited_by_count":6,"area":null},{"id":"2206.14318","title":"Bottleneck Low-rank Transformers for Low-resource Spoken Language Understanding","created":"2022-06-28","cited_by_count":6,"area":null},{"id":"2407.01320","title":"Increasing Model Capacity for Free: A Simple Strategy for Parameter Efficient Fine-tuning","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2411.02063","title":"Scalable Efficient Training of Large Language Models with Low-dimensional Projected Attention","created":"2024-11-04","cited_by_count":6,"area":null},{"id":"2508.16929","title":"Dimensional Collapse in Transformer Attention Outputs: A Challenge for Sparse Dictionary Learning","created":"2025-08-23","cited_by_count":6,"area":"mechinterp"},{"id":"2407.16153","title":"On the Benefits of Rank in Attention Layers","created":"2024-07-23","cited_by_count":5,"area":null},{"id":"2504.13558","title":"Transformers Can Overcome the Curse of Dimensionality: A Theoretical Study from an Approximation Perspective","created":"2025-04-18","cited_by_count":5,"area":null},{"id":"2505.07300","title":"L-SWAG: Layer-Sample Wise Activation with Gradients information for Zero-Shot NAS on Vision Transformers","created":"2025-05-12","cited_by_count":5,"area":null},{"id":"2602.05929","title":"KV-CoRE: Benchmarking Data-Dependent Low-Rank Compressibility of KV-Caches in LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2210.15541","title":"Transformers meet Stochastic Block Models: Attention with Data-Adaptive Sparsity and Cost","created":"2022-10-27","cited_by_count":4,"area":null},{"id":"2503.12912","title":"Pose as a Modality: A Psychology-Inspired Network for Personality Recognition with a New Multimodal Dataset","created":"2025-03-17","cited_by_count":4,"area":null},{"id":"2508.08011","title":"Optimal Transport Depth Up-Scaling","created":"2025-08-11","cited_by_count":4,"area":null},{"id":"2510.06662","title":"The Effect of Attention Head Count on Transformer Approximation","created":"2025-10-08","cited_by_count":4,"area":null},{"id":"2112.05425","title":"Couplformer:Rethinking Vision Transformer with Coupling Attention Map","created":"2021-12-10","cited_by_count":3,"area":null},{"id":"2303.01884","title":"AutoMatch: A Large-scale Audio Beat Matching Benchmark for Boosting Deep Learning Assistant Video Editing","created":"2023-03-03","cited_by_count":3,"area":null},{"id":"2310.17418","title":"Circuit as Set of Points","created":"2023-10-26","cited_by_count":3,"area":null},{"id":"2402.16319","title":"Data-free Weight Compress and Denoise for Large Language Models","created":"2024-02-26","cited_by_count":3,"area":null},{"id":"2502.11467","title":"Approximation of Permutation Invariant Polynomials by Transformers: Efficient Construction in Column-Size","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2203.12487","title":"A Context-Aware Feature Fusion Framework for Punctuation Restoration","created":"2022-03-23","cited_by_count":2,"area":null},{"id":"2402.09558","title":"Bidirectional Generative Pre-training for Improving Healthcare Time-series Representation Learning","created":"2024-02-14","cited_by_count":2,"area":null},{"id":"2411.10115","title":"Memorization in Attention-only Transformers","created":"2024-11-15","cited_by_count":2,"area":null},{"id":"2501.01023","title":"Hadamard Attention Recurrent Transformer: A Strong Baseline for Stereo Matching Transformer","created":"2025-01-02","cited_by_count":2,"area":null},{"id":"2505.15548","title":"Dense Local Dependencies Induce Attention-Logit Explosion and Training Instability During Long-Sequence Transformer Training","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2509.20124","title":"Probability Signature: Bridging Data Semantics and Embedding Structure in Language Models","created":"2025-09-24","cited_by_count":2,"area":null},{"id":"2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2606.27449","title":"Prism Transformer: Progressive Head Schedules for Hierarchical Attention Processing","created":"2026-06-25","cited_by_count":2,"area":null},{"id":"2606.28116","title":"Mechanism-Driven Monitors for Preemptive Detection of LLM Training Instability","created":"2026-06-26","cited_by_count":2,"area":null},{"id":"2212.10197","title":"EIT: Enhanced Interactive Transformer","created":"2022-12-20","cited_by_count":1,"area":null},{"id":"2307.09367","title":"LEST: Large-scale LiDAR Semantic Segmentation with Transformer","created":"2023-07-14","cited_by_count":1,"area":null},{"id":"2310.14921","title":"PartialFormer: Modeling Part Instead of Whole for Machine Translation","created":"2023-10-23","cited_by_count":1,"area":null},{"id":"2510.01817","title":"Sparse Query Attention (SQA): A Computationally Efficient Attention Mechanism with Query Heads Reduction","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2510.23052","title":"Knocking-Heads Attention","created":"2025-10-27","cited_by_count":1,"area":null},{"id":"2512.10547","title":"Unlocking the Address Book: Dissecting the Sparse Semantic Structure of LLM Key-Value Caches via Sparse Autoencoders","created":"2025-12-11","cited_by_count":1,"area":"inference"},{"id":"2602.01468","title":"A Statistical Theory of Gated Attention through the Lens of Hierarchical Mixture of Experts","created":"2026-02-01","cited_by_count":1,"area":"moe"},{"id":"2603.03084","title":"On the Expressive Power of Transformers for Maxout Networks and Continuous Piecewise Linear Functions","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.15665","title":"QV May Be Enough: Toward the Essence of Attention in LLMs","created":"2026-03-11","cited_by_count":1,"area":null},{"id":"2606.05999","title":"ATT-CR: Adaptive Triangular Transformer for Cloud Removal","created":"2026-06-04","cited_by_count":1,"area":null},{"id":"2208.14646","title":"An Empirical Study and Analysis of Learning Generalizable Manipulation Skill in the SAPIEN Simulator","created":"2022-08-31","cited_by_count":0,"area":null},{"id":"2211.04699","title":"FF2: A Feature Fusion Two-Stream Framework for Punctuation Restoration","created":"2022-11-09","cited_by_count":0,"area":null},{"id":"2310.16350","title":"Unraveling Feature Extraction Mechanisms in Neural Networks","created":"2023-10-25","cited_by_count":0,"area":null},{"id":"2312.12833","title":"Learning Exhaustive Correlation for Spectral Super-Resolution: Where Spatial-Spectral Attention Meets Linear Dependence","created":"2023-12-20","cited_by_count":0,"area":null},{"id":"2404.04924","title":"GvT: A Graph-based Vision Transformer with Talking-Heads Utilizing Sparsity, Trained from Scratch on Small Datasets","created":"2024-04-07","cited_by_count":0,"area":null},{"id":"2410.00380","title":"GLMHA A Guided Low-rank Multi-Head Self-Attention for Efficient Image Restoration and Spectral Reconstruction","created":"2024-10-01","cited_by_count":0,"area":null},{"id":"2502.00585","title":"Converting Transformers into DGNNs Form","created":"2025-02-01","cited_by_count":0,"area":null},{"id":"2504.11995","title":"A Review of YOLOv12: Attention-Based Enhancements vs. Previous Versions","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2509.07963","title":"Customizing the Inductive Biases of Softmax Attention using Structured Matrices","created":"2025-09-09","cited_by_count":0,"area":null},{"id":"2510.03784","title":"Performance-Efficiency Tradeoffs in Transformers: An Approximation Theory Perspective","created":"2025-10-04","cited_by_count":0,"area":null},{"id":"2511.22362","title":"Efficient-Husformer: Efficient Multimodal Transformer Hyperparameter Optimization for Stress and Cognitive Loads","created":"2025-11-27","cited_by_count":0,"area":null},{"id":"2512.03377","title":"Nexus: Higher-Order Attention Mechanisms in Transformers","created":"2025-12-03","cited_by_count":0,"area":null},{"id":"2602.03949","title":"Semantic Rate Distortion and Posterior Design: Compute Constraints, Multimodality, and Strategic Inference","created":"2026-02-03","cited_by_count":0,"area":null},{"id":"2602.17898","title":"Breaking the Correlation Plateau: On the Optimization and Capacity Limits of Attention-Based Regressors","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2606.08105","title":"A Unifying View of Attention Sinks: From Mechanisms to Architectural Interventions","created":"2026-06-06","cited_by_count":0,"area":null},{"id":"2607.24025","title":"SpecFormer: Mitigating Embedding and Attention Collapse via Spectral-Aware Transformer for Recommendation","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.11427","title":"Three Tokens Force Exponential Feature Rank in Nonnegative Kernel Attention","created":"2026-08-11","cited_by_count":0,"area":null},{"id":"2608.26052","title":"How Much Rank Does LoRA Need? Rank-Error Bounds for Transformer Attention","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2609.01231","title":"Multi-Head Self Attention is a Parameter Identification Mechanism","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2610.13261","title":"Data-Adaptive Mahalanobis Metric Learning for Cross-Head Attention in Transformers","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}