{"total":113,"rows":[{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164,"area":null},{"id":"2305.05465","title":"The emergence of clusters in self-attention dynamics","created":"2023-05-09","cited_by_count":140,"area":null},{"id":"2109.04553","title":"Is Attention Better Than Matrix Decomposition?","created":"2021-09-09","cited_by_count":77,"area":null},{"id":"2302.07253","title":"Energy Transformer","created":"2023-02-14","cited_by_count":71,"area":null},{"id":"2206.00888","title":"Squeezeformer: An Efficient Transformer for Automatic Speech Recognition","created":"2022-06-02","cited_by_count":51,"area":null},{"id":"2312.14820","title":"How Smooth Is Attention?","created":"2023-12-22","cited_by_count":44,"area":null},{"id":"2109.04588","title":"BERT, mBERT, or BiBERT? A Study on Contextualized Embeddings for Neural Machine Translation","created":"2021-09-09","cited_by_count":35,"area":null},{"id":"2109.15142","title":"Redesigning the Transformer Architecture with Insights from Multi-particle Dynamical Systems","created":"2021-09-30","cited_by_count":31,"area":null},{"id":"2411.04551","title":"Measure-to-measure interpolation using Transformers","created":"2024-11-07","cited_by_count":29,"area":null},{"id":"2103.13597","title":"Mask Attention Networks: Rethinking and Strengthen Transformer","created":"2021-03-25","cited_by_count":28,"area":null},{"id":"2203.09176","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Sequence Generation","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2205.14612","title":"Do Residual Neural Networks discretize Neural Ordinary Differential Equations?","created":"2022-05-29","cited_by_count":27,"area":null},{"id":"2106.01506","title":"Transformers are Deep Infinite-Dimensional Non-Mercer Binary Kernel Machines","created":"2021-06-02","cited_by_count":22,"area":null},{"id":"2204.03783","title":"Does Simultaneous Speech Translation need Simultaneous Models?","created":"2022-04-08","cited_by_count":22,"area":null},{"id":"2402.04084","title":"Provably learning a multi-head attention layer","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2309.01213","title":"Implicit regularization of deep residual networks towards neural ODEs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2512.19941","title":"Block-Recurrent Dynamics in Vision Transformers","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2110.12612","title":"DelightfulTTS: The Microsoft Speech Synthesis System for Blizzard Challenge 2021","created":"2021-10-25","cited_by_count":19,"area":null},{"id":"2107.00961","title":"ResIST: Layer-Wise Decomposition of ResNets for Distributed Training","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2310.00811","title":"Sparse Backpropagation for MoE Training","created":"2023-10-01","cited_by_count":17,"area":"moe"},{"id":"2405.18273","title":"Synchronization on circles and spheres with nonlinear interactions","created":"2024-05-28","cited_by_count":17,"area":null},{"id":"2412.02682","title":"The Asymptotic Behavior of Attention in Transformers","created":"2024-12-03","cited_by_count":16,"area":null},{"id":"2504.01002","title":"Token embeddings violate the manifold hypothesis","created":"2025-04-01","cited_by_count":16,"area":null},{"id":"2407.01602","title":"Clustering in pure-attention hardmax transformers and its role in sentiment analysis","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2106.04279","title":"Staircase Attention for Recurrent Processing of Sequences","created":"2021-06-08","cited_by_count":14,"area":null},{"id":"2111.13164","title":"Neural network stochastic differential equation models with applications to financial data forecasting","created":"2021-11-25","cited_by_count":14,"area":null},{"id":"2212.06011","title":"A Neural ODE Interpretation of Transformer Layers","created":"2022-12-12","cited_by_count":14,"area":null},{"id":"2303.16166","title":"When Good and Reproducible Results are a Giant with Feet of Clay: The Importance of Software Quality in NLP","created":"2023-03-28","cited_by_count":14,"area":null},{"id":"2305.11073","title":"A Comparative Study on E-Branchformer vs Conformer in Speech Recognition, Translation, and Understanding Tasks","created":"2023-05-18","cited_by_count":14,"area":null},{"id":"2601.11061","title":"Spurious Rewards Paradox: Mechanistically Understanding How RLVR Activates Memorization Shortcuts in LLMs","created":"2026-01-16","cited_by_count":14,"area":"lr"},{"id":"2104.02308","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Neural Machine Translation","created":"2021-04-06","cited_by_count":12,"area":null},{"id":"2106.07167","title":"End-to-end Neural Diarization: From Transformer to Conformer","created":"2021-06-14","cited_by_count":12,"area":null},{"id":"2102.05628","title":"On the Regularity of Attention","created":"2021-02-10","cited_by_count":11,"area":null},{"id":"2104.04946","title":"UniDrop: A Simple yet Effective Technique to Improve Transformer without Extra Cost","created":"2021-04-11","cited_by_count":11,"area":null},{"id":"2210.05794","title":"Designing Robust Transformers using Robust Kernel Density Estimation","created":"2022-10-11","cited_by_count":11,"area":null},{"id":"2502.12131","title":"Transformer Dynamics: A neuroscientific approach to interpretability of large language models","created":"2025-02-17","cited_by_count":11,"area":"mechinterp"},{"id":"2603.01326","title":"Truth as a Trajectory: What Internal Representations Reveal About Large Language Model Reasoning","created":"2026-03-01","cited_by_count":10,"area":"lr"},{"id":"2109.04411","title":"Non-autoregressive End-to-end Speech Translation with Parallel Autoregressive Rescoring","created":"2021-09-09","cited_by_count":9,"area":null},{"id":"2204.00665","title":"CipherDAug: Ciphertext based Data Augmentation for Neural Machine Translation","created":"2022-04-01","cited_by_count":9,"area":null},{"id":"2505.13499","title":"Optimal Control for Transformer Architectures: Enhancing Generalization, Robustness and Efficiency","created":"2025-05-16","cited_by_count":8,"area":null},{"id":"2511.11553","title":"Multistability of Self-Attention Dynamics in Transformers","created":"2025-11-14","cited_by_count":8,"area":null},{"id":"2601.21366","title":"Perceptrons and localization of attention's mean-field landscape","created":"2026-01-29","cited_by_count":8,"area":null},{"id":"2402.02362","title":"Unification of Symmetries Inside Neural Networks: Transformer, Feedforward and Neural ODE","created":"2024-02-04","cited_by_count":7,"area":null},{"id":"2402.15415","title":"Understanding Catastrophic Forgetting In LoRA via Mean-Field Attention Dynamics","created":"2024-02-23","cited_by_count":7,"area":null},{"id":"2406.13762","title":"Unveiling the Hidden Structure of Self-Attention via Kernel Principal Component Analysis","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2406.13770","title":"Elliptical Attention","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2501.18793","title":"OT-Transformer: A Continuous-time Transformer Architecture with Optimal Transport Regularization","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2309.03019","title":"Leveraging ASR Pretrained Conformers for Speaker Verification through Transfer Learning and Knowledge Distillation","created":"2023-09-06","cited_by_count":6,"area":"distill"},{"id":"2506.00088","title":"HD-NDEs: Neural Differential Equations for Hallucination Detection in LLMs","created":"2025-05-30","cited_by_count":6,"area":null},{"id":"2103.03457","title":"IOT: Instance-wise Layer Reordering for Transformer Structures","created":"2021-03-05","cited_by_count":5,"area":null},{"id":"2110.05241","title":"Streaming Transformer Transducer Based Speech Recognition Using Non-Causal Convolution","created":"2021-10-07","cited_by_count":5,"area":null},{"id":"2407.03966","title":"Serialized Output Training by Learned Dominance","created":"2024-07-04","cited_by_count":5,"area":null},{"id":"2510.09904","title":"Stability of Transformers under Layer Normalization","created":"2025-10-10","cited_by_count":5,"area":null},{"id":"2605.14258","title":"Dynamics of the Transformer Residual Stream: Coupling Spectral Geometry to Network Topology","created":"2026-05-14","cited_by_count":5,"area":null},{"id":"2406.13781","title":"A Primal-Dual Framework for Transformers and Neural Networks","created":"2024-06-19","cited_by_count":4,"area":null},{"id":"2411.03042","title":"Predictor-Corrector Enhanced Transformers with Exponential Moving Average Coefficient Learning","created":"2024-11-05","cited_by_count":4,"area":null},{"id":"2506.15881","title":"T-SHRED: Symbolic Regression for Regularization and Model Discovery with Transformer Shallow Recurrent Decoders","created":"2025-06-18","cited_by_count":4,"area":null},{"id":"2209.08326","title":"Parameter-Efficient Conformers via Sharing Sparsely-Gated Experts for End-to-End Speech Recognition","created":"2022-09-17","cited_by_count":3,"area":"moe"},{"id":"2302.00854","title":"Learning PDE Solution Operator for Continuous Modeling of Time-Series","created":"2023-02-02","cited_by_count":3,"area":null},{"id":"2302.01581","title":"Learning to Decouple Complex Systems","created":"2023-02-03","cited_by_count":3,"area":null},{"id":"2309.09546","title":"Training dynamic models using early exits for automatic speech recognition on resource-constrained devices","created":"2023-09-18","cited_by_count":3,"area":"inference"},{"id":"2503.00687","title":"Transformer Meets Twicing: Harnessing Unattended Residual Information","created":"2025-03-02","cited_by_count":3,"area":null},{"id":"2505.06889","title":"IM-BERT: Enhancing Robustness of BERT through the Implicit Euler Method","created":"2025-05-11","cited_by_count":3,"area":null},{"id":"2512.10656","title":"Token Sample Complexity of Attention","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2604.07904","title":"Kuramoto Oscillatory Phase Encoding: Neuro-inspired Synchronization for Improved Learning Efficiency","created":"2026-04-09","cited_by_count":3,"area":null},{"id":"2605.01205","title":"SRA: Span Representation Alignment for Large Language Model Distillation","created":"2026-05-02","cited_by_count":3,"area":"alignment"},{"id":"2607.18584","title":"On the Diverse Dynamical Behaviors Arising in Deep Linear Transformers","created":"2026-07-20","cited_by_count":3,"area":null},{"id":"2206.00206","title":"Transformer with Fourier Integral Attentions","created":"2022-06-01","cited_by_count":2,"area":null},{"id":"2502.11840","title":"ChordFormer: A Conformer-Based Architecture for Large-Vocabulary Audio Chord Recognition","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2503.12899","title":"A Semantic-based Optimization Approach for Repairing LLMs: Case Study on Code Generation","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2510.03989","title":"A Mathematical Explanation of Transformers","created":"2025-10-05","cited_by_count":2,"area":null},{"id":"2512.03058","title":"Dynamical Properties of Tokens in Self-Attention and Effects of Positional Encoding","created":"2025-11-25","cited_by_count":2,"area":null},{"id":"2601.23236","title":"YuriiFormer: A Suite of Nesterov-Accelerated Transformers","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2605.01374","title":"MTA: Multi-Granular Trajectory Alignment for Large Language Model Distillation","created":"2026-05-02","cited_by_count":2,"area":"alignment"},{"id":"2305.10502","title":"EENED: End-to-End Neural Epilepsy Detection based on Convolutional Transformer","created":"2023-05-17","cited_by_count":1,"area":null},{"id":"2306.10058","title":"EM-Network: Oracle Guided Self-distillation for Sequence Learning","created":"2023-06-14","cited_by_count":1,"area":"distill"},{"id":"2310.14921","title":"PartialFormer: Modeling Part Instead of Whole for Machine Translation","created":"2023-10-23","cited_by_count":1,"area":null},{"id":"2410.24050","title":"A Mechanistic Study of Transformers Training Dynamics","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2509.15448","title":"Hierarchical Self-Attention: Generalizing Neural Attention Mechanics to Multi-Scale Problems","created":"2025-09-18","cited_by_count":1,"area":null},{"id":"2510.16851","title":"Neuronal Group Communication for Efficient Neural representation","created":"2025-10-19","cited_by_count":1,"area":null},{"id":"2601.21955","title":"From Generative Modeling to Clinical Classification: A GPT-Based Architecture for EHR Notes","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2602.20624","title":"Physics-based phenomenological characterization of cross-modal bias in multimodal models","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.16535","title":"SympFormer: Accelerated attention blocks via Inertial Dynamics on Density Manifolds","created":"2026-03-17","cited_by_count":1,"area":null},{"id":"2605.07772","title":"Training-Induced Escape from Token Clustering in a Mean-Field Formulation of Transformers","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2606.05140","title":"Phase transitions for the noisy transformer model in arbitrary dimension","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2608.08922","title":"Clustered Attractor Manifolds and Dynamical Condensation in Self-Attention","created":"2026-08-09","cited_by_count":1,"area":null},{"id":"2209.00260","title":"Deep Sparse Conformer for Speech Recognition","created":"2022-09-01","cited_by_count":0,"area":null},{"id":"2209.00261","title":"Attention Enhanced Citrinet for Speech Recognition","created":"2022-09-01","cited_by_count":0,"area":null},{"id":"2209.12826","title":"Multi-encoder attention-based architectures for sound recognition with partial visual assistance","created":"2022-09-26","cited_by_count":0,"area":null},{"id":"2211.01189","title":"Inference and Denoise: Causal Inference-based Neural Speech Enhancement","created":"2022-11-02","cited_by_count":0,"area":null},{"id":"2305.18771","title":"SFCNeXt: a simple fully convolutional network for effective brain age estimation with small sample size","created":"2023-05-30","cited_by_count":0,"area":null},{"id":"2504.11808","title":"Federated Spectral Graph Transformers Meet Neural Ordinary Differential Equations for Non-IID Graphs","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2506.10371","title":"Revisiting Transformers with Insights from Image Filtering and Boosting","created":"2025-06-12","cited_by_count":0,"area":null},{"id":"2507.10464","title":"AudioMAE++: learning better masked audio representations with SwiGLU FFNs","created":"2025-07-14","cited_by_count":0,"area":null},{"id":"2507.19747","title":"TokenBlowUp: Resolving Representational Singularities in LLM Token Spaces via Monoidal Transformations","created":"2025-07-26","cited_by_count":0,"area":null},{"id":"2509.22463","title":"IIET: Efficient Numerical Transformer via Implicit Iterative Euler Method","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2510.03303","title":"Machine Learning and Control: Foundations, Advances, and Perspectives","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2510.14168","title":"Optimal Control Theoretic Neural Optimizer: From Backpropagation to Dynamic Programming","created":"2025-10-15","cited_by_count":0,"area":null},{"id":"2511.16501","title":"ODE-ViT: Plug & Play Attention Layer from the Generalization of the ViT as an Ordinary Differential Equation","created":"2025-11-20","cited_by_count":0,"area":null}],"next_cursor":"100"}