{"total":92,"rows":[{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502,"area":null},{"id":"2105.10497","title":"Intriguing Properties of Vision Transformers","created":"2021-05-21","cited_by_count":446,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2102.06657","title":"End-to-end Audio-visual Speech Recognition with Conformers","created":"2021-02-12","cited_by_count":151,"area":null},{"id":"2203.16634","title":"Transformer Language Models without Positional Encodings Still Learn Positional Information","created":"2022-03-30","cited_by_count":150,"area":null},{"id":"2303.03329","title":"End-to-End Speech Recognition: A Survey","created":"2023-03-03","cited_by_count":129,"area":null},{"id":"2202.13084","title":"Visual Speech Recognition for Multiple Languages in the Wild","created":"2022-02-26","cited_by_count":95,"area":null},{"id":"2106.06295","title":"Going Beyond Linear Transformers with Recurrent Fast Weight Programmers","created":"2021-06-11","cited_by_count":89,"area":null},{"id":"2110.07732","title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization","created":"2021-10-14","cited_by_count":62,"area":null},{"id":"2103.16775","title":"Attention, please! A survey of Neural Attention Models in Deep Learning","created":"2021-03-31","cited_by_count":51,"area":null},{"id":"2212.06246","title":"Jointly Learning Visual and Auditory Speech Representations from Raw Data","created":"2022-12-12","cited_by_count":47,"area":null},{"id":"2202.05798","title":"The Dual Form of Neural Networks Revisited: Connecting Test Time Predictions to Training Patterns via Spotlights of Attention","created":"2022-02-11","cited_by_count":46,"area":null},{"id":"2105.08399","title":"Relative Positional Encoding for Transformers with Linear Complexity","created":"2021-05-18","cited_by_count":37,"area":null},{"id":"2307.02419","title":"In-Context Learning for Attention Scheme: from Single Softmax Regression to Multiple Softmax Regression via a Tensor Trick","created":"2023-07-05","cited_by_count":32,"area":null},{"id":"2104.05544","title":"Investigating Methods to Improve Language Model Integration for Attention-based Encoder-Decoder ASR Models","created":"2021-04-12","cited_by_count":25,"area":null},{"id":"2204.09715","title":"Scaling Language Model Size in Cross-Device Federated Learning","created":"2022-03-31","cited_by_count":25,"area":null},{"id":"2305.13571","title":"Latent Positional Information is in the Self-Attention Variance of Transformer Language Models Without Positional Embeddings","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2102.04754","title":"Bayesian Transformer Language Models for Speech Recognition","created":"2021-02-09","cited_by_count":22,"area":null},{"id":"2102.08606","title":"Centroid Transformers: Learning to Abstract with Attention","created":"2021-02-17","cited_by_count":20,"area":null},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20,"area":null},{"id":"2110.06841","title":"On Language Model Integration for RNN Transducer based Speech Recognition","created":"2021-10-13","cited_by_count":17,"area":null},{"id":"2108.07789","title":"Adapting GPT, GPT-2 and BERT Language Models for Speech Recognition","created":"2021-07-29","cited_by_count":16,"area":null},{"id":"2110.01857","title":"ASR Rescoring and Confidence Estimation with ELECTRA","created":"2021-10-05","cited_by_count":16,"area":null},{"id":"2206.01649","title":"Neural Differential Equations for Learning to Program Neural Nets Through Continuous Learning Rules","created":"2022-06-03","cited_by_count":16,"area":null},{"id":"2102.06474","title":"Transformer Language Models with LSTM-based Cross-utterance Information Representation","created":"2021-02-12","cited_by_count":15,"area":null},{"id":"2102.03291","title":"baller2vec: A Multi-Entity Transformer For Multi-Agent Spatiotemporal Modeling","created":"2021-02-05","cited_by_count":14,"area":null},{"id":"2204.10586","title":"Efficient Training of Neural Transducer for Speech Recognition","created":"2022-04-22","cited_by_count":14,"area":null},{"id":"2110.04109","title":"Hierarchical Conditional End-to-End ASR with CTC and Multi-Granular Subword Units","created":"2021-10-08","cited_by_count":13,"area":null},{"id":"2405.02132","title":"Unveiling the Potential of LLM-Based ASR on Chinese Open-Source Datasets","created":"2024-05-03","cited_by_count":13,"area":null},{"id":"2410.17980","title":"Scaling Stick-Breaking Attention: An Efficient Implementation and In-depth Study","created":"2024-10-23","cited_by_count":13,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2208.09432","title":"Federated Select: A Primitive for Communication- and Memory-Efficient Federated Learning","created":"2022-08-19","cited_by_count":11,"area":null},{"id":"2103.05081","title":"A Parallelizable Lattice Rescoring Strategy with Neural Language Models","created":"2021-03-08","cited_by_count":10,"area":null},{"id":"2112.11540","title":"Mixed Precision of Quantization of Transformer Language Models for Speech Recognition","created":"2021-11-29","cited_by_count":10,"area":null},{"id":"2302.08917","title":"Massively Multilingual Shallow Fusion with Large Language Models","created":"2023-02-17","cited_by_count":10,"area":null},{"id":"2408.03669","title":"Beyond Over-smoothing: Uncovering the Trainability Challenges in Deep Graph Neural Networks","created":"2024-08-07","cited_by_count":10,"area":null},{"id":"2509.10534","title":"Decoupling the \"What\" and \"Where\" With Polar Coordinate Positional Embeddings","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2309.08628","title":"Recovering from Privacy-Preserving Masking with Large Language Models","created":"2023-09-12","cited_by_count":9,"area":null},{"id":"2104.04298","title":"On Architectures and Training for Raw Waveform Feature Extraction in ASR","created":"2021-04-09","cited_by_count":8,"area":null},{"id":"2104.05379","title":"Comparing the Benefit of Synthetic Training Data for Various Automatic Speech Recognition Architectures","created":"2021-04-12","cited_by_count":8,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2106.06922","title":"Cross-utterance Reranking Models with BERT and Graph Convolutional Networks for Conversational Speech Recognition","created":"2021-06-13","cited_by_count":7,"area":null},{"id":"2309.16082","title":"Forgetting Private Textual Sequences in Language Models via Leave-One-Out Ensemble","created":"2023-09-28","cited_by_count":6,"area":null},{"id":"2312.04691","title":"Simul-LLM: A Framework for Exploring High-Quality Simultaneous Translation with Large Language Models","created":"2023-12-07","cited_by_count":6,"area":null},{"id":"2403.04080","title":"Transformers and Language Models in Form Understanding: A Comprehensive Review of Scanned Document Analysis","created":"2024-03-06","cited_by_count":6,"area":null},{"id":"2501.00659","title":"Why Are Positional Encodings Nonessential for Deep Autoregressive Transformers? Revisiting a Petroglyph","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2102.07259","title":"Thank you for Attention: A survey on Attention-based Artificial Neural Networks for Automatic Speech Recognition","created":"2021-02-14","cited_by_count":5,"area":null},{"id":"2106.06989","title":"The DEformer: An Order-Agnostic Distribution Estimating Transformer","created":"2021-06-13","cited_by_count":5,"area":null},{"id":"2112.11438","title":"Mixed Precision Low-bit Quantization of Neural Network Language Models for Speech Recognition","created":"2021-11-29","cited_by_count":5,"area":null},{"id":"2210.11807","title":"Is Encoder-Decoder Redundant for Neural Machine Translation?","created":"2022-10-21","cited_by_count":5,"area":null},{"id":"2107.01569","title":"Cross-Modal Transformer-Based Neural Correction Models for Automatic Speech Recognition","created":"2021-07-04","cited_by_count":4,"area":null},{"id":"2107.03007","title":"Advancing CTC-CRF Based End-to-End Speech Recognition with Wordpieces and Conformers","created":"2021-07-07","cited_by_count":4,"area":null},{"id":"2110.10026","title":"Private Language Model Adaptation for Speech Recognition","created":"2021-09-28","cited_by_count":4,"area":null},{"id":"2302.13850","title":"Exploring the Advantages of Transformers for High-Frequency Trading","created":"2023-02-20","cited_by_count":4,"area":null},{"id":"2310.08132","title":"On the Relevance of Phoneme Duration Variability of Synthesized Training Data for Automatic Speech Recognition","created":"2023-10-12","cited_by_count":4,"area":null},{"id":"2206.12946","title":"AFT-VO: Asynchronous Fusion Transformers for Multi-View Visual Odometry Estimation","created":"2022-06-26","cited_by_count":3,"area":null},{"id":"2208.13259","title":"Bayesian Neural Network Language Modeling for Speech Recognition","created":"2022-08-28","cited_by_count":3,"area":null},{"id":"2210.06772","title":"Mitigating Unintended Memorization in Language Models via Alternating Teaching","created":"2022-10-13","cited_by_count":3,"area":null},{"id":"2212.04325","title":"Lattice-Free Sequence Discriminative Training for Phoneme-Based Neural Transducers","created":"2022-12-07","cited_by_count":3,"area":null},{"id":"2305.09764","title":"Application-Agnostic Language Modeling for On-Device ASR","created":"2023-05-16","cited_by_count":3,"area":null},{"id":"2305.17782","title":"RASR2: The RWTH ASR Toolkit for Generic Sequence-to-sequence Speech Recognition","created":"2023-05-28","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2104.02858","title":"Capturing Multi-Resolution Context by Dilated Self-Attention","created":"2021-04-07","cited_by_count":2,"area":null},{"id":"2211.05121","title":"Adaptive Multi-Corpora Language Model Training for Speech Recognition","created":"2022-11-09","cited_by_count":2,"area":null},{"id":"2309.00857","title":"Evaluating Transformer's Ability to Learn Mildly Context-Sensitive Languages","created":"2023-09-02","cited_by_count":2,"area":null},{"id":"2309.10524","title":"Harnessing the Zero-Shot Power of Instruction-Tuned Large Language Model in End-to-End Speech Recognition","created":"2023-09-19","cited_by_count":2,"area":null},{"id":"2309.15869","title":"Unsupervised Pre-Training for Vietnamese Automatic Speech Recognition in the HYKIST Project","created":"2023-09-26","cited_by_count":2,"area":null},{"id":"2310.11003","title":"Correction Focused Language Model Training for Speech Recognition","created":"2023-10-17","cited_by_count":2,"area":null},{"id":"2311.01398","title":"Server-side Rescoring of Spoken Entity-centric Knowledge Queries for Virtual Assistants","created":"2023-11-02","cited_by_count":2,"area":null},{"id":"2506.06096","title":"Label-Context-Dependent Internal Language Model Estimation for CTC","created":"2025-06-06","cited_by_count":2,"area":null},{"id":"2104.10507","title":"On Sampling-Based Training Criteria for Neural Language Modeling","created":"2021-04-21","cited_by_count":1,"area":null},{"id":"2112.08718","title":"Prompt Tuning GPT-2 language model for parameter-efficient domain adaptation of ASR systems","created":"2021-12-16","cited_by_count":1,"area":null},{"id":"2204.08688","title":"DecBERT: Enhancing the Language Understanding of BERT with Causal Attention Masks","created":"2022-04-19","cited_by_count":1,"area":null},{"id":"2301.00066","title":"Memory Augmented Lookup Dictionary based Language Modeling for Automatic Speech Recognition","created":"2022-12-30","cited_by_count":1,"area":null},{"id":"2306.16903","title":"Leveraging Cross-Utterance Context For ASR Decoding","created":"2023-06-29","cited_by_count":1,"area":null},{"id":"2309.08454","title":"Combining TF-GridNet and Mixture Encoder for Continuous Speech Separation for Meeting Transcription","created":"2023-09-15","cited_by_count":1,"area":null},{"id":"2506.07975","title":"Hyperpruning: Efficient Search through Pruned Variants of Recurrent Neural Networks Leveraging Lyapunov Spectrum","created":"2025-06-09","cited_by_count":1,"area":null},{"id":"2509.10143","title":"Error Analysis in a Modular Meeting Transcription System","created":"2025-09-12","cited_by_count":1,"area":null},{"id":"2104.01572","title":"TransfoRNN: Capturing the Sequential Information in Self-Attention Representations for Language Modeling","created":"2021-04-04","cited_by_count":0,"area":null},{"id":"2107.06155","title":"The IWSLT 2021 BUT Speech Translation Systems","created":"2021-07-13","cited_by_count":0,"area":null},{"id":"2110.13032","title":"Paradigm Shift in Language Modeling: Revisiting CNN for Modeling Sanskrit Originated Bengali and Hindi Language","created":"2021-10-25","cited_by_count":0,"area":null},{"id":"2111.06310","title":"Self-Normalized Importance Sampling for Neural Language Modeling","created":"2021-11-11","cited_by_count":0,"area":null},{"id":"2209.04041","title":"Multilingual Transformer Language Model for Speech Recognition in Low-resource Languages","created":"2022-09-08","cited_by_count":0,"area":null},{"id":"2310.07345","title":"Investigating the Effect of Language Models in Sequence Discriminative Training for Neural Transducers","created":"2023-10-11","cited_by_count":0,"area":null},{"id":"2312.12764","title":"Lattice Rescoring Based on Large Ensemble of Complementary Neural Language Models","created":"2023-12-20","cited_by_count":0,"area":null},{"id":"2409.20503","title":"What Information Contributes to Log-based Anomaly Detection? Insights from a Configurable Transformer-Based Approach","created":"2024-09-30","cited_by_count":0,"area":null},{"id":"2502.10058","title":"MTLM: Incorporating Bidirectional Text Information to Enhance Language Model Training in Speech Recognition Systems","created":"2025-02-14","cited_by_count":0,"area":null},{"id":"2507.00669","title":"Audio-3DVG: Unified Audio -- Point Cloud Fusion for 3D Visual Grounding","created":"2025-07-01","cited_by_count":0,"area":null},{"id":"2510.24342","title":"A Unified Geometric Space for Topological Alignment Between Transformer-Based Models and Human Brain Networks","created":"2025-10-28","cited_by_count":0,"area":null},{"id":"2607.00580","title":"Active Spatial Guidance: Eliminating Injected Positional Mechanisms in Vision Transformers","created":"2026-07-01","cited_by_count":0,"area":null},{"id":"2607.05612","title":"Revisiting the Relation Between Language Model Perplexity and ASR Word Error Rate for Modern End-to-End Speech Recognition","created":"2026-07-06","cited_by_count":0,"area":null}],"next_cursor":null}