{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1709.01507","title":"Squeeze-and-Excitation Networks","created":"2017-09-05","cited_by_count":4789},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"1711.07971","title":"Non-local Neural Networks","created":"2017-11-21","cited_by_count":2293},{"id":"1603.05027","title":"Identity Mappings in Deep Residual Networks","created":"2016-03-16","cited_by_count":1965},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569},{"id":"1804.00015","title":"ESPnet: End-to-End Speech Processing Toolkit","created":"2018-03-30","cited_by_count":558},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"1412.5567","title":"Deep Speech: Scaling up end-to-end speech recognition","created":"2014-12-17","cited_by_count":354},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347},{"id":"1609.06773","title":"Joint CTC-Attention based End-to-End Speech Recognition using Multi-task Learning","created":"2016-09-21","cited_by_count":257},{"id":"2002.02562","title":"Transformer Transducer: A Streamable Speech Recognition Model with Transformer Encoders and RNN-T Loss","created":"2020-02-07","cited_by_count":235},{"id":"1901.10430","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","created":"2019-01-29","cited_by_count":211},{"id":"1909.06317","title":"A Comparative Study on Transformer vs RNN in Speech Applications","created":"2019-09-13","cited_by_count":211},{"id":"2011.13205","title":"SLURP: A Spoken Language Understanding Resource Package","created":"2020-11-26","cited_by_count":198},{"id":"1901.11117","title":"The Evolved Transformer","created":"2019-01-30","cited_by_count":180},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178},{"id":"1804.09541","title":"QANet: Combining Local Convolution with Global Self-Attention for Reading Comprehension","created":"2018-04-23","cited_by_count":164},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142},{"id":"2010.13956","title":"Recent Developments on ESPnet Toolkit Boosted by Conformer","created":"2020-10-26","cited_by_count":132},{"id":"2004.11886","title":"Lite Transformer with Long-Short Range Attention","created":"2020-04-24","cited_by_count":127},{"id":"1911.08460","title":"End-to-end ASR: from Supervised to Semi-Supervised Learning with Modern Architectures","created":"2019-11-19","cited_by_count":120},{"id":"2202.10108","title":"ViTAEv2: Vision Transformer Advanced by Exploring Inductive Bias for Image Recognition and Beyond","created":"2022-02-21","cited_by_count":117},{"id":"2105.14103","title":"An Attention Free Transformer","created":"2021-05-28","cited_by_count":112},{"id":"2205.12956","title":"Inception Transformer","created":"2022-05-25","cited_by_count":99},{"id":"2005.03191","title":"ContextNet: Improving Convolutional Neural Networks for Automatic Speech Recognition with Global Context","created":"2020-05-07","cited_by_count":97},{"id":"1801.00841","title":"Exploring Architectures, Data and Units For Streaming End-to-End Speech Recognition with RNN-Transducer","created":"2018-01-02","cited_by_count":96},{"id":"2207.02971","title":"Branchformer: Parallel MLP-Attention Architectures to Capture Local and Global Context for Speech Recognition and Understanding","created":"2022-07-06","cited_by_count":91},{"id":"2008.02496","title":"ConvBERT: Improving BERT with Span-based Dynamic Convolution","created":"2020-08-06","cited_by_count":88},{"id":"2011.01991","title":"Internal Language Model Estimation for Domain-Adaptive End-to-End Speech Recognition","created":"2020-11-03","cited_by_count":80},{"id":"1904.03288","title":"Jasper: An End-to-End Convolutional Neural Acoustic Model","created":"2019-04-05","cited_by_count":76},{"id":"2111.14556","title":"On the Integration of Self-Attention and Convolution","created":"2021-11-29","cited_by_count":74},{"id":"2001.02674","title":"Streaming automatic speech recognition with the transformer model","created":"2020-01-08","cited_by_count":73},{"id":"2111.10367","title":"SLUE: New Benchmark Tasks for Spoken Language Understanding Evaluation on Natural Speech","created":"2021-11-19","cited_by_count":72},{"id":"2108.09084","title":"Fastformer: Additive Attention Can Be All You Need","created":"2021-08-20","cited_by_count":61},{"id":"1911.03864","title":"Improving Transformer Models by Reordering their Sublayers","created":"2019-11-10","cited_by_count":52},{"id":"1805.03294","title":"Improved training of end-to-end attention models for speech recognition","created":"2018-05-08","cited_by_count":36},{"id":"1912.03010","title":"Semantic Mask for Transformer based End-to-End Speech Recognition","created":"2019-12-06","cited_by_count":18},{"id":"2001.00577","title":"Attention based on-device streaming speech recognition with large speech corpus","created":"2020-01-02","cited_by_count":18},{"id":"2108.13048","title":"ASR-GLUE: A New Multi-task Benchmark for ASR-Robust Natural Language Understanding","created":"2021-08-30","cited_by_count":9},{"id":"2110.05571","title":"SRU++: Pioneering Fast Recurrence with Attention for Speech Recognition","created":"2021-10-11","cited_by_count":6},{"id":"1912.11793","title":"Attention-based ASR with Lightweight and Dynamic Convolutions","created":"2019-12-26","cited_by_count":3}],"next_cursor":null}