{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"1606.07947","title":"Sequence-Level Knowledge Distillation","created":"2016-06-25","cited_by_count":801},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"1706.00384","title":"Deep Mutual Learning","created":"2017-06-01","cited_by_count":628},{"id":"2106.06103","title":"Conditional Variational Autoencoder with Adversarial Learning for End-to-End Text-to-Speech","created":"2021-06-11","cited_by_count":561},{"id":"1804.00015","title":"ESPnet: End-to-End Speech Processing Toolkit","created":"2018-03-30","cited_by_count":558},{"id":"1805.04770","title":"Born Again Neural Networks","created":"2018-05-12","cited_by_count":546},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"1506.07503","title":"Attention-Based Models for Speech Recognition","created":"2015-06-24","cited_by_count":401},{"id":"2005.11129","title":"Glow-TTS: A Generative Flow for Text-to-Speech via Monotonic Alignment Search","created":"2020-05-22","cited_by_count":273},{"id":"1909.09577","title":"NeMo: a toolkit for building AI applications using Neural Modules","created":"2019-09-14","cited_by_count":235},{"id":"1901.10430","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","created":"2019-01-29","cited_by_count":211},{"id":"1806.00187","title":"Scaling Neural Machine Translation","created":"2018-06-01","cited_by_count":204},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202},{"id":"2010.10504","title":"Pushing the Limits of Semi-Supervised Learning for Automatic Speech Recognition","created":"2020-10-20","cited_by_count":187},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"1901.11117","title":"The Evolved Transformer","created":"2019-01-30","cited_by_count":180},{"id":"2005.09629","title":"Improved Noisy Student Training for Automatic Speech Recognition","created":"2020-05-19","cited_by_count":141},{"id":"2006.06202","title":"A Monolingual Approach to Contextualized Word Embeddings for Mid-Resource Languages","created":"2020-06-11","cited_by_count":131},{"id":"1906.02762","title":"Understanding and Improving Transformer From a Multi-Particle Dynamic System Point of View","created":"2019-06-06","cited_by_count":113},{"id":"1711.05852","title":"Apprentice: Using Knowledge Distillation Techniques To Improve Low-Precision Network Accuracy","created":"2017-11-15","cited_by_count":101},{"id":"1910.03723","title":"Knowledge Distillation from Internal Representations","created":"2019-10-08","cited_by_count":87},{"id":"1907.04829","title":"BAM! Born-Again Multi-Task Networks for Natural Language Understanding","created":"2019-07-10","cited_by_count":85},{"id":"2005.08700","title":"Mask CTC: Non-Autoregressive End-to-End ASR with CTC and Mask Predict","created":"2020-05-18","cited_by_count":76},{"id":"1507.08240","title":"EESEN: End-to-End Speech Recognition using Deep RNN Models and WFST-based Decoding","created":"2015-07-29","cited_by_count":73},{"id":"2010.11148","title":"FastEmit: Low-latency Streaming ASR with Sequence-level Emission Regularization","created":"2020-10-21","cited_by_count":69},{"id":"2002.08926","title":"Imputer: Sequence Modelling via Imputation and Dynamic Programming","created":"2020-02-20","cited_by_count":66},{"id":"2004.01655","title":"Aligned Cross Entropy for Non-Autoregressive Machine Translation","created":"2020-04-03","cited_by_count":65},{"id":"1906.03805","title":"Improving Neural Language Modeling via Adversarial Training","created":"2019-06-10","cited_by_count":49},{"id":"2209.15329","title":"SpeechLM: Enhanced Speech Pre-Training with Unpaired Textual Data","created":"2022-09-30","cited_by_count":49},{"id":"2109.04588","title":"BERT, mBERT, or BiBERT? A Study on Contextualized Embeddings for Neural Machine Translation","created":"2021-09-09","cited_by_count":35},{"id":"2109.06481","title":"AligNART: Non-autoregressive Neural Machine Translation by Jointly Learning to Estimate Alignment and Translate","created":"2021-09-14","cited_by_count":24},{"id":"2203.00006","title":"Towards Reducing the Need for Speech Training Data To Build Spoken Language Understanding Systems","created":"2022-02-26","cited_by_count":20},{"id":"1904.08311","title":"Guiding CTC Posterior Spike Timings for Improved Posterior Fusion and Knowledge Distillation","created":"2019-04-17","cited_by_count":18},{"id":"2112.08778","title":"Self-Supervised Learning for speech recognition with Intermediate layer supervision","created":"2021-12-16","cited_by_count":15},{"id":"2008.00671","title":"TutorNet: Towards Flexible Knowledge Distillation for End-to-End Speech Recognition","created":"2020-08-03","cited_by_count":12},{"id":"2104.04946","title":"UniDrop: A Simple yet Effective Technique to Improve Transformer without Extra Cost","created":"2021-04-11","cited_by_count":11},{"id":"2006.10270","title":"Multi-branch Attentive Transformer","created":"2020-06-18","cited_by_count":10},{"id":"2106.06751","title":"Guiding Teacher Forcing with Seer Forcing for Neural Machine Translation","created":"2021-06-12","cited_by_count":8},{"id":"2204.04645","title":"Self-Supervised Audio-and-Text Pre-training with Extremely Low-Resource Parallel Data","created":"2022-04-10","cited_by_count":4},{"id":"2211.13443","title":"TESSP: Text-Enhanced Self-Supervised Speech Pre-training","created":"2022-11-24","cited_by_count":4},{"id":"2210.16755","title":"token2vec: A Joint Self-Supervised Pre-training Framework Using Unpaired Speech and Text","created":"2022-10-30","cited_by_count":3}],"next_cursor":null}