{"list":"other","total":81,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1905.00414","title":"Similarity of Neural Network Representations Revisited","created":"2019-05-01","cited_by_count":1755},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"2102.12452","title":"Probing Classifiers: Promises, Shortcomings, and Advances","created":"2021-02-24","cited_by_count":876},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"1909.03368","title":"Designing and Interpreting Probes with Control Tasks","created":"2019-09-08","cited_by_count":640},{"id":"1912.07875","title":"Libri-Light: A Benchmark for ASR with Limited or No Supervision","created":"2019-12-17","cited_by_count":467},{"id":"2101.00390","title":"VoxPopuli: A Large-Scale Multilingual Speech Corpus for Representation Learning, Semi-Supervised Learning and Interpretation","created":"2021-01-02","cited_by_count":463},{"id":"2106.06909","title":"GigaSpeech: An Evolving, Multi-domain ASR Corpus with 10,000 Hours of Transcribed Audio","created":"2021-06-13","cited_by_count":399},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340},{"id":"1806.05759","title":"Insights on representational similarity in neural networks with canonical correlation","created":"2018-06-14","cited_by_count":324},{"id":"1809.00496","title":"LRS3-TED: a large-scale dataset for visual speech recognition","created":"2018-09-03","cited_by_count":308},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298},{"id":"1803.05449","title":"SentEval: An Evaluation Toolkit for Universal Sentence Representations","created":"2018-03-14","cited_by_count":294},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287},{"id":"1812.08951","title":"Analysis Methods in Neural Language Processing: A Survey","created":"2018-12-21","cited_by_count":277},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260},{"id":"1904.03670","title":"Speech Model Pre-training for End-to-End Spoken Language Understanding","created":"2019-04-07","cited_by_count":193},{"id":"2211.03929","title":"Comparative layer-wise analysis of self-supervised speech models","created":"2022-11-08","cited_by_count":158},{"id":"2005.00719","title":"Probing the Probing Paradigm: Does Probing Accuracy Entail Task Relevance?","created":"2020-05-02","cited_by_count":151},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148},{"id":"2110.01900","title":"DistilHuBERT: Speech Representation Learning by Layer-wise Distillation of Hidden-unit BERT","created":"2021-10-05","cited_by_count":144},{"id":"1909.01380","title":"The Bottom-up Evolution of Representations in the Transformer: A Study with Machine Translation and Language Modeling Objectives","created":"2019-09-03","cited_by_count":139},{"id":"2203.16502","title":"Generative Spoken Dialogue Language Modeling","created":"2022-03-30","cited_by_count":126},{"id":"2011.11588","title":"The Zero Resource Speech Benchmark 2021: Metrics and baselines for unsupervised spoken language modeling","created":"2020-11-23","cited_by_count":101},{"id":"2012.06185","title":"Exploring wav2vec 2.0 on speaker verification and language identification","created":"2020-12-11","cited_by_count":95},{"id":"2110.14513","title":"Neural Analysis and Synthesis: Reconstructing Speech from Self-Supervised Representations","created":"2021-10-27","cited_by_count":81},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77},{"id":"2111.10367","title":"SLUE: New Benchmark Tasks for Spoken Language Understanding Evaluation on Natural Speech","created":"2021-11-19","cited_by_count":72},{"id":"2101.00387","title":"What all do audio transformer models hear? Probing Acoustic Representations for Language Delivery and its Structure","created":"2021-01-02","cited_by_count":52},{"id":"2012.15454","title":"Text-Free Image-to-Speech Synthesis Using Learned Segmental Units","created":"2020-12-31","cited_by_count":51},{"id":"2007.13465","title":"Self-Supervised Contrastive Learning for Unsupervised Phoneme Segmentation","created":"2020-07-27","cited_by_count":43},{"id":"2010.05967","title":"The Zero Resource Speech Challenge 2020: Discovering discrete subword and word units","created":"2020-10-12","cited_by_count":39},{"id":"2203.15081","title":"Word Discovery in Visually Grounded, Self-Supervised Speech Models","created":"2022-03-28","cited_by_count":37},{"id":"2212.10525","title":"SLUE Phase-2: A Benchmark Suite of Diverse Spoken Language Understanding Tasks","created":"2022-12-20","cited_by_count":35},{"id":"2106.02170","title":"Segmental Contrastive Predictive Coding for Unsupervised Word Segmentation","created":"2021-06-03","cited_by_count":32},{"id":"2210.02595","title":"Exploration of A Self-Supervised Speech Model: A Study on Emotional Corpora","created":"2022-10-05","cited_by_count":31},{"id":"2204.03863","title":"Automatic Pronunciation Assessment using Self-Supervised Speech Representation Learning","created":"2022-04-08","cited_by_count":29},{"id":"1510.01032","title":"Deep convolutional acoustic word embeddings using word-pair side information","created":"2015-10-05","cited_by_count":27},{"id":"1701.07481","title":"Learning Word-Like Units from Joint Audio-Visual Analysis","created":"2017-01-25","cited_by_count":27},{"id":"2010.13007","title":"Probing Acoustic Representations for Phonetic Properties","created":"2020-10-25","cited_by_count":26},{"id":"2108.00917","title":"Analyzing Speaker Information in Self-Supervised Models to Improve Zero-Resource Speech Processing","created":"2021-08-02","cited_by_count":26},{"id":"2205.01086","title":"Wav2Seq: Pre-training Speech-to-Text Encoder-Decoder Models Using Pseudo Languages","created":"2022-05-02","cited_by_count":26},{"id":"1605.02276","title":"Problems With Evaluation of Word Embeddings Using Word Similarity Tasks","created":"2016-05-08","cited_by_count":25},{"id":"1611.02550","title":"Discriminative Acoustic Word Embeddings: Recurrent Neural Network-Based Approaches","created":"2016-11-08","cited_by_count":25},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25},{"id":"2203.12668","title":"Pseudo Label Is Better Than Human Label","created":"2022-03-22","cited_by_count":25},{"id":"2202.11929","title":"Word Segmentation on Discovered Phone Units with Dynamic Programming and Self-Supervised Scoring","created":"2022-02-24","cited_by_count":24},{"id":"2007.13542","title":"Evaluating the reliability of acoustic speech embeddings","created":"2020-07-27","cited_by_count":21},{"id":"2210.16043","title":"Analyzing Acoustic Word Embeddings from Pre-trained Self-supervised Speech Models","created":"2022-10-28","cited_by_count":21},{"id":"1611.04496","title":"Multi-view Recurrent Neural Acoustic Word Embeddings","created":"2016-11-14","cited_by_count":20},{"id":"2210.13168","title":"Proficiency assessment of L2 spoken English using wav2vec 2.0","created":"2022-10-24","cited_by_count":20},{"id":"2305.12464","title":"Self-supervised Predictive Coding Models Encode Speaker and Phonetic Information in Orthogonal Subspaces","created":"2023-05-21","cited_by_count":20},{"id":"2110.15909","title":"Contrastive prediction strategies for unsupervised segmentation and categorization of phonemes and words","created":"2021-10-29","cited_by_count":18},{"id":"2305.18957","title":"Wave to Syntax: Probing spoken language models for syntax","created":"2023-05-30","cited_by_count":18},{"id":"2306.06524","title":"What Can an Accent Identifier Learn? Probing Phonetic and Prosodic Information in a Wav2vec2-based Accent Identification Model","created":"2023-06-10","cited_by_count":18},{"id":"2006.14007","title":"Multilingual Jointly Trained Acoustic and Written Word Embeddings","created":"2020-06-24","cited_by_count":16},{"id":"1903.12306","title":"Acoustically Grounded Word Embeddings for Improved Acoustics-to-Word Speech Recognition","created":"2019-03-29","cited_by_count":15},{"id":"2303.06740","title":"Fine-tuning Strategies for Faster Inference using Speech Self-Supervised Models: A Comparative Study","created":"2023-03-12","cited_by_count":15},{"id":"2306.02405","title":"An Information-Theoretic Analysis of Self-supervised Discrete Representations of Speech","created":"2023-06-04","cited_by_count":15},{"id":"2210.10041","title":"Hidden State Variability of Pretrained Language Models Can Guide Computation Reduction for Transfer Learning","created":"2022-10-18","cited_by_count":13},{"id":"2012.02221","title":"A Correspondence Variational Autoencoder for Unsupervised Acoustic Word Embeddings","created":"2020-12-03","cited_by_count":12},{"id":"2112.07648","title":"On the Use of External Data for Spoken Named Entity Recognition","created":"2021-12-14","cited_by_count":12},{"id":"2206.11332","title":"DP-Parse: Finding Word Boundaries from Raw Speech with an Instance Lexicon","created":"2022-06-22","cited_by_count":12},{"id":"2012.07387","title":"A comparison of self-supervised speech representations as input features for unsupervised acoustic word embeddings","created":"2020-12-14","cited_by_count":10},{"id":"2306.08374","title":"SpeechGLUE: How Well Can Self-Supervised Speech Models Capture Linguistic Knowledge?","created":"2023-06-14","cited_by_count":9},{"id":"2210.02956","title":"Are word boundaries useful for unsupervised language learning?","created":"2022-10-06","cited_by_count":8},{"id":"2205.03759","title":"Silence is Sweeter Than Speech: Self-Supervised Model Using Silence to Store Speaker Information","created":"2022-05-08","cited_by_count":7},{"id":"2206.12489","title":"Predicting within and across language phoneme recognition performance of self-supervised learning speech pre-trained models","created":"2022-06-24","cited_by_count":7},{"id":"2304.00993","title":"Unsupervised Word Segmentation Using Temporal Gradient Pseudo-Labels","created":"2023-03-30","cited_by_count":7},{"id":"2109.10107","title":"On the Difficulty of Segmenting Words with Attention","created":"2021-09-21","cited_by_count":6},{"id":"1606.06710","title":"Correlation-based Intrinsic Evaluation of Word Vector Representations","created":"2016-06-21","cited_by_count":5},{"id":"2106.08648","title":"Semantic sentence similarity: size does not always matter","created":"2021-06-16","cited_by_count":5},{"id":"2210.12857","title":"Bootstrapping meaning through listening: Unsupervised learning of spoken sentence embeddings","created":"2022-10-23","cited_by_count":2},{"id":"2007.00183","title":"Whole-Word Segmental Speech Recognition with Acoustic Word Embeddings","created":"2020-07-01","cited_by_count":1}],"next_cursor":null}