{"list":"other","total":56,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"1912.06670","title":"Common Voice: A Massively-Multilingual Speech Corpus","created":"2019-12-13","cited_by_count":1384},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530},{"id":"1803.11175","title":"Universal Sentence Encoder","created":"2018-03-29","cited_by_count":489},{"id":"1705.02364","title":"Supervised Learning of Universal Sentence Representations from Natural Language Inference Data","created":"2017-05-05","cited_by_count":432},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340},{"id":"1506.06726","title":"Skip-Thought Vectors","created":"2015-06-22","cited_by_count":322},{"id":"2006.03659","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","created":"2020-06-05","cited_by_count":251},{"id":"2104.00355","title":"Speech Resynthesis from Discrete Disentangled Self-Supervised Representations","created":"2021-04-01","cited_by_count":243},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"2107.05604","title":"Direct speech-to-speech translation with discrete units","created":"2021-07-12","cited_by_count":149},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148},{"id":"2204.10298","title":"DiffCSE: Difference-based Contrastive Learning for Sentence Embeddings","created":"2022-04-21","cited_by_count":132},{"id":"2112.08352","title":"Textless Speech-to-Speech Translation on Real Data","created":"2021-12-15","cited_by_count":121},{"id":"2109.03264","title":"Text-Free Prosody-Aware Generative Spoken Language Modeling","created":"2021-09-07","cited_by_count":119},{"id":"2104.06979","title":"TSDAE: Using Transformer-based Sequential Denoising Auto-Encoder for Unsupervised Sentence Embedding Learning","created":"2021-04-14","cited_by_count":116},{"id":"1802.08395","title":"Towards end-to-end spoken language understanding","created":"2018-02-23","cited_by_count":92},{"id":"1602.03483","title":"Learning Distributed Representations of Sentences from Unlabelled Data","created":"2016-02-10","cited_by_count":91},{"id":"2205.02444","title":"Cross-modal Contrastive Learning for Speech Translation","created":"2022-05-05","cited_by_count":61},{"id":"2009.14167","title":"Contrastive Distillation on Intermediate Representations for Language Model Compression","created":"2020-09-29","cited_by_count":57},{"id":"2005.09409","title":"Vector-quantized neural networks for acoustic unit discovery in the ZeroSpeech 2020 challenge","created":"2020-05-19","cited_by_count":55},{"id":"2104.14700","title":"The Zero Resource Speech Challenge 2021: Spoken language modelling","created":"2021-04-29","cited_by_count":47},{"id":"1712.04313","title":"The Zero Resource Speech Challenge 2017","created":"2017-12-12","cited_by_count":45},{"id":"2204.02492","title":"Towards End-to-end Unsupervised Speech Recognition","created":"2022-04-05","cited_by_count":45},{"id":"2204.02967","title":"Enhanced Direct Speech-to-Speech Translation Using Self-supervised Pre-training and Data Augmentation","created":"2022-04-06","cited_by_count":44},{"id":"2010.05967","title":"The Zero Resource Speech Challenge 2020: Discovering discrete subword and word units","created":"2020-10-12","cited_by_count":39},{"id":"1904.11469","title":"The Zero Resource Speech Challenge 2019: TTS without T","created":"2019-04-25","cited_by_count":38},{"id":"1904.01173","title":"A Multi-Task Approach for Disentangling Syntax and Semantics in Sentence Representations","created":"2019-04-02","cited_by_count":37},{"id":"2008.01077","title":"Self-attention encoding and pooling for speaker recognition","created":"2020-08-03","cited_by_count":33},{"id":"2205.08180","title":"SAMU-XLSR: Semantically-Aligned Multimodal Utterance-level Cross-Lingual Speech Representation","created":"2022-05-17","cited_by_count":32},{"id":"1811.00403","title":"Truly unsupervised acoustic word embeddings using weak top-down constraints in encoder-decoder models","created":"2018-11-01","cited_by_count":29},{"id":"1510.01032","title":"Deep convolutional acoustic word embeddings using word-pair side information","created":"2015-10-05","cited_by_count":27},{"id":"2205.01086","title":"Wav2Seq: Pre-training Speech-to-Text Encoder-Decoder Models Using Pseudo Languages","created":"2022-05-02","cited_by_count":26},{"id":"2209.02842","title":"ASR2K: Speech Recognition for Around 2000 Languages without Audio","created":"2022-09-06","cited_by_count":26},{"id":"1611.02550","title":"Discriminative Acoustic Word Embeddings: Recurrent Neural Network-Based Approaches","created":"2016-11-08","cited_by_count":25},{"id":"2203.05936","title":"Are discrete units necessary for Spoken Language Modeling?","created":"2022-03-11","cited_by_count":24},{"id":"1706.03818","title":"Query-by-Example Search with Discriminative Neural Acoustic Word Embeddings","created":"2017-06-12","cited_by_count":22},{"id":"2109.13059","title":"Trans-Encoder: Unsupervised sentence-pair modelling through self- and mutual-distillations","created":"2021-09-27","cited_by_count":20},{"id":"1808.02228","title":"Segmental Audio Word2Vec: Representing Utterances as Sequences of Vectors with Applications in Spoken Term Detection","created":"2018-08-07","cited_by_count":17},{"id":"2204.03240","title":"Speech Pre-training with Acoustic Piece","created":"2022-04-07","cited_by_count":14},{"id":"2203.17113","title":"Pre-Training Transformer Decoder for End-to-End ASR Model with Unpaired Speech Data","created":"2022-03-31","cited_by_count":12},{"id":"2106.08648","title":"Semantic sentence similarity: size does not always matter","created":"2021-06-16","cited_by_count":5}],"next_cursor":null}