{"list":"other","total":59,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2004.04906","title":"Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-04-10","cited_by_count":3824},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2007.00808","title":"Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval","created":"2020-07-01","cited_by_count":849},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1906.00300","title":"Latent Retrieval for Weakly Supervised Open Domain Question Answering","created":"2019-06-01","cited_by_count":695},{"id":"2007.01852","title":"Language-agnostic BERT Sentence Embedding","created":"2020-07-03","cited_by_count":627},{"id":"2004.09813","title":"Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation","created":"2020-04-21","cited_by_count":593},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"1812.10464","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","created":"2018-12-26","cited_by_count":434},{"id":"2010.08191","title":"RocketQA: An Optimized Training Approach to Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-10-16","cited_by_count":413},{"id":"2006.03659","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","created":"2020-06-05","cited_by_count":251},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"2004.01401","title":"XGLUE: A New Benchmark Dataset for Cross-lingual Pre-training, Understanding and Generation","created":"2020-04-03","cited_by_count":222},{"id":"2108.05540","title":"Unsupervised Corpus Aware Language Model Pre-training for Dense Passage Retrieval","created":"2021-08-12","cited_by_count":203},{"id":"1907.04307","title":"Multilingual Universal Sentence Encoder for Semantic Retrieval","created":"2019-07-09","cited_by_count":193},{"id":"1911.01464","title":"Emerging Cross-lingual Structure in Pretrained Language Models","created":"2019-11-04","cited_by_count":181},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168},{"id":"2002.03932","title":"Pre-training Tasks for Embedding-based Large-scale Retrieval","created":"2020-02-10","cited_by_count":153},{"id":"1911.10470","title":"Learning to Retrieve Reasoning Paths over Wikipedia Graph for Question Answering","created":"2019-11-24","cited_by_count":147},{"id":"1905.06566","title":"HIBERT: Document Level Pre-training of Hierarchical Bidirectional Transformers for Document Summarization","created":"2019-05-16","cited_by_count":121},{"id":"2010.11856","title":"XOR QA: Cross-lingual Open-Retrieval Question Answering","created":"2020-10-22","cited_by_count":121},{"id":"2108.08787","title":"Mr. TyDi: A Multi-lingual Benchmark for Dense Retrieval","created":"2021-08-19","cited_by_count":119},{"id":"2004.04092","title":"Optimus: Organizing Sentences via Pre-trained Modeling of a Latent Space","created":"2020-04-05","cited_by_count":114},{"id":"1909.00964","title":"Unicoder: A Universal Language Encoder by Pre-training with Multiple Cross-lingual Tasks","created":"2019-09-03","cited_by_count":96},{"id":"2012.15674","title":"ERNIE-M: Enhanced Multilingual Representation by Aligning Cross-lingual Semantics with Monolingual Corpora","created":"2020-12-31","cited_by_count":63},{"id":"2105.04371","title":"Poolingformer: Long Document Modeling with Pooling Attention","created":"2021-05-10","cited_by_count":60},{"id":"2007.15960","title":"On Learning Universal Representations Across Languages","created":"2020-07-31","cited_by_count":58},{"id":"2107.13602","title":"Domain-matched Pre-training Tasks for Dense Retrieval","created":"2021-07-28","cited_by_count":53},{"id":"2011.02690","title":"Entity Linking in 100 Languages","created":"2020-11-05","cited_by_count":52},{"id":"2005.10389","title":"Pretraining with Contrastive Sentence Objectives Improves Discourse Performance of Language Models","created":"2020-05-20","cited_by_count":50},{"id":"2107.11976","title":"One Question Answering Model for Many Languages with Cross-lingual Dense Passage Retrieval","created":"2021-07-26","cited_by_count":46},{"id":"2004.05484","title":"LAReQA: Language-agnostic answer retrieval from a multilingual pool","created":"2020-04-11","cited_by_count":42},{"id":"2004.14958","title":"A Call for More Rigor in Unsupervised Cross-lingual Learning","created":"2020-04-30","cited_by_count":37},{"id":"2204.02363","title":"Towards Best Practices for Training Multilingual Dense Retrieval Models","created":"2022-04-05","cited_by_count":26},{"id":"2202.13093","title":"Exploring the Impact of Negative Samples of Contrastive Learning: A Case Study of Sentence Embedding","created":"2022-02-26","cited_by_count":25},{"id":"2204.10641","title":"Pre-train a Discriminative Text Encoder for Dense Retrieval via Contrastive Span Prediction","created":"2022-04-22","cited_by_count":23},{"id":"2204.07120","title":"Exploring Dual Encoder Architectures for Question Answering","created":"2022-04-14","cited_by_count":19},{"id":"2109.12573","title":"XLM-K: Improving Cross-Lingual Language Model Pre-training with Multilingual Knowledge","created":"2021-09-26","cited_by_count":18},{"id":"2204.02292","title":"Parameter-Efficient Neural Reranking for Cross-Lingual and Multilingual Retrieval","created":"2022-04-05","cited_by_count":17},{"id":"2101.08370","title":"Evaluating Multilingual Text Encoders for Unsupervised Cross-Lingual Retrieval","created":"2021-01-21","cited_by_count":16},{"id":"2112.08185","title":"Learning Cross-Lingual IR from an English Retriever","created":"2021-12-15","cited_by_count":16},{"id":"2108.09346","title":"Pre-training for Ad-hoc Retrieval: Hyperlink is Also You Need","created":"2021-08-20","cited_by_count":15},{"id":"2203.06942","title":"Hyperlink-induced Pre-training for Passage Retrieval in Open-domain Question Answering","created":"2022-03-14","cited_by_count":15},{"id":"2011.08067","title":"Hierarchical Transformer for Task Oriented Dialog Systems","created":"2020-10-24","cited_by_count":14},{"id":"2209.02071","title":"CONCRETE: Improving Cross-lingual Fact-checking with Cross-lingual Retrieval","created":"2022-09-05","cited_by_count":14},{"id":"2004.14523","title":"Exploiting Sentence Order in Document Alignment","created":"2020-04-30","cited_by_count":13},{"id":"2104.07800","title":"Towards Robust Neural Retrieval Models with Synthetic Pre-Training","created":"2021-04-15","cited_by_count":9},{"id":"2206.03281","title":"Unsupervised Context Aware Sentence Representation Pretraining for Multi-lingual Dense Retrieval","created":"2022-06-07","cited_by_count":5}],"next_cursor":null}