{"list":"other","total":52,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"1705.07115","title":"Multi-Task Learning Using Uncertainty to Weigh Losses for Scene Geometry and Semantics","created":"2017-05-19","cited_by_count":1358},{"id":"2212.03533","title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training","created":"2022-12-07","cited_by_count":1253},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"1711.02257","title":"GradNorm: Gradient Normalization for Adaptive Loss Balancing in Deep Multitask Networks","created":"2017-11-07","cited_by_count":834},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2210.07316","title":"MTEB: Massive Text Embedding Benchmark","created":"2022-10-13","cited_by_count":640},{"id":"2004.09813","title":"Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation","created":"2020-04-21","cited_by_count":593},{"id":"2106.03193","title":"The FLORES-101 Evaluation Benchmark for Low-Resource and Multilingual Machine Translation","created":"2021-06-06","cited_by_count":560},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"1812.10464","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","created":"2018-12-26","cited_by_count":434},{"id":"2009.09796","title":"Multi-Task Learning with Deep Neural Networks: A Survey","created":"2020-09-10","cited_by_count":375},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347},{"id":"2010.04245","title":"Query-Key Normalization for Transformers","created":"2020-10-08","cited_by_count":280},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"1907.05019","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","created":"2019-07-11","cited_by_count":257},{"id":"2209.11755","title":"Promptagator: Few-shot Dense Retrieval From 8 Examples","created":"2022-09-23","cited_by_count":235},{"id":"1811.01088","title":"Sentence Encoders on STILTs: Supplementary Training on Intermediate Labeled-data Tasks","created":"2018-11-02","cited_by_count":215},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181},{"id":"1907.06616","title":"Facebook FAIR's WMT19 News Translation Task Submission","created":"2019-07-15","cited_by_count":179},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146},{"id":"1906.05416","title":"Synthetic QA Corpora Generation with Roundtrip Consistency","created":"2019-06-12","cited_by_count":143},{"id":"2004.14900","title":"MLSUM: The Multilingual Summarization Corpus","created":"2020-04-30","cited_by_count":121},{"id":"2310.19923","title":"Jina Embeddings 2: 8192-Token General-Purpose Text Embeddings for Long Documents","created":"2023-10-30","cited_by_count":104},{"id":"2010.12821","title":"Rethinking embedding coupling in pre-trained language models","created":"2020-10-24","cited_by_count":103},{"id":"1511.06114","title":"Multi-task Sequence to Sequence Learning","created":"2015-11-19","cited_by_count":94},{"id":"2210.01613","title":"Mintaka: A Complex, Natural, and Multilingual Dataset for End-to-End Question Answering","created":"2022-10-04","cited_by_count":72},{"id":"1804.00079","title":"Learning General Purpose Distributed Sentence Representations via Large Scale Multi-task Learning","created":"2018-03-30","cited_by_count":52},{"id":"2104.12741","title":"GermanQuAD and GermanDPR: Improving Non-English Question Answering and Passage Retrieval","created":"2021-04-26","cited_by_count":39},{"id":"2107.07253","title":"MarIA: Spanish Language Models","created":"2021-07-15","cited_by_count":36},{"id":"2109.04588","title":"BERT, mBERT, or BiBERT? A Study on Contextualized Embeddings for Neural Machine Translation","created":"2021-09-09","cited_by_count":35},{"id":"2307.11224","title":"Jina Embeddings: A Novel Set of High-Performance Sentence Embedding Models","created":"2023-07-20","cited_by_count":35},{"id":"2205.11758","title":"Analyzing the Mono- and Cross-Lingual Pretraining Dynamics of Multilingual Language Models","created":"2022-05-24","cited_by_count":32},{"id":"2109.05929","title":"Cross-Market Product Recommendation","created":"2021-09-13","cited_by_count":22},{"id":"2109.07306","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","created":"2021-09-15","cited_by_count":22},{"id":"2212.10440","title":"Perplexed by Quality: A Perplexity-based Method for Adult and Harmful Content Detection in Multilingual Heterogeneous Web Data","created":"2022-12-20","cited_by_count":22},{"id":"2006.07890","title":"FinEst BERT and CroSloEngual BERT: less is more in multilingual models","created":"2020-06-14","cited_by_count":20},{"id":"2109.12870","title":"MFAQ: a Multilingual FAQ Dataset","created":"2021-09-27","cited_by_count":17},{"id":"2010.11639","title":"Towards Fully Bilingual Deep Language Modeling","created":"2020-10-22","cited_by_count":1}],"next_cursor":null}