{"list":"other","total":109,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2001.08210","title":"Multilingual Denoising Pre-training for Neural Machine Translation","created":"2020-01-22","cited_by_count":1035},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"2005.14050","title":"Language (Technology) is Power: A Critical Survey of \"Bias\" in NLP","created":"2020-05-28","cited_by_count":956},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2004.09095","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","created":"2020-04-20","cited_by_count":798},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1511.06709","title":"Improving Neural Machine Translation Models with Monolingual Data","created":"2015-11-20","cited_by_count":788},{"id":"1803.00567","title":"Computational Optimal Transport","created":"2018-03-01","cited_by_count":780},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"2007.01852","title":"Language-agnostic BERT Sentence Embedding","created":"2020-07-03","cited_by_count":627},{"id":"1511.06349","title":"Generating Sentences from a Continuous Space","created":"2015-11-19","cited_by_count":612},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"1705.08045","title":"Learning multiple visual domains with residual adapters","created":"2017-05-22","cited_by_count":557},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"2007.07779","title":"AdapterHub: A Framework for Adapting Transformers","created":"2020-07-15","cited_by_count":444},{"id":"1812.10464","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","created":"2018-12-26","cited_by_count":434},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"1904.09077","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","created":"2019-04-19","cited_by_count":301},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"2004.01401","title":"XGLUE: A New Benchmark Dataset for Cross-lingual Pre-training, Understanding and Generation","created":"2020-04-03","cited_by_count":222},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"1309.4168","title":"Exploiting Similarities among Languages for Machine Translation","created":"2013-09-17","cited_by_count":191},{"id":"2101.08231","title":"Word Alignment by Fine-tuning Embeddings on Parallel Corpora","created":"2021-01-20","cited_by_count":186},{"id":"1912.07840","title":"Cross-Lingual Ability of Multilingual BERT: An Empirical Study","created":"2019-12-17","cited_by_count":182},{"id":"1911.01464","title":"Emerging Cross-lingual Structure in Pretrained Language Models","created":"2019-11-04","cited_by_count":181},{"id":"2103.10730","title":"MuRIL: Multilingual Representations for Indian Languages","created":"2021-03-19","cited_by_count":179},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168},{"id":"2004.08728","title":"SimAlign: High Quality Word Alignments without Parallel Training Data using Static and Contextualized Embeddings","created":"2020-04-18","cited_by_count":156},{"id":"1912.05372","title":"FlauBERT: Unsupervised Language Model Pre-training for French","created":"2019-12-11","cited_by_count":153},{"id":"1905.12688","title":"Choosing Transfer Languages for Cross-Lingual Learning","created":"2019-05-29","cited_by_count":144},{"id":"1706.04902","title":"A Survey Of Cross-lingual Word Embedding Models","created":"2017-06-15","cited_by_count":143},{"id":"2006.07235","title":"SemEval-2020 Task 12: Multilingual Offensive Language Identification in Social Media (OffensEval 2020)","created":"2020-06-12","cited_by_count":138},{"id":"2010.12858","title":"When Being Unseen from mBERT is just the Beginning: Handling New Languages With Multilingual Language Models","created":"2020-10-24","cited_by_count":131},{"id":"1912.07076","title":"Multilingual is not enough: BERT for Finnish","created":"2019-12-15","cited_by_count":119},{"id":"2002.03518","title":"Multilingual Alignment of Contextual Word Representations","created":"2020-02-10","cited_by_count":114},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"2005.04511","title":"Finding Universal Grammatical Relations in Multilingual BERT","created":"2020-05-09","cited_by_count":110},{"id":"1912.09582","title":"BERTje: A Dutch BERT Model","created":"2019-12-19","cited_by_count":109},{"id":"2010.12821","title":"Rethinking embedding coupling in pre-trained language models","created":"2020-10-24","cited_by_count":103},{"id":"1909.00964","title":"Unicoder: A Universal Language Encoder by Pre-training with Multiple Cross-lingual Tasks","created":"2019-09-03","cited_by_count":96},{"id":"2001.06286","title":"RobBERT: a Dutch RoBERTa-based Language Model","created":"2020-01-17","cited_by_count":88},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"2004.05160","title":"On the Language Neutrality of Pre-trained Multilingual Representations","created":"2020-04-09","cited_by_count":85},{"id":"2004.14327","title":"UDapter: Language Adaptation for Truly Universal Dependency Parsing","created":"2020-04-29","cited_by_count":77},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72},{"id":"2101.03289","title":"Trankit: A Light-Weight Transformer-based Toolkit for Multilingual Natural Language Processing","created":"2021-01-09","cited_by_count":68},{"id":"2012.15674","title":"ERNIE-M: Enhanced Multilingual Representation by Aligning Cross-lingual Semantics with Monolingual Corpora","created":"2020-12-31","cited_by_count":63},{"id":"1708.09803","title":"Transfer Learning across Low-Resource, Related Languages for Neural Machine Translation","created":"2017-08-31","cited_by_count":58},{"id":"2007.15960","title":"On Learning Universal Representations Across Languages","created":"2020-07-31","cited_by_count":58},{"id":"1903.05503","title":"Hardness-Aware Deep Metric Learning","created":"2019-03-13","cited_by_count":55},{"id":"2010.12777","title":"Improving Multilingual Models with Language-Clustered Vocabularies","created":"2020-10-24","cited_by_count":53},{"id":"1911.03310","title":"How Language-Neutral is Multilingual BERT?","created":"2019-11-08","cited_by_count":51},{"id":"2010.07972","title":"Explicit Alignment Objectives for Multilingual Bidirectional Encoders","created":"2020-10-15","cited_by_count":50},{"id":"2104.06387","title":"ExplainaBoard: An Explainable Leaderboard for NLP","created":"2021-04-13","cited_by_count":50},{"id":"2008.09112","title":"Inducing Language-Agnostic Multilingual Representations","created":"2020-08-20","cited_by_count":48},{"id":"2106.16171","title":"Revisiting the Primacy of English in Zero-shot Cross-lingual Transfer","created":"2021-06-30","cited_by_count":47},{"id":"1909.06775","title":"Cross-Lingual BERT Transformation for Zero-Shot Dependency Parsing","created":"2019-09-15","cited_by_count":46},{"id":"1805.09821","title":"A Corpus for Multilingual Document Classification in Eight Languages","created":"2018-05-24","cited_by_count":42},{"id":"2004.05484","title":"LAReQA: Language-agnostic answer retrieval from a multilingual pool","created":"2020-04-11","cited_by_count":42},{"id":"2106.06381","title":"Improving Pretrained Cross-Lingual Language Models via Self-Labeled Word Alignment","created":"2021-06-11","cited_by_count":41},{"id":"2005.13013","title":"English Intermediate-Task Training Improves Zero-Shot Cross-Lingual Transfer Too","created":"2020-05-26","cited_by_count":39},{"id":"2004.06499","title":"What's so special about BERT's layers? A closer look at the NLP pipeline in monolingual and multilingual models","created":"2020-04-14","cited_by_count":35},{"id":"2005.00633","title":"From Zero to Hero: On the Limitations of Zero-Shot Cross-Lingual Transfer with Multilingual Transformers","created":"2020-05-01","cited_by_count":35},{"id":"2004.14837","title":"Accurate Word Alignment Induction from Neural Machine Translation","created":"2020-04-30","cited_by_count":32},{"id":"1909.04761","title":"MultiFiT: Efficient Multi-lingual Language Model Fine-tuning","created":"2019-09-10","cited_by_count":31},{"id":"1910.03806","title":"Is Multilingual BERT Fluent in Language Generation?","created":"2019-10-09","cited_by_count":28},{"id":"2004.00033","title":"Give your Text Representation Models some Love: the Case for Basque","created":"2020-03-31","cited_by_count":28},{"id":"2004.14675","title":"End-to-End Neural Word Alignment Outperforms GIZA++","created":"2020-04-30","cited_by_count":28},{"id":"2011.06854","title":"Interpretable Multi-dataset Evaluation for Named Entity Recognition","created":"2020-11-13","cited_by_count":27},{"id":"1910.04708","title":"Cross-lingual Alignment vs Joint Training: A Comparative Study and A Simple Unified Framework","created":"2019-10-10","cited_by_count":26},{"id":"2009.08128","title":"Multi$^2$OIE: Multilingual Open Information Extraction Based on Multi-Head Attention with BERT","created":"2020-09-17","cited_by_count":26},{"id":"2012.15547","title":"XLM-T: Scaling up Multilingual Machine Translation with Pretrained Cross-lingual Transformer Encoders","created":"2020-12-31","cited_by_count":24},{"id":"2009.12862","title":"What does it mean to be language-agnostic? Probing multilingual sentence encoders for typological properties","created":"2020-09-27","cited_by_count":23},{"id":"2012.06460","title":"Orthogonal Language and Task Adapters in Zero-Shot Cross-Lingual Transfer","created":"2020-12-11","cited_by_count":23},{"id":"2004.03846","title":"Structure-Level Knowledge Distillation For Multilingual Sequence Labeling","created":"2020-04-08","cited_by_count":13}],"next_cursor":"100"}