{"list":"other","total":74,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"2001.08210","title":"Multilingual Denoising Pre-training for Neural Machine Translation","created":"2020-01-22","cited_by_count":1035},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1703.04009","title":"Automated Hate Speech Detection and the Problem of Offensive Language","created":"2017-03-11","cited_by_count":736},{"id":"2103.10385","title":"GPT Understands, Too","created":"2021-03-18","cited_by_count":716},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"2009.07118","title":"It's Not Just Size That Matters: Small Language Models Are Also Few-Shot Learners","created":"2020-09-15","cited_by_count":669},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"2009.03393","title":"Generative Language Modeling for Automated Theorem Proving","created":"2020-09-07","cited_by_count":388},{"id":"2002.06305","title":"Fine-Tuning Pretrained Language Models: Weight Initializations, Data Orders, and Early Stopping","created":"2020-02-15","cited_by_count":384},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"2105.11447","title":"True Few-Shot Learning with Language Models","created":"2021-05-24","cited_by_count":344},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239},{"id":"2004.01401","title":"XGLUE: A New Benchmark Dataset for Cross-lingual Pre-training, Understanding and Generation","created":"2020-04-03","cited_by_count":222},{"id":"1907.07355","title":"Probing Neural Network Comprehension of Natural Language Arguments","created":"2019-07-17","cited_by_count":214},{"id":"1806.00692","title":"Stress Test Evaluation for Natural Language Inference","created":"2018-06-02","cited_by_count":213},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"2108.13487","title":"Want To Reduce Labeling Cost? GPT-3 Can Help","created":"2021-08-30","cited_by_count":196},{"id":"2010.12309","title":"A Survey on Recent Approaches for Natural Language Processing in Low-Resource Scenarios","created":"2020-10-23","cited_by_count":171},{"id":"2011.01314","title":"Automatic Detection of Machine Generated Text: A Critical Survey","created":"2020-11-02","cited_by_count":166},{"id":"1912.05372","title":"FlauBERT: Unsupervised Language Model Pre-training for French","created":"2019-12-11","cited_by_count":153},{"id":"2102.13019","title":"Investigating the Limitations of Transformers with Simple Arithmetic Tasks","created":"2021-02-25","cited_by_count":139},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134},{"id":"2004.04487","title":"Injecting Numerical Reasoning Skills into Language Models","created":"2020-04-09","cited_by_count":133},{"id":"2102.00894","title":"Multilingual LAMA: Investigating Knowledge in Multilingual Pretrained Language Models","created":"2021-02-01","cited_by_count":132},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131},{"id":"1909.03341","title":"Neural Machine Translation with Byte-Level Subwords","created":"2019-09-07","cited_by_count":115},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"2010.12821","title":"Rethinking embedding coupling in pre-trained language models","created":"2020-10-24","cited_by_count":103},{"id":"1909.00964","title":"Unicoder: A Universal Language Encoder by Pre-training with Multiple Cross-lingual Tasks","created":"2019-09-03","cited_by_count":96},{"id":"2109.07684","title":"Language Models are Few-shot Multilingual Learners","created":"2021-09-16","cited_by_count":92},{"id":"1911.02969","title":"BERTs of a feather do not generalize together: Large variability in generalization across models with similar test set performance","created":"2019-11-07","cited_by_count":89},{"id":"2103.13136","title":"Representing Numbers in NLP: a Survey and a Vision","created":"2021-03-24","cited_by_count":83},{"id":"2106.12066","title":"It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning","created":"2021-06-22","cited_by_count":69},{"id":"2010.05345","title":"Do Language Embeddings Capture Scales?","created":"2020-10-11","cited_by_count":63},{"id":"1806.03743","title":"Are All Languages Equally Hard to Language-Model?","created":"2018-06-10","cited_by_count":53},{"id":"2010.15925","title":"RussianSuperGLUE: A Russian Language Understanding Evaluation Benchmark","created":"2020-10-29","cited_by_count":53},{"id":"2005.00630","title":"KLEJ: Comprehensive Benchmark for Polish Language Understanding","created":"2020-05-01","cited_by_count":51},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49},{"id":"2003.07278","title":"A Survey on Contextual Embeddings","created":"2020-03-16","cited_by_count":48},{"id":"2107.07498","title":"FewCLUE: A Chinese Few-shot Learning Evaluation Benchmark","created":"2021-07-15","cited_by_count":41},{"id":"2004.00881","title":"How Furiously Can Colourless Green Ideas Sleep? Sentence Acceptability in Context","created":"2020-04-02","cited_by_count":26},{"id":"2108.07140","title":"MTG: A Benchmark Suite for Multilingual Text Generation","created":"2021-08-13","cited_by_count":22}],"next_cursor":null}