{"list":"other","total":69,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2205.11916","title":"Large Language Models are Zero-Shot Reasoners","created":"2022-05-24","cited_by_count":4374},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2007.01282","title":"Leveraging Passage Retrieval with Generative Models for Open Domain Question Answering","created":"2020-07-02","cited_by_count":1210},{"id":"2001.08210","title":"Multilingual Denoising Pre-training for Neural Machine Translation","created":"2020-01-22","cited_by_count":1035},{"id":"2005.14050","title":"Language (Technology) is Power: A Critical Survey of \"Bias\" in NLP","created":"2020-05-28","cited_by_count":956},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"1912.02164","title":"Plug and Play Language Models: A Simple Approach to Controlled Text Generation","created":"2019-12-04","cited_by_count":799},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2004.13637","title":"Recipes for building an open-domain chatbot","created":"2020-04-28","cited_by_count":593},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567},{"id":"2010.11125","title":"Beyond English-Centric Multilingual Machine Translation","created":"2020-10-21","cited_by_count":561},{"id":"2106.03193","title":"The FLORES-101 Evaluation Benchmark for Low-Resource and Multilingual Machine Translation","created":"2021-06-06","cited_by_count":560},{"id":"1909.01326","title":"The Woman Worked as a Babysitter: On Biases in Language Generation","created":"2019-09-03","cited_by_count":541},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530},{"id":"1804.09301","title":"Gender Bias in Coreference Resolution","created":"2018-04-25","cited_by_count":442},{"id":"2101.11718","title":"BOLD: Dataset and Metrics for Measuring Biases in Open-Ended Language Generation","created":"2021-01-27","cited_by_count":412},{"id":"1608.01413","title":"Solving General Arithmetic Word Problems","created":"2016-08-04","cited_by_count":360},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2106.13219","title":"Towards Understanding and Mitigating Social Biases in Language Models","created":"2021-06-24","cited_by_count":296},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"1706.09254","title":"The E2E Dataset: New Challenges For End-to-End Generation","created":"2017-06-28","cited_by_count":253},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239},{"id":"2006.07709","title":"Auditing Differentially Private Machine Learning: How Private is Private SGD?","created":"2020-06-13","cited_by_count":218},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"2105.04054","title":"Societal Biases in Language Generation: Progress and Challenges","created":"2021-05-10","cited_by_count":202},{"id":"2101.04535","title":"Adversary Instantiation: Lower Bounds for Differentially Private Machine Learning","created":"2021-01-11","cited_by_count":199},{"id":"1908.06083","title":"Build it Break it Fix it for Dialogue Safety: Robustness from Adversarial Human Attack","created":"2019-08-17","cited_by_count":176},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169},{"id":"1911.03842","title":"Queens are Powerful too: Mitigating Gender Bias in Dialogue Generation","created":"2019-11-10","cited_by_count":152},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150},{"id":"2004.14900","title":"MLSUM: The Multilingual Summarization Corpus","created":"2020-04-30","cited_by_count":121},{"id":"1908.09369","title":"On Measuring and Mitigating Biased Inferences of Word Embeddings","created":"2019-08-25","cited_by_count":112},{"id":"1910.10486","title":"Does Gender Matter? Towards Fairness in Dialogue Systems","created":"2019-10-16","cited_by_count":89},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78},{"id":"2106.12066","title":"It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning","created":"2021-06-22","cited_by_count":69},{"id":"1911.03905","title":"Semantic Noise Matters for Neural Natural Language Generation","created":"2019-11-10","cited_by_count":64},{"id":"2203.12574","title":"Mitigating Gender Bias in Distilled Language Models via Counterfactual Role Reversal","created":"2022-03-23","cited_by_count":40},{"id":"2205.13621","title":"Differentially Private Decoding in Large Language Models","created":"2022-05-26","cited_by_count":34},{"id":"2206.07808","title":"Alexa Teacher Model: Pretraining and Distilling Multi-Billion-Parameter Encoders for Natural Language Understanding Systems","created":"2022-06-15","cited_by_count":15},{"id":"1911.06191","title":"Microsoft Research Asia's Systems for WMT19","created":"2019-11-07","cited_by_count":10}],"next_cursor":null}