{"list":"other","total":127,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","created":"2022-03-21","cited_by_count":5708},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2004.07780","title":"Shortcut Learning in Deep Neural Networks","created":"2020-04-16","cited_by_count":1969},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2203.07814","title":"Competition-Level Code Generation with AlphaCode","created":"2022-02-08","cited_by_count":1462},{"id":"1803.09010","title":"Datasheets for Datasets","created":"2018-03-23","cited_by_count":1386},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1810.03993","title":"Model Cards for Model Reporting","created":"2018-10-05","cited_by_count":1080},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966},{"id":"2005.14050","title":"Language (Technology) is Power: A Critical Survey of \"Bias\" in NLP","created":"2020-05-28","cited_by_count":956},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1903.00161","title":"DROP: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs","created":"2019-03-01","cited_by_count":903},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2112.00114","title":"Show Your Work: Scratchpads for Intermediate Computation with Language Models","created":"2021-11-30","cited_by_count":886},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"1910.14599","title":"Adversarial NLI: A New Benchmark for Natural Language Understanding","created":"2019-10-31","cited_by_count":807},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2101.02235","title":"Did Aristotle Use a Laptop? A Question Answering Benchmark with Implicit Reasoning Strategies","created":"2021-01-06","cited_by_count":743},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"1808.07042","title":"CoQA: A Conversational Question Answering Challenge","created":"2018-08-21","cited_by_count":683},{"id":"1905.13319","title":"MathQA: Towards Interpretable Math Word Problem Solving with Operation-Based Formalisms","created":"2019-05-30","cited_by_count":662},{"id":"1705.04146","title":"Program Induction by Rationale Generation : Learning to Solve and Explain Algebraic Word Problems","created":"2017-05-11","cited_by_count":650},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"2102.07350","title":"Prompt Programming for Large Language Models: Beyond the Few-Shot Paradigm","created":"2021-02-15","cited_by_count":606},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567},{"id":"2010.11125","title":"Beyond English-Centric Multilingual Machine Translation","created":"2020-10-21","cited_by_count":561},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"1902.09574","title":"The State of Sparsity in Deep Neural Networks","created":"2019-02-25","cited_by_count":476},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2001.09977","title":"Towards a Human-like Open-Domain Chatbot","created":"2020-01-27","cited_by_count":470},{"id":"1804.09301","title":"Gender Bias in Coreference Resolution","created":"2018-04-25","cited_by_count":442},{"id":"1604.01696","title":"A Corpus and Evaluation Framework for Deeper Understanding of Commonsense Stories","created":"2016-04-06","cited_by_count":417},{"id":"2101.05783","title":"Persistent Anti-Muslim Bias in Large Language Models","created":"2021-01-14","cited_by_count":377},{"id":"2111.15366","title":"AI and the Everything in the Whole Wide World Benchmark","created":"2021-11-26","cited_by_count":349},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"1711.00489","title":"Don't Decay the Learning Rate, Increase the Batch Size","created":"2017-11-01","cited_by_count":320},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"1912.05511","title":"Measurement and Fairness","created":"2019-12-11","cited_by_count":308},{"id":"1812.06162","title":"An Empirical Model of Large-Batch Training","created":"2018-12-14","cited_by_count":281},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256},{"id":"1706.09254","title":"The E2E Dataset: New Challenges For End-to-End Generation","created":"2017-06-28","cited_by_count":253},{"id":"1906.00591","title":"Evaluating Gender Bias in Machine Translation","created":"2019-06-03","cited_by_count":249},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239},{"id":"1709.06182","title":"A Survey of Machine Learning for Big Code and Naturalness","created":"2017-09-18","cited_by_count":221},{"id":"2012.15606","title":"HateCheck: Functional Tests for Hate Speech Detection Models","created":"2020-12-31","cited_by_count":216},{"id":"1907.10641","title":"WinoGrande: An Adversarial Winograd Schema Challenge at Scale","created":"2019-07-24","cited_by_count":204},{"id":"2105.04054","title":"Societal Biases in Language Generation: Progress and Challenges","created":"2021-05-10","cited_by_count":202},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187},{"id":"2005.00813","title":"Social Biases in NLP Models as Barriers for Persons with Disabilities","created":"2020-05-02","cited_by_count":182},{"id":"1906.04908","title":"SPoC: Search-based Pseudocode to Code","created":"2019-06-12","cited_by_count":176},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155}],"next_cursor":"100"}