{"list":"other","total":106,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","created":"2022-03-21","cited_by_count":5708},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"1506.03340","title":"Teaching Machines to Read and Comprehend","created":"2015-06-10","cited_by_count":1049},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1910.14599","title":"Adversarial NLI: A New Benchmark for Natural Language Understanding","created":"2019-10-31","cited_by_count":807},{"id":"2101.02235","title":"Did Aristotle Use a Laptop? A Question Answering Benchmark with Implicit Reasoning Strategies","created":"2021-01-06","cited_by_count":743},{"id":"1709.00103","title":"Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning","created":"2017-08-31","cited_by_count":687},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"1705.04146","title":"Program Induction by Rationale Generation : Learning to Solve and Explain Algebraic Word Problems","created":"2017-05-11","cited_by_count":650},{"id":"1712.07040","title":"The NarrativeQA Reading Comprehension Challenge","created":"2017-12-19","cited_by_count":597},{"id":"1911.12237","title":"SAMSum Corpus: A Human-annotated Dialogue Dataset for Abstractive Summarization","created":"2019-11-27","cited_by_count":535},{"id":"1508.00305","title":"Compositional Semantic Parsing on Semi-Structured Tables","created":"2015-08-03","cited_by_count":515},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486},{"id":"2005.00700","title":"UnifiedQA: Crossing Format Boundaries With a Single QA System","created":"2020-05-02","cited_by_count":476},{"id":"1909.05855","title":"Towards Scalable Multi-domain Conversational Agents: The Schema-Guided Dialogue Dataset","created":"2019-09-12","cited_by_count":434},{"id":"1906.01749","title":"Multi-News: a Large-Scale Multi-Document Summarization Dataset and Abstractive Hierarchical Model","created":"2019-06-04","cited_by_count":431},{"id":"1909.02164","title":"TabFact: A Large-scale Dataset for Table-based Fact Verification","created":"2019-09-05","cited_by_count":428},{"id":"1803.06643","title":"The Web as a Knowledge-base for Answering Complex Questions","created":"2018-03-18","cited_by_count":410},{"id":"1903.04561","title":"Nuanced Metrics for Measuring Unintended Bias with Real Data for Text Classification","created":"2019-03-11","cited_by_count":404},{"id":"2104.05938","title":"QMSum: A New Benchmark for Query-based Multi-domain Meeting Summarization","created":"2021-04-13","cited_by_count":365},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"2106.15772","title":"A Diverse Corpus for Evaluating and Developing English Math Word Problem Solvers","created":"2021-06-30","cited_by_count":318},{"id":"1908.05739","title":"Abductive Commonsense Reasoning","created":"2019-08-15","cited_by_count":301},{"id":"1909.00277","title":"Cosmos QA: Machine Reading Comprehension with Contextual Commonsense Reasoning","created":"2019-08-31","cited_by_count":285},{"id":"2004.14373","title":"ToTTo: A Controlled Table-To-Text Generation Dataset","created":"2020-04-29","cited_by_count":268},{"id":"2004.07347","title":"HybridQA: A Dataset of Multi-Hop Question Answering over Tabular and Textual Data","created":"2020-04-15","cited_by_count":264},{"id":"1910.11473","title":"QASC: A Dataset for Question Answering via Sentence Composition","created":"2019-10-25","cited_by_count":252},{"id":"2202.06991","title":"Transformer Memory as a Differentiable Search Index","created":"2022-02-14","cited_by_count":247},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"2201.05966","title":"UnifiedSKG: Unifying and Multi-Tasking Structured Knowledge Grounding with Text-to-Text Language Models","created":"2022-01-16","cited_by_count":231},{"id":"2103.08541","title":"Get Your Vitamin C! Robust Fact Verification with Contrastive Evidence","created":"2021-03-15","cited_by_count":225},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208},{"id":"1907.10641","title":"WinoGrande: An Adversarial Winograd Schema Challenge at Scale","created":"2019-07-24","cited_by_count":204},{"id":"1511.01432","title":"Semi-supervised Sequence Learning","created":"2015-11-04","cited_by_count":198},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185},{"id":"2104.00369","title":"FeTaQA: Free-form Table Question Answering","created":"2021-04-01","cited_by_count":175},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160},{"id":"2008.09335","title":"MTOP: A Comprehensive Multilingual Task-Oriented Semantic Parsing Benchmark","created":"2020-08-21","cited_by_count":158},{"id":"2008.03156","title":"Better Fine-Tuning by Reducing Representational Collapse","created":"2020-08-06","cited_by_count":157},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150},{"id":"2110.01799","title":"ContractNLI: A Dataset for Document-level Natural Language Inference for Contracts","created":"2021-10-05","cited_by_count":148},{"id":"2007.02871","title":"DART: Open-Domain Structured Data Record to Text Generation","created":"2020-07-06","cited_by_count":145},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118},{"id":"2201.05320","title":"CommonsenseQA 2.0: Exposing the Limits of AI through Gamification","created":"2022-01-14","cited_by_count":109},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106},{"id":"2103.13009","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","created":"2021-03-24","cited_by_count":98},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98},{"id":"2010.02329","title":"InfoBERT: Improving Robustness of Language Models from An Information Theoretic Perspective","created":"2020-10-05","cited_by_count":92},{"id":"2102.11972","title":"Do Transformer Modifications Transfer Across Implementations and Applications?","created":"2021-02-23","cited_by_count":87},{"id":"2104.07091","title":"SummScreen: A Dataset for Abstractive Screenplay Summarization","created":"2021-04-14","cited_by_count":79},{"id":"2104.07606","title":"Planning with Learned Entity Prompts for Abstractive Summarization","created":"2021-04-15","cited_by_count":75},{"id":"2106.09449","title":"DocNLI: A Large-scale Dataset for Document-level Natural Language Inference","created":"2021-06-17","cited_by_count":75},{"id":"2203.00759","title":"HyperPrompt: Prompt-based Task-Conditioning of Transformers","created":"2022-03-01","cited_by_count":67},{"id":"1911.03905","title":"Semantic Noise Matters for Neural Natural Language Generation","created":"2019-11-10","cited_by_count":64},{"id":"2107.06955","title":"HTLM: Hyper-Text Pre-Training and Prompting of Language Models","created":"2021-07-14","cited_by_count":58},{"id":"2202.12359","title":"UnifiedQA-v2: Stronger Generalization via Broader Cross-Format Training","created":"2022-02-23","cited_by_count":57},{"id":"1907.06292","title":"TWEETQA: A Social Media Focused Question Answering Dataset","created":"2019-07-14","cited_by_count":55}],"next_cursor":"100"}