{"list":"other","total":85,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2112.10741","title":"GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models","created":"2021-12-20","cited_by_count":3614},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2212.08073","title":"Constitutional AI: Harmlessness from AI Feedback","created":"2022-12-15","cited_by_count":3050},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"1912.02164","title":"Plug and Play Language Models: A Simple Approach to Controlled Text Generation","created":"2019-12-04","cited_by_count":799},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"1603.04467","title":"TensorFlow: Large-Scale Machine Learning on Heterogeneous Distributed Systems","created":"2016-03-14","cited_by_count":664},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2005.00700","title":"UnifiedQA: Crossing Format Boundaries With a Single QA System","created":"2020-05-02","cited_by_count":476},{"id":"2203.09509","title":"ToxiGen: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection","created":"2022-03-17","cited_by_count":422},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399},{"id":"1911.03891","title":"Social Bias Frames: Reasoning about Social and Power Implications of Language","created":"2019-11-10","cited_by_count":380},{"id":"2109.05052","title":"Entity-Based Knowledge Conflicts in Question Answering","created":"2021-09-10","cited_by_count":356},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"2106.15110","title":"Time-Aware Language Models as Temporal Knowledge Bases","created":"2021-06-29","cited_by_count":296},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230},{"id":"2012.15761","title":"Learning from the Worst: Dynamically Generated Datasets to Improve Online Hate Detection","created":"2020-12-31","cited_by_count":221},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185},{"id":"1910.09753","title":"MRQA 2019 Shared Task: Evaluating Generalization in Reading Comprehension","created":"2019-10-22","cited_by_count":184},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169},{"id":"2210.07128","title":"Language Models of Code are Few-Shot Commonsense Learners","created":"2022-10-13","cited_by_count":160},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148},{"id":"2109.06157","title":"SituatedQA: Incorporating Extra-Linguistic Contexts into QA","created":"2021-09-13","cited_by_count":145},{"id":"2005.00628","title":"Intermediate-Task Transfer Learning with Pretrained Models for Natural Language Understanding: When and Why Does It Work?","created":"2020-05-01","cited_by_count":127},{"id":"2205.11388","title":"StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models","created":"2022-05-23","cited_by_count":126},{"id":"2204.14211","title":"TemporalWiki: A Lifelong Benchmark for Training and Evaluating Ever-Evolving Language Models","created":"2022-04-29","cited_by_count":119},{"id":"2104.06390","title":"Detoxifying Language Models Risks Marginalizing Minority Voices","created":"2021-04-13","cited_by_count":107},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103},{"id":"2110.08527","title":"An Empirical Survey of the Effectiveness of Debiasing Techniques for Pre-trained Language Models","created":"2021-10-16","cited_by_count":97},{"id":"2106.16163","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","created":"2021-06-30","cited_by_count":92},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91},{"id":"2211.14238","title":"Wild-Time: A Benchmark of in-the-Wild Distribution Shift over Time","created":"2022-11-25","cited_by_count":90},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75},{"id":"2004.06748","title":"Balancing Training for Multilingual Neural Machine Translation","created":"2020-04-14","cited_by_count":72},{"id":"2109.09774","title":"Inconsistency in Conference Peer Review: Revisiting the 2014 NeurIPS Experiment","created":"2021-09-20","cited_by_count":53},{"id":"2201.10474","title":"Whose Language Counts as High Quality? Measuring Language Ideologies in Text Data Selection","created":"2022-01-25","cited_by_count":53},{"id":"2104.08116","title":"Temporal Adaptation of BERT and Performance on Downstream Document Classification: Insights from Social Media","created":"2021-04-16","cited_by_count":51},{"id":"2105.13947","title":"Changing the World by Changing the Data","created":"2021-05-28","cited_by_count":51},{"id":"2105.05241","title":"Addressing \"Documentation Debt\" in Machine Learning Research: A Retrospective Datasheet for BookCorpus","created":"2021-05-11","cited_by_count":47},{"id":"2111.12790","title":"Temporal Effects on Pre-trained Models for Language Processing Tasks","created":"2021-11-24","cited_by_count":46},{"id":"2304.12397","title":"On the Challenges of Using Black-Box APIs for Toxicity Evaluation in Research","created":"2023-04-24","cited_by_count":44},{"id":"2206.10139","title":"Insights into Pre-training via Simpler Synthetic Tasks","created":"2022-06-21","cited_by_count":26},{"id":"1912.02145","title":"An Exploration of Data Augmentation and Sampling Techniques for Domain-Agnostic Question Answering","created":"2019-12-04","cited_by_count":22},{"id":"2302.00674","title":"Improving Few-Shot Generalization by Exploring and Exploiting Auxiliary Data","created":"2023-02-01","cited_by_count":13},{"id":"2202.00254","title":"Active Learning Over Multiple Domains in Natural Language Tasks","created":"2022-02-01","cited_by_count":11},{"id":"2109.07591","title":"On the Complementarity of Data Selection and Fine Tuning for Domain Adaptation","created":"2021-09-15","cited_by_count":10},{"id":"2208.09684","title":"Combining Compressions for Multiplicative Size Scaling on Natural Language Tasks","created":"2022-08-20","cited_by_count":4},{"id":"2212.02384","title":"Addressing Distribution Shift at Test Time in Pre-trained Language Models","created":"2022-12-05","cited_by_count":4}],"next_cursor":null}