{"list":"other","total":98,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2302.04761","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","created":"2023-02-09","cited_by_count":4182},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2303.17651","title":"Self-Refine: Iterative Refinement with Self-Feedback","created":"2023-03-30","cited_by_count":3442},{"id":"2212.08073","title":"Constitutional AI: Harmlessness from AI Feedback","created":"2022-12-15","cited_by_count":3050},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2112.09332","title":"WebGPT: Browser-assisted question-answering with human feedback","created":"2021-12-17","cited_by_count":1745},{"id":"1607.04606","title":"Enriching Word Vectors with Subword Information","created":"2016-07-15","cited_by_count":1583},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"1810.03993","title":"Model Cards for Model Reporting","created":"2018-10-05","cited_by_count":1080},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055},{"id":"2211.01910","title":"Large Language Models Are Human-Level Prompt Engineers","created":"2022-11-03","cited_by_count":1045},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2303.15056","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","created":"2023-03-27","cited_by_count":870},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2209.07858","title":"Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned","created":"2022-08-23","cited_by_count":729},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2304.06364","title":"AGIEval: A Human-Centric Benchmark for Evaluating Foundation Models","created":"2023-04-13","cited_by_count":716},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2203.09509","title":"ToxiGen: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection","created":"2022-03-17","cited_by_count":422},{"id":"2101.11718","title":"BOLD: Dataset and Metrics for Measuring Biases in Open-Ended Language Generation","created":"2021-01-27","cited_by_count":412},{"id":"2302.07842","title":"Augmented Language Models: a Survey","created":"2023-02-15","cited_by_count":403},{"id":"2212.09689","title":"Unnatural Instructions: Tuning Language Models with (Almost) No Human Labor","created":"2022-12-19","cited_by_count":397},{"id":"1808.07036","title":"QuAC : Question Answering in Context","created":"2018-08-21","cited_by_count":381},{"id":"2305.17493","title":"The Curse of Recursion: Training on Generated Data Makes Models Forget","created":"2023-05-27","cited_by_count":356},{"id":"2110.08420","title":"Understanding Dataset Difficulty with $\\mathcal{V}$-Usable Information","created":"2021-10-16","cited_by_count":291},{"id":"2107.00061","title":"All That's 'Human' Is Not Gold: Evaluating Human Evaluation of Generated Text","created":"2021-06-30","cited_by_count":287},{"id":"2305.15717","title":"The False Promise of Imitating Proprietary LLMs","created":"2023-05-25","cited_by_count":263},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247},{"id":"2111.00364","title":"Sustainable AI: Environmental Implications, Challenges and Opportunities","created":"2021-10-30","cited_by_count":242},{"id":"1907.10641","title":"WinoGrande: An Adversarial Winograd Schema Challenge at Scale","created":"2019-07-24","cited_by_count":204},{"id":"2302.07459","title":"The Capacity for Moral Self-Correction in Large Language Models","created":"2023-02-15","cited_by_count":173},{"id":"2010.07079","title":"Recipes for Safety in Open-domain Chatbots","created":"2020-10-14","cited_by_count":170},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170},{"id":"2302.07736","title":"Is ChatGPT better than Human Annotators? Potential and Limitations of ChatGPT in Explaining Implicit Hate Speech","created":"2023-02-11","cited_by_count":166},{"id":"2205.09209","title":"\"I'm sorry to hear that\": Finding New Biases in Language Models with a Holistic Descriptor Dataset","created":"2022-05-18","cited_by_count":162},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155},{"id":"2206.05229","title":"Measuring the Carbon Intensity of AI in Cloud Instances","created":"2022-06-10","cited_by_count":111},{"id":"2004.11714","title":"Residual Energy-Based Models for Text Generation","created":"2020-04-22","cited_by_count":95},{"id":"2306.05949","title":"Evaluating the Social Impact of Generative AI Systems in Systems and Society","created":"2023-06-09","cited_by_count":92},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78},{"id":"2011.02839","title":"Chasing Carbon: The Elusive Environmental Footprint of Computing","created":"2020-10-28","cited_by_count":72},{"id":"1908.01091","title":"Toward Understanding Catastrophic Forgetting in Continual Learning","created":"2019-08-02","cited_by_count":68},{"id":"2209.12226","title":"Re-contextualizing Fairness in NLP: The Case of India","created":"2022-09-25","cited_by_count":55},{"id":"2006.12442","title":"Open-Domain Conversational Agents: Current Progress, Open Problems, and Future Directions","created":"2020-06-22","cited_by_count":34},{"id":"2206.09860","title":"Fewer Errors, but More Stereotypes? The Effect of Model Size on Gender Bias","created":"2022-06-20","cited_by_count":33},{"id":"2307.04138","title":"On The Impact of Machine Learning Randomness on Group Fairness","created":"2023-07-09","cited_by_count":26},{"id":"2301.09211","title":"An Empirical Study of Metrics to Measure Representational Harms in Pre-Trained Language Models","created":"2023-01-22","cited_by_count":24},{"id":"2109.03300","title":"Hi, my name is Martha: Using names to measure and mitigate bias in generative dialogue models","created":"2021-09-07","cited_by_count":23},{"id":"2002.10375","title":"Discriminative Adversarial Search for Abstractive Summarization","created":"2020-02-24","cited_by_count":14},{"id":"2302.09270","title":"Towards Safer Generative Language Models: A Survey on Safety Risks, Evaluations, and Improvements","created":"2023-02-18","cited_by_count":14},{"id":"2006.04643","title":"ColdGANs: Taming Language GANs with Cautious Sampling Strategies","created":"2020-06-08","cited_by_count":12}],"next_cursor":null}