{"list":"other","total":80,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2212.08073","title":"Constitutional AI: Harmlessness from AI Feedback","created":"2022-12-15","cited_by_count":3050},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2303.12712","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","created":"2023-03-22","cited_by_count":2592},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"1803.09010","title":"Datasheets for Datasets","created":"2018-03-23","cited_by_count":1386},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"1810.03993","title":"Model Cards for Model Reporting","created":"2018-10-05","cited_by_count":1080},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966},{"id":"1906.03327","title":"HowTo100M: Learning a Text-Video Embedding by Watching Hundred Million Narrated Video Clips","created":"2019-06-07","cited_by_count":950},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"1803.02324","title":"Annotation Artifacts in Natural Language Inference Data","created":"2018-03-06","cited_by_count":671},{"id":"2304.14108","title":"DataComp: In search of the next generation of multimodal datasets","created":"2023-04-27","cited_by_count":644},{"id":"2405.01470","title":"WildChat: 1M ChatGPT Interaction Logs in the Wild","created":"2024-05-02","cited_by_count":629},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403},{"id":"2106.06909","title":"GigaSpeech: An Evolving, Multi-domain ASR Corpus with 10,000 Hours of Transcribed Audio","created":"2021-06-13","cited_by_count":399},{"id":"2110.01963","title":"Multimodal datasets: misogyny, pornography, and malignant stereotypes","created":"2021-10-05","cited_by_count":327},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295},{"id":"2302.10149","title":"Poisoning Web-Scale Training Datasets is Practical","created":"2023-02-20","cited_by_count":290},{"id":"2012.05345","title":"Data and its (dis)contents: A survey of dataset development and use in machine learning research","created":"2020-12-09","cited_by_count":260},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243},{"id":"1801.03150","title":"Moments in Time Dataset: one million videos for event understanding","created":"2018-01-09","cited_by_count":215},{"id":"2304.06939","title":"Multimodal C4: An Open, Billion-scale Corpus of Images Interleaved with Text","created":"2023-04-14","cited_by_count":208},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181},{"id":"2204.01075","title":"Data Cards: Purposeful and Transparent Dataset Documentation for Responsible AI","created":"2022-04-03","cited_by_count":171},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169},{"id":"1711.08536","title":"No Classification without Representation: Assessing Geodiversity Issues in Open Data Sets for the Developing World","created":"2017-11-22","cited_by_count":153},{"id":"1906.02659","title":"Does Object Recognition Work for Everyone?","created":"2019-06-06","cited_by_count":151},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148},{"id":"2402.10176","title":"OpenMathInstruct-1: A 1.8 Million Math Instruction Tuning Dataset","created":"2024-02-15","cited_by_count":143},{"id":"2010.13561","title":"Towards Accountability for Machine Learning Datasets: Practices from Software Engineering and Infrastructure","created":"2020-10-23","cited_by_count":138},{"id":"2303.15715","title":"Foundation Models and Fair Use","created":"2023-03-28","cited_by_count":116},{"id":"2104.06390","title":"Detoxifying Language Models Risks Marginalizing Minority Voices","created":"2021-04-13","cited_by_count":107},{"id":"2306.04141","title":"Art and the science of generative AI: A deeper dive","created":"2023-06-07","cited_by_count":95},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92},{"id":"2105.02732","title":"What's in the Box? A Preliminary Analysis of Undesirable Content in the Common Crawl Corpus","created":"2021-05-06","cited_by_count":80},{"id":"2310.16787","title":"The Data Provenance Initiative: A Large Scale Audit of Dataset Licensing & Attribution in AI","created":"2023-10-25","cited_by_count":73},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71},{"id":"2102.01818","title":"Memorization vs. Generalization: Quantifying Data Leakage in NLP Performance Evaluation","created":"2021-02-03","cited_by_count":70},{"id":"2205.02894","title":"Interactive Model Cards: A Human-Centered Approach to Model Documentation","created":"2022-05-05","cited_by_count":61},{"id":"2406.00899","title":"YODAS: Youtube-Oriented Dataset for Audio and Speech","created":"2024-06-02","cited_by_count":60},{"id":"2311.03449","title":"Into the LAIONs Den: Investigating Hate in Multimodal Datasets","created":"2023-11-06","cited_by_count":54},{"id":"2105.13947","title":"Changing the World by Changing the Data","created":"2021-05-28","cited_by_count":51},{"id":"2406.11271","title":"MINT-1T: Scaling Open-Source Multimodal Data by 10x: A Multimodal Dataset with One Trillion Tokens","created":"2024-06-17","cited_by_count":50},{"id":"2105.05241","title":"Addressing \"Documentation Debt\" in Machine Learning Research: A Retrospective Datasheet for BookCorpus","created":"2021-05-11","cited_by_count":47},{"id":"2309.08133","title":"Talkin' 'Bout AI Generation: Copyright and the Generative-AI Supply Chain","created":"2023-09-15","cited_by_count":46},{"id":"2304.12397","title":"On the Challenges of Using Black-Box APIs for Toxicity Evaluation in Research","created":"2023-04-24","cited_by_count":44},{"id":"2201.07311","title":"Datasheet for the Pile","created":"2022-01-13","cited_by_count":43},{"id":"2206.03216","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","created":"2022-05-04","cited_by_count":33},{"id":"2303.15772","title":"Ecosystem Graphs: The Social Footprint of Foundation Models","created":"2023-03-28","cited_by_count":32},{"id":"2306.13141","title":"On Hate Scaling Laws For Data-Swamps","created":"2023-06-22","cited_by_count":28},{"id":"2304.10655","title":"The Dataset Multiplicity Problem: How Unreliable Data Impacts Predictions","created":"2023-04-20","cited_by_count":17},{"id":"2305.16636","title":"DataFinder: Scientific Dataset Recommendation from Natural Language Descriptions","created":"2023-05-26","cited_by_count":15},{"id":"2404.12691","title":"Data Authenticity, Consent, & Provenance for AI are all broken: what will it take to fix them?","created":"2024-04-19","cited_by_count":15},{"id":"2308.07832","title":"REFORMS: Reporting Standards for Machine Learning Based Science","created":"2023-08-15","cited_by_count":13},{"id":"2201.10066","title":"Documenting Geographically and Contextually Diverse Data Sources: The BigScience Catalogue of Language Data and Resources","created":"2022-01-25","cited_by_count":11},{"id":"2405.16656","title":"\"I Searched for a Religious Song in Amharic and Got Sexual Content Instead\": Investigating Online Harm in Low-Resourced Languages on YouTube","created":"2024-05-26","cited_by_count":9},{"id":"2306.01481","title":"GAIA Search: Hugging Face and Pyserini Interoperability for NLP Training Data Exploration","created":"2023-06-02","cited_by_count":8},{"id":"2303.09001","title":"Reclaiming the Digital Commons: A Public Data Trust for Training Data","created":"2023-03-16","cited_by_count":7},{"id":"2404.02309","title":"A Survey of Web Content Control for Generative AI","created":"2024-04-02","cited_by_count":3},{"id":"2107.09211","title":"Understanding Gender and Racial Disparities in Image Recognition Models","created":"2021-07-20","cited_by_count":2}],"next_cursor":null}