{"total":541,"rows":[{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132,"area":"lr"},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026,"area":"safety"},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2110.08193","title":"BBQ: A Hand-Built Bias Benchmark for Question Answering","created":"2021-10-15","cited_by_count":701,"area":null},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2105.03023","title":"DExperts: Decoding-Time Controlled Text Generation with Experts and Anti-Experts","created":"2021-05-07","cited_by_count":441,"area":null},{"id":"2306.16388","title":"Towards Measuring the Representation of Subjective Global Opinions in Language Models","created":"2023-06-28","cited_by_count":437,"area":null},{"id":"2203.09509","title":"ToxiGen: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection","created":"2022-03-17","cited_by_count":422,"area":null},{"id":"2101.11718","title":"BOLD: Dataset and Metrics for Measuring Biases in Open-Ended Language Generation","created":"2021-01-27","cited_by_count":412,"area":null},{"id":"2101.05783","title":"Persistent Anti-Muslim Bias in Large Language Models","created":"2021-01-14","cited_by_count":377,"area":null},{"id":"2304.05335","title":"Toxicity in ChatGPT: Analyzing Persona-assigned Language Models","created":"2023-04-11","cited_by_count":360,"area":null},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337,"area":null},{"id":"2106.13219","title":"Towards Understanding and Mitigating Social Biases in Language Models","created":"2021-06-24","cited_by_count":296,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2305.12740","title":"Can We Edit Factual Knowledge by In-Context Learning?","created":"2023-05-22","cited_by_count":285,"area":null},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2105.04054","title":"Societal Biases in Language Generation: Progress and Challenges","created":"2021-05-10","cited_by_count":202,"area":null},{"id":"2201.05955","title":"WANLI: Worker and AI Collaboration for Natural Language Inference Dataset Creation","created":"2022-01-16","cited_by_count":202,"area":null},{"id":"2310.09219","title":"\"Kelly is a Warm Person, Joseph is a Role Model\": Gender Biases in LLM-Generated Reference Letters","created":"2023-10-13","cited_by_count":199,"area":null},{"id":"2103.08493","title":"How Many Data Points is a Prompt Worth?","created":"2021-03-15","cited_by_count":198,"area":null},{"id":"2303.04381","title":"Automatically Auditing Large Language Models via Discrete Optimization","created":"2023-03-08","cited_by_count":191,"area":null},{"id":"2301.01768","title":"The political ideology of conversational AI: Converging evidence on ChatGPT's pro-environmental, left-libertarian orientation","created":"2023-01-05","cited_by_count":189,"area":null},{"id":"2308.14921","title":"Gender bias and stereotypes in Large Language Models","created":"2023-08-28","cited_by_count":187,"area":null},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169,"area":null},{"id":"2103.14659","title":"Alignment of Language Agents","created":"2021-03-26","cited_by_count":168,"area":null},{"id":"2103.05247","title":"Pretrained Transformers as Universal Computation Engines","created":"2021-03-09","cited_by_count":162,"area":null},{"id":"2205.09209","title":"\"I'm sorry to hear that\": Finding New Biases in Language Models with a Holistic Descriptor Dataset","created":"2022-05-18","cited_by_count":162,"area":null},{"id":"2401.17263","title":"Robust Prompt Optimization for Defending Language Models Against Jailbreaking Attacks","created":"2024-01-30","cited_by_count":156,"area":"safety"},{"id":"2305.14456","title":"Having Beer after Prayer? Measuring Cultural Bias in Large Language Models","created":"2023-05-23","cited_by_count":153,"area":null},{"id":"2106.03521","title":"RedditBias: A Real-World Resource for Bias Evaluation and Debiasing of Conversational Language Models","created":"2021-06-07","cited_by_count":149,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2402.13231","title":"Investigating Cultural Alignment of Large Language Models","created":"2024-02-20","cited_by_count":143,"area":"alignment"},{"id":"2102.04130","title":"Bias Out-of-the-Box: An Empirical Analysis of Intersectional Occupational Biases in Popular Generative Language Models","created":"2021-02-08","cited_by_count":141,"area":null},{"id":"2110.07574","title":"Can Machines Learn Morality? The Delphi Experiment","created":"2021-10-14","cited_by_count":141,"area":null},{"id":"2408.00761","title":"Tamper-Resistant Safeguards for Open-Weight LLMs","created":"2024-08-01","cited_by_count":138,"area":"safety"},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2205.11275","title":"RL with KL penalties is better viewed as Bayesian inference","created":"2022-05-23","cited_by_count":135,"area":null},{"id":"2402.02309","title":"Jailbreaking Attack against Multimodal Large Language Model","created":"2024-02-04","cited_by_count":135,"area":"safety"},{"id":"2304.14399","title":"We're Afraid Language Models Aren't Modeling Ambiguity","created":"2023-04-27","cited_by_count":126,"area":null},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2202.12299","title":"Capturing Failures of Large Language Models via Human Cognitive Biases","created":"2022-02-24","cited_by_count":98,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2308.10149","title":"A Survey on Fairness in Large Language Models","created":"2023-08-20","cited_by_count":95,"area":null},{"id":"2107.06641","title":"Trustworthy AI: A Computational Perspective","created":"2021-07-12","cited_by_count":93,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2206.00761","title":"On Reinforcement Learning and Distribution Matching for Fine-Tuning Language Models with no Catastrophic Forgetting","created":"2022-06-01","cited_by_count":82,"area":null},{"id":"2308.12833","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","created":"2023-08-24","cited_by_count":82,"area":null},{"id":"2108.03362","title":"On Measures of Biases and Harms in NLP","created":"2021-08-07","cited_by_count":81,"area":null},{"id":"2105.02732","title":"What's in the Box? A Preliminary Analysis of Undesirable Content in the Common Crawl Corpus","created":"2021-05-06","cited_by_count":80,"area":null},{"id":"2202.07371","title":"Personalized Prompt Learning for Explainable Recommendation","created":"2022-02-15","cited_by_count":79,"area":null},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78,"area":null},{"id":"2404.05399","title":"SafetyPrompts: a Systematic Review of Open Datasets for Evaluating and Improving Large Language Model Safety","created":"2024-04-08","cited_by_count":77,"area":"safety"},{"id":"2411.10915","title":"Bias in Large Language Models: Origin, Evaluation, and Mitigation","created":"2024-11-16","cited_by_count":77,"area":null},{"id":"2106.11410","title":"A Survey of Race, Racism, and Anti-Racism in NLP","created":"2021-06-21","cited_by_count":75,"area":null},{"id":"2104.14795","title":"Mitigating Political Bias in Language Models Through Reinforced Calibration","created":"2021-04-30","cited_by_count":73,"area":null},{"id":"2303.01248","title":"Can ChatGPT Assess Human Personalities? A General Evaluation Framework","created":"2023-03-01","cited_by_count":70,"area":null},{"id":"2305.12798","title":"Word Embeddings Are Steers for Language Models","created":"2023-05-22","cited_by_count":70,"area":null},{"id":"2406.18682","title":"The Multilingual Alignment Prism: Aligning Global and Local Preferences to Reduce Harm","created":"2024-06-26","cited_by_count":70,"area":"safety"},{"id":"2210.13918","title":"Differentially Private Language Models for Secure Data Sharing","created":"2022-10-25","cited_by_count":68,"area":null},{"id":"2305.11840","title":"SeeGULL: A Stereotype Benchmark with Broad Geo-Cultural Coverage Leveraging Generative Models","created":"2023-05-19","cited_by_count":66,"area":null},{"id":"2205.12558","title":"Gradient-Based Constrained Sampling from Language Models","created":"2022-05-25","cited_by_count":64,"area":null},{"id":"2205.02130","title":"The Limits of Word Level Differential Privacy","created":"2022-05-02","cited_by_count":63,"area":null},{"id":"2205.02526","title":"Theories of \"Gender\" in NLP Bias Research","created":"2022-05-05","cited_by_count":62,"area":null},{"id":"2404.12241","title":"Introducing v0.5 of the AI Safety Benchmark from MLCommons","created":"2024-04-18","cited_by_count":62,"area":null},{"id":"2209.03942","title":"Data Feedback Loops: Model-driven Amplification of Dataset Biases","created":"2022-09-08","cited_by_count":60,"area":null},{"id":"2409.11360","title":"AI Suggestions Homogenize Writing Toward Western Styles and Diminish Cultural Nuances","created":"2024-09-17","cited_by_count":60,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2305.09941","title":"\"I'm fully who I am\": Towards Centering Transgender and Non-Binary Voices to Measure Biases in Open Language Generation","created":"2023-05-17","cited_by_count":56,"area":null},{"id":"2310.15007","title":"Did the Neurons Read your Book? Document-level Membership Inference for Large Language Models","created":"2023-10-23","cited_by_count":56,"area":"safety"},{"id":"2203.09192","title":"Entropy-based Attention Regularization Frees Unintended Bias Mitigation from Lists","created":"2022-03-17","cited_by_count":55,"area":null},{"id":"2305.00955","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","created":"2023-05-01","cited_by_count":55,"area":"alignment"},{"id":"2311.16153","title":"Identifying and Mitigating Vulnerabilities in LLM-Integrated Applications","created":"2023-11-07","cited_by_count":54,"area":null},{"id":"2301.08881","title":"Dr.Spider: A Diagnostic Evaluation Benchmark towards Text-to-SQL Robustness","created":"2023-01-21","cited_by_count":53,"area":null},{"id":"2105.13947","title":"Changing the World by Changing the Data","created":"2021-05-28","cited_by_count":51,"area":null},{"id":"2402.04105","title":"Measuring Implicit Bias in Explicitly Unbiased Large Language Models","created":"2024-02-06","cited_by_count":51,"area":null},{"id":"2402.14875","title":"What's in a Name? Auditing Large Language Models for Race and Gender Bias","created":"2024-02-21","cited_by_count":51,"area":null},{"id":"2402.09631","title":"Representation Surgery: Theory and Practice of Affine Steering","created":"2024-02-15","cited_by_count":50,"area":null},{"id":"2103.06779","title":"MERMAID: Metaphor Generation with Symbolism and Discriminative Decoding","created":"2021-03-11","cited_by_count":49,"area":null},{"id":"2206.08325","title":"Characteristics of Harmful Text: Towards Rigorous Benchmarking of Language Models","created":"2022-06-16","cited_by_count":49,"area":null},{"id":"2402.11190","title":"Disclosure and Mitigation of Gender Bias in LLMs","created":"2024-02-17","cited_by_count":49,"area":null},{"id":"2204.12000","title":"Estimating the Personality of White-Box Language Models","created":"2022-04-25","cited_by_count":48,"area":null},{"id":"2201.09119","title":"A Causal Lens for Controllable Text Generation","created":"2022-01-22","cited_by_count":45,"area":null},{"id":"2102.06788","title":"They, Them, Theirs: Rewriting with Gender-Neutral English","created":"2021-02-12","cited_by_count":44,"area":null},{"id":"2211.15914","title":"Prompted Opinion Summarization with GPT-3.5","created":"2022-11-29","cited_by_count":44,"area":null},{"id":"2305.11080","title":"Inspecting the Geographical Representativeness of Images from Text-to-Image Models","created":"2023-05-18","cited_by_count":44,"area":"diffusion"},{"id":"2212.11261","title":"Contrastive Language-Vision AI Models Pretrained on Web-Scraped Multimodal Data Exhibit Sexual Objectification Bias","created":"2022-12-21","cited_by_count":43,"area":null},{"id":"2410.21306","title":"Natural Language Processing for the Legal Domain: A Survey of Tasks, Datasets, Models, and Challenges","created":"2024-10-25","cited_by_count":42,"area":null},{"id":"2205.14219","title":"Controllable Text Generation with Neurally-Decomposed Oracle","created":"2022-05-27","cited_by_count":41,"area":null},{"id":"2308.02053","title":"The Unequal Opportunities of Large Language Models: Revealing Demographic Bias through Job Recommendations","created":"2023-08-03","cited_by_count":41,"area":null},{"id":"2203.12574","title":"Mitigating Gender Bias in Distilled Language Models via Counterfactual Role Reversal","created":"2022-03-23","cited_by_count":40,"area":"distill"}],"next_cursor":"100"}