{"total":1255,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396,"area":null},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132,"area":"lr"},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651,"area":"safety"},{"id":"2302.12173","title":"Not what you've signed up for: Compromising Real-World LLM-Integrated Applications with Indirect Prompt Injection","created":"2023-02-23","cited_by_count":1443,"area":"safety"},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026,"area":"safety"},{"id":"2308.10248","title":"Steering Language Models With Activation Engineering","created":"2023-08-20","cited_by_count":922,"area":"mechinterp"},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897,"area":"wm"},{"id":"2307.04657","title":"BeaverTails: Towards Improved Safety Alignment of LLM via a Human-Preference Dataset","created":"2023-07-10","cited_by_count":860,"area":"alignment"},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2211.09527","title":"Ignore Previous Prompt: Attack Techniques For Language Models","created":"2022-11-17","cited_by_count":832,"area":null},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799,"area":null},{"id":"2305.11738","title":"CRITIC: Large Language Models Can Self-Correct with Tool-Interactive Critiquing","created":"2023-05-19","cited_by_count":783,"area":"lr"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744,"area":null},{"id":"2209.07858","title":"Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned","created":"2022-08-23","cited_by_count":729,"area":"alignment"},{"id":"2304.06767","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","created":"2023-04-13","cited_by_count":686,"area":"lr"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2303.08112","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","created":"2023-03-14","cited_by_count":623,"area":"mechinterp"},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623,"area":null},{"id":"2306.05499","title":"Prompt Injection attack against LLM-integrated Applications","created":"2023-06-08","cited_by_count":605,"area":"safety"},{"id":"2401.06373","title":"How Johnny Can Persuade LLMs to Jailbreak Them: Rethinking Persuasion to Challenge AI Safety by Humanizing LLMs","created":"2024-01-12","cited_by_count":573,"area":"lr"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532,"area":null},{"id":"2211.05105","title":"Safe Latent Diffusion: Mitigating Inappropriate Degeneration in Diffusion Models","created":"2022-11-09","cited_by_count":513,"area":"diffusion"},{"id":"2403.03218","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","created":"2024-03-05","cited_by_count":509,"area":"safety"},{"id":"2308.01263","title":"XSTest: A Test Suite for Identifying Exaggerated Safety Behaviours in Large Language Models","created":"2023-08-02","cited_by_count":505,"area":null},{"id":"2406.18495","title":"WildGuard: Open One-Stop Moderation Tools for Safety Risks, Jailbreaks, and Refusals of LLMs","created":"2024-06-26","cited_by_count":496,"area":"safety"},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2206.08853","title":"MineDojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge","created":"2022-06-17","cited_by_count":478,"area":"wm"},{"id":"2310.03684","title":"SmoothLLM: Defending Large Language Models Against Jailbreaking Attacks","created":"2023-10-05","cited_by_count":469,"area":"safety"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2105.03023","title":"DExperts: Decoding-Time Controlled Text Generation with Experts and Anti-Experts","created":"2021-05-07","cited_by_count":441,"area":null},{"id":"2306.16388","title":"Towards Measuring the Representation of Subjective Global Opinions in Language Models","created":"2023-06-28","cited_by_count":437,"area":null},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2203.09509","title":"ToxiGen: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection","created":"2022-03-17","cited_by_count":422,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2309.07875","title":"Safety-Tuned LLaMAs: Lessons From Improving the Safety of Large Language Models that Follow Instructions","created":"2023-09-14","cited_by_count":387,"area":null},{"id":"2312.02003","title":"A Survey on Large Language Model (LLM) Security and Privacy: The Good, the Bad, and the Ugly","created":"2023-12-04","cited_by_count":387,"area":null},{"id":"2304.05335","title":"Toxicity in ChatGPT: Analyzing Persona-assigned Language Models","created":"2023-04-11","cited_by_count":360,"area":null},{"id":"2208.03274","title":"A Holistic Approach to Undesired Content Detection in the Real World","created":"2022-08-05","cited_by_count":356,"area":null},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2306.13213","title":"Visual Adversarial Examples Jailbreak Aligned Large Language Models","created":"2023-06-22","cited_by_count":328,"area":"mllm"},{"id":"2310.02446","title":"Low-Resource Languages Jailbreak GPT-4","created":"2023-10-03","cited_by_count":309,"area":"safety"},{"id":"2106.13219","title":"Towards Understanding and Mitigating Social Biases in Language Models","created":"2021-06-24","cited_by_count":296,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2104.05240","title":"Factual Probing Is [MASK]: Learning vs. Learning to Recall","created":"2021-04-12","cited_by_count":291,"area":null},{"id":"2305.12740","title":"Can We Edit Factual Knowledge by In-Context Learning?","created":"2023-05-22","cited_by_count":285,"area":null},{"id":"2212.08410","title":"Teaching Small Language Models to Reason","created":"2022-12-16","cited_by_count":284,"area":"lr"},{"id":"2309.15807","title":"Emu: Enhancing Image Generation Models Using Photogenic Needles in a Haystack","created":"2023-09-27","cited_by_count":279,"area":null},{"id":"2302.05733","title":"Exploiting Programmatic Behavior of LLMs: Dual-Use Through Standard Security Attacks","created":"2023-02-11","cited_by_count":278,"area":null},{"id":"2211.00053","title":"Generating Sequences by Learning to Self-Correct","created":"2022-10-31","cited_by_count":277,"area":null},{"id":"2307.09009","title":"How is ChatGPT's behavior changing over time?","created":"2023-07-18","cited_by_count":270,"area":null},{"id":"2305.15717","title":"The False Promise of Imitating Proprietary LLMs","created":"2023-05-25","cited_by_count":263,"area":"synth"},{"id":"2210.09150","title":"Prompting GPT-3 To Be Reliable","created":"2022-10-17","cited_by_count":260,"area":null},{"id":"2305.17216","title":"Generating Images with Multimodal Language Models","created":"2023-05-26","cited_by_count":260,"area":"mllm"},{"id":"2402.08787","title":"Rethinking Machine Unlearning for Large Language Models","created":"2024-02-13","cited_by_count":257,"area":"lr"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2201.06796","title":"CoAuthor: Designing a Human-AI Collaborative Writing Dataset for Exploring Language Model Capabilities","created":"2022-01-18","cited_by_count":249,"area":null},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2311.06668","title":"In-context Vectors: Making In Context Learning More Effective and Controllable Through Latent Space Steering","created":"2023-11-11","cited_by_count":245,"area":null},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2406.14598","title":"SORRY-Bench: Systematically Evaluating Large Language Model Safety Refusal","created":"2024-06-20","cited_by_count":240,"area":"alignment"},{"id":"2308.03188","title":"Automatically Correcting Large Language Models: Surveying the landscape of diverse self-correction strategies","created":"2023-08-06","cited_by_count":238,"area":"lr"},{"id":"2205.13636","title":"Quark: Controllable Text Generation with Reinforced Unlearning","created":"2022-05-26","cited_by_count":237,"area":"safety"},{"id":"2212.12017","title":"OPT-IML: Scaling Language Model Instruction Meta Learning through the Lens of Generalization","created":"2022-12-22","cited_by_count":236,"area":null},{"id":"2310.17389","title":"ToxicChat: Unveiling Hidden Challenges of Toxicity Detection in Real-World User-AI Conversation","created":"2023-10-26","cited_by_count":231,"area":null},{"id":"2402.05044","title":"SALAD-Bench: A Hierarchical and Comprehensive Safety Benchmark for Large Language Models","created":"2024-02-07","cited_by_count":228,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2402.11753","title":"ArtPrompt: ASCII Art-based Jailbreak Attacks against Aligned LLMs","created":"2024-02-19","cited_by_count":216,"area":"safety"},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2310.07521","title":"Survey on Factuality in Large Language Models: Knowledge, Retrieval and Domain-Specificity","created":"2023-10-11","cited_by_count":206,"area":null},{"id":"2201.05955","title":"WANLI: Worker and AI Collaboration for Natural Language Inference Dataset Creation","created":"2022-01-16","cited_by_count":202,"area":null},{"id":"2206.04624","title":"Factuality Enhanced Language Models for Open-Ended Text Generation","created":"2022-06-09","cited_by_count":202,"area":null},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2202.04538","title":"Generating Training Data with Language Models: Towards Zero-Shot Language Understanding","created":"2022-02-09","cited_by_count":199,"area":null}],"next_cursor":"100"}