{"total":2150,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065,"area":"lr"},{"id":"2305.20050","title":"Let's Verify Step by Step","created":"2023-05-31","cited_by_count":3789,"area":"lr"},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588,"area":"alignment"},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2310.11511","title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","created":"2023-10-17","cited_by_count":1839,"area":"rag"},{"id":"2305.14325","title":"Improving Factuality and Reasoning in Language Models through Multiagent Debate","created":"2023-05-23","cited_by_count":1784,"area":"lr"},{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651,"area":"safety"},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546,"area":"offlinerl"},{"id":"2306.03341","title":"Inference-Time Intervention: Eliciting Truthful Answers from a Language Model","created":"2023-06-06","cited_by_count":1302,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2312.06681","title":"Steering Llama 2 via Contrastive Activation Addition","created":"2023-12-09","cited_by_count":1085,"area":"mechinterp"},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2211.01910","title":"Large Language Models Are Human-Level Prompt Engineers","created":"2022-11-03","cited_by_count":1045,"area":null},{"id":"2304.05977","title":"ImageReward: Learning and Evaluating Human Preferences for Text-to-Image Generation","created":"2023-04-12","cited_by_count":1045,"area":null},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026,"area":"safety"},{"id":"2305.13301","title":"Training Diffusion Models with Reinforcement Learning","created":"2023-05-22","cited_by_count":982,"area":"diffusion"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2308.10248","title":"Steering Language Models With Activation Engineering","created":"2023-08-20","cited_by_count":922,"area":"mechinterp"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2211.14275","title":"Solving math word problems with process- and outcome-based feedback","created":"2022-11-25","cited_by_count":901,"area":"lr"},{"id":"2305.14975","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","created":"2023-05-24","cited_by_count":812,"area":"alignment"},{"id":"2305.11738","title":"CRITIC: Large Language Models Can Self-Correct with Tool-Interactive Critiquing","created":"2023-05-19","cited_by_count":783,"area":"lr"},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2301.11305","title":"DetectGPT: Zero-Shot Machine-Generated Text Detection using Probability Curvature","created":"2023-01-26","cited_by_count":726,"area":null},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721,"area":"alignment"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2307.13702","title":"Measuring Faithfulness in Chain-of-Thought Reasoning","created":"2023-07-17","cited_by_count":703,"area":"lr"},{"id":"2410.07864","title":"RDT-1B: a Diffusion Foundation Model for Bimanual Manipulation","created":"2024-10-10","cited_by_count":691,"area":"diffusion"},{"id":"2304.06767","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","created":"2023-04-13","cited_by_count":686,"area":"lr"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2312.02119","title":"Tree of Attacks: Jailbreaking Black-Box LLMs Automatically","created":"2023-12-04","cited_by_count":672,"area":"safety"},{"id":"2501.17161","title":"SFT Memorizes, RL Generalizes: A Comparative Study of Foundation Model Post-training","created":"2025-01-28","cited_by_count":672,"area":"lr"},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625,"area":"lr"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2309.10253","title":"GPTFUZZER: Red Teaming Large Language Models with Auto-Generated Jailbreak Prompts","created":"2023-09-19","cited_by_count":560,"area":"safety"},{"id":"2401.01335","title":"Self-Play Fine-Tuning Converts Weak Language Models to Strong Language Models","created":"2024-01-02","cited_by_count":557,"area":"synth"},{"id":"2503.01785","title":"Visual-RFT: Visual Reinforcement Fine-Tuning","created":"2025-03-03","cited_by_count":513,"area":"lr"},{"id":"2403.03218","title":"The WMDP Benchmark: Measuring and Reducing Malicious Use With Unlearning","created":"2024-03-05","cited_by_count":509,"area":"safety"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2505.10978","title":"Group-in-Group Policy Optimization for LLM Agent Training","created":"2025-05-16","cited_by_count":497,"area":"lr"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2309.17400","title":"Directly Fine-Tuning Diffusion Models on Differentiable Rewards","created":"2023-09-29","cited_by_count":448,"area":"diffusion"},{"id":"2301.13848","title":"Benchmarking Large Language Models for News Summarization","created":"2023-01-31","cited_by_count":445,"area":null},{"id":"2306.16388","title":"Towards Measuring the Representation of Subjective Global Opinions in Language Models","created":"2023-06-28","cited_by_count":437,"area":null},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2302.12192","title":"Aligning Text-to-Image Models using Human Feedback","created":"2023-02-23","cited_by_count":422,"area":"alignment"},{"id":"2302.07842","title":"Augmented Language Models: a Survey","created":"2023-02-15","cited_by_count":403,"area":"lr"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2401.08417","title":"Contrastive Preference Optimization: Pushing the Boundaries of LLM Performance in Machine Translation","created":"2024-01-16","cited_by_count":394,"area":"alignment"},{"id":"2310.10631","title":"Llemma: An Open Language Model For Mathematics","created":"2023-10-16","cited_by_count":388,"area":"lr"},{"id":"2104.05218","title":"FUDGE: Controlled Text Generation With Future Discriminators","created":"2021-04-12","cited_by_count":376,"area":null},{"id":"2205.12548","title":"RLPrompt: Optimizing Discrete Text Prompts with Reinforcement Learning","created":"2022-05-25","cited_by_count":366,"area":null},{"id":"2412.14093","title":"Alignment faking in large language models","created":"2024-12-18","cited_by_count":360,"area":"alignment"},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2304.08354","title":"Tool Learning with Foundation Models","created":"2023-04-17","cited_by_count":302,"area":"agents"},{"id":"2203.11147","title":"Teaching language models to support answers with verified quotes","created":"2022-03-21","cited_by_count":292,"area":null},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290,"area":null},{"id":"2310.03739","title":"Aligning Text-to-Image Diffusion Models with Reward Backpropagation","created":"2023-10-05","cited_by_count":288,"area":"diffusion"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2505.19223","title":"LLaDA 1.5: Variance-Reduced Preference Optimization for Large Language Diffusion Models","created":"2025-05-25","cited_by_count":285,"area":"diffusion"},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2310.11564","title":"Personalized Soups: Personalized Large Language Model Alignment via Post-hoc Parameter Merging","created":"2023-10-17","cited_by_count":280,"area":"alignment"},{"id":"2211.00053","title":"Generating Sequences by Learning to Self-Correct","created":"2022-10-31","cited_by_count":277,"area":null},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2312.14925","title":"A Survey of Reinforcement Learning from Human Feedback","created":"2023-12-22","cited_by_count":264,"area":"alignment"},{"id":"2402.01306","title":"KTO: Model Alignment as Prospect Theoretic Optimization","created":"2024-02-02","cited_by_count":264,"area":"lr"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2308.06394","title":"Detecting and Preventing Hallucinations in Large Vision Language Models","created":"2023-08-11","cited_by_count":256,"area":"mllm"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2311.13231","title":"Using Human Feedback to Fine-tune Diffusion Models without Any Reward Model","created":"2023-11-22","cited_by_count":252,"area":"diffusion"},{"id":"2301.11270","title":"Principled Reinforcement Learning with Human Feedback from Pairwise or $K$-wise Comparisons","created":"2023-01-26","cited_by_count":247,"area":"alignment"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2601.19897","title":"Self-Distillation Enables Continual Learning","created":"2026-01-27","cited_by_count":247,"area":"offlinerl"},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2404.19733","title":"Iterative Reasoning Preference Optimization","created":"2024-04-30","cited_by_count":246,"area":"lr"},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2401.08967","title":"ReFT: Reasoning with Reinforced Fine-Tuning","created":"2024-01-17","cited_by_count":239,"area":"lr"},{"id":"2205.13636","title":"Quark: Controllable Text Generation with Reinforced Unlearning","created":"2022-05-26","cited_by_count":237,"area":"safety"},{"id":"2409.08861","title":"Adjoint Matching: Fine-tuning Flow and Diffusion Generative Models with Memoryless Stochastic Optimal Control","created":"2024-09-13","cited_by_count":233,"area":"diffusion"},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231,"area":"alignment"},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2307.04964","title":"Secrets of RLHF in Large Language Models Part I: PPO","created":"2023-07-11","cited_by_count":229,"area":"alignment"},{"id":"2402.19446","title":"ArCHer: Training Language Model Agents via Hierarchical Multi-Turn RL","created":"2024-02-29","cited_by_count":228,"area":"agents"},{"id":"2311.16839","title":"Beyond Hallucinations: Enhancing LVLMs through Hallucination-Aware Direct Preference Optimization","created":"2023-11-28","cited_by_count":225,"area":"mllm"},{"id":"2306.12001","title":"An Overview of Catastrophic AI Risks","created":"2023-06-21","cited_by_count":222,"area":null}],"next_cursor":"100"}