{"total":2588,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065,"area":"lr"},{"id":"2305.20050","title":"Let's Verify Step by Step","created":"2023-05-31","cited_by_count":3789,"area":"lr"},{"id":"2303.17651","title":"Self-Refine: Iterative Refinement with Self-Feedback","created":"2023-03-30","cited_by_count":3442,"area":"lr"},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2212.08073","title":"Constitutional AI: Harmlessness from AI Feedback","created":"2022-12-15","cited_by_count":3050,"area":"lr"},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2112.09332","title":"WebGPT: Browser-assisted question-answering with human feedback","created":"2021-12-17","cited_by_count":1745,"area":"alignment"},{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651,"area":"safety"},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2302.12173","title":"Not what you've signed up for: Compromising Real-World LLM-Integrated Applications with Indirect Prompt Injection","created":"2023-02-23","cited_by_count":1443,"area":"safety"},{"id":"2503.20783","title":"Understanding R1-Zero-Like Training: A Critical Perspective","created":"2025-03-26","cited_by_count":1345,"area":"lr"},{"id":"2308.03688","title":"AgentBench: Evaluating LLMs as Agents","created":"2023-08-07","cited_by_count":1267,"area":"agents"},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095,"area":"alignment"},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2304.05977","title":"ImageReward: Learning and Evaluating Human Preferences for Text-to-Image Generation","created":"2023-04-12","cited_by_count":1045,"area":null},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026,"area":"safety"},{"id":"2305.13301","title":"Training Diffusion Models with Reinforcement Learning","created":"2023-05-22","cited_by_count":982,"area":"diffusion"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2310.12036","title":"A General Theoretical Paradigm to Understand Learning from Human Preferences","created":"2023-10-18","cited_by_count":912,"area":"alignment"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2211.14275","title":"Solving math word problems with process- and outcome-based feedback","created":"2022-11-25","cited_by_count":901,"area":"lr"},{"id":"2307.04657","title":"BeaverTails: Towards Improved Safety Alignment of LLM via a Human-Preference Dataset","created":"2023-07-10","cited_by_count":860,"area":"alignment"},{"id":"2305.14975","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","created":"2023-05-24","cited_by_count":812,"area":"alignment"},{"id":"2311.12908","title":"Diffusion Model Alignment Using Direct Preference Optimization","created":"2023-11-21","cited_by_count":790,"area":"wm"},{"id":"2305.11738","title":"CRITIC: Large Language Models Can Self-Correct with Tool-Interactive Critiquing","created":"2023-05-19","cited_by_count":783,"area":"lr"},{"id":"2212.03827","title":"Discovering Latent Knowledge in Language Models Without Supervision","created":"2022-12-07","cited_by_count":767,"area":null},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2205.14334","title":"Teaching Models to Express Their Uncertainty in Words","created":"2022-05-28","cited_by_count":751,"area":null},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721,"area":"alignment"},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2307.13702","title":"Measuring Faithfulness in Chain-of-Thought Reasoning","created":"2023-07-17","cited_by_count":703,"area":"lr"},{"id":"2304.06767","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","created":"2023-04-13","cited_by_count":686,"area":"lr"},{"id":"2404.13076","title":"LLM Evaluators Recognize and Favor Their Own Generations","created":"2024-04-15","cited_by_count":686,"area":"alignment"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2303.04671","title":"Visual ChatGPT: Talking, Drawing and Editing with Visual Foundation Models","created":"2023-03-08","cited_by_count":668,"area":"lr"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2308.08747","title":"An Empirical Study of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2023-08-17","cited_by_count":639,"area":null},{"id":"2405.01470","title":"WildChat: 1M ChatGPT Interaction Logs in the Wild","created":"2024-05-02","cited_by_count":629,"area":null},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625,"area":"lr"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2308.10848","title":"AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent Behaviors","created":"2023-08-21","cited_by_count":598,"area":"agents"},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562,"area":"alignment"},{"id":"2401.01335","title":"Self-Play Fine-Tuning Converts Weak Language Models to Strong Language Models","created":"2024-01-02","cited_by_count":557,"area":"synth"},{"id":"2209.14375","title":"Improving alignment of dialogue agents via targeted human judgements","created":"2022-09-28","cited_by_count":531,"area":"agents"},{"id":"2404.05868","title":"Negative Preference Optimization: From Catastrophic Collapse to Effective Unlearning","created":"2024-04-08","cited_by_count":504,"area":"alignment"},{"id":"2308.08998","title":"Reinforced Self-Training (ReST) for Language Modeling","created":"2023-08-17","cited_by_count":500,"area":"alignment"},{"id":"2505.10978","title":"Group-in-Group Policy Optimization for LLM Agent Training","created":"2025-05-16","cited_by_count":497,"area":"lr"},{"id":"2308.03825","title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","created":"2023-08-07","cited_by_count":489,"area":"safety"},{"id":"2301.07597","title":"How Close is ChatGPT to Human Experts? Comparison Corpus, Evaluation, and Detection","created":"2023-01-18","cited_by_count":481,"area":null},{"id":"2408.15240","title":"Generative Verifiers: Reward Modeling as Next-Token Prediction","created":"2024-08-27","cited_by_count":480,"area":"lr"},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459,"area":null},{"id":"2310.06987","title":"Catastrophic Jailbreak of Open-source LLMs via Exploiting Generation","created":"2023-10-10","cited_by_count":451,"area":"safety"},{"id":"2305.16381","title":"DPOK: Reinforcement Learning for Fine-tuning Text-to-Image Diffusion Models","created":"2023-05-25","cited_by_count":450,"area":"diffusion"},{"id":"2309.17400","title":"Directly Fine-Tuning Diffusion Models on Differentiable Rewards","created":"2023-09-29","cited_by_count":448,"area":"diffusion"},{"id":"2301.13848","title":"Benchmarking Large Language Models for News Summarization","created":"2023-01-31","cited_by_count":445,"area":null},{"id":"2306.16388","title":"Towards Measuring the Representation of Subjective Global Opinions in Language Models","created":"2023-06-28","cited_by_count":437,"area":null},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2302.12192","title":"Aligning Text-to-Image Models using Human Feedback","created":"2023-02-23","cited_by_count":422,"area":"alignment"},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2302.07842","title":"Augmented Language Models: a Survey","created":"2023-02-15","cited_by_count":403,"area":"lr"},{"id":"2305.10425","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","created":"2023-05-17","cited_by_count":401,"area":"alignment"},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2310.06452","title":"Understanding the Effects of RLHF on LLM Generalisation and Diversity","created":"2023-10-10","cited_by_count":396,"area":"alignment"},{"id":"2404.18930","title":"Hallucination of Multimodal Large Language Models: A Survey","created":"2024-04-29","cited_by_count":388,"area":"mllm"},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2305.16355","title":"PandaGPT: One Model To Instruction-Follow Them All","created":"2023-05-25","cited_by_count":334,"area":null},{"id":"2201.03544","title":"The Effects of Reward Misspecification: Mapping and Mitigating Misaligned Models","created":"2022-01-10","cited_by_count":328,"area":"alignment"},{"id":"2309.06657","title":"Statistical Rejection Sampling Improves Preference Optimization","created":"2023-09-13","cited_by_count":323,"area":"alignment"},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2304.08354","title":"Tool Learning with Foundation Models","created":"2023-04-17","cited_by_count":302,"area":"agents"},{"id":"2305.16367","title":"Role-Play with Large Language Models","created":"2023-05-25","cited_by_count":294,"area":null},{"id":"2203.11147","title":"Teaching language models to support answers with verified quotes","created":"2022-03-21","cited_by_count":292,"area":null},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291,"area":"alignment"},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290,"area":null},{"id":"2310.03739","title":"Aligning Text-to-Image Diffusion Models with Reward Backpropagation","created":"2023-10-05","cited_by_count":288,"area":"diffusion"},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2505.19223","title":"LLaDA 1.5: Variance-Reduced Preference Optimization for Large Language Diffusion Models","created":"2025-05-25","cited_by_count":285,"area":"diffusion"},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2310.11564","title":"Personalized Soups: Personalized Large Language Model Alignment via Post-hoc Parameter Merging","created":"2023-10-17","cited_by_count":280,"area":"alignment"},{"id":"2211.00053","title":"Generating Sequences by Learning to Self-Correct","created":"2022-10-31","cited_by_count":277,"area":null},{"id":"2504.16084","title":"TTRL: Test-Time Reinforcement Learning","created":"2025-04-22","cited_by_count":275,"area":"lr"},{"id":"2406.07496","title":"TextGrad: Automatic \"Differentiation\" via Text","created":"2024-06-11","cited_by_count":273,"area":null},{"id":"2102.01293","title":"Scaling Laws for Transfer","created":"2021-02-02","cited_by_count":272,"area":null},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267,"area":"lr"},{"id":"2402.01306","title":"KTO: Model Alignment as Prospect Theoretic Optimization","created":"2024-02-02","cited_by_count":264,"area":"lr"},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262,"area":"alignment"},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260,"area":"alignment"},{"id":"2311.08268","title":"A Wolf in Sheep's Clothing: Generalized Nested Jailbreak Prompts can Fool Large Language Models Easily","created":"2023-11-14","cited_by_count":259,"area":"safety"},{"id":"2209.00626","title":"The Alignment Problem from a Deep Learning Perspective","created":"2022-08-30","cited_by_count":258,"area":null}],"next_cursor":"100"}