{"list":"other","total":183,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"2212.09748","title":"Scalable Diffusion Models with Transformers","created":"2022-12-19","cited_by_count":6054},{"id":"2210.02747","title":"Flow Matching for Generative Modeling","created":"2022-10-06","cited_by_count":5702},{"id":"2410.21276","title":"GPT-4o System Card","created":"2024-10-25","cited_by_count":4588},{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912},{"id":"2507.06261","title":"Gemini 2.5: Pushing the Frontier with Advanced Reasoning, Multimodality, Long Context, and Next Generation Agentic Capabilities","created":"2025-07-07","cited_by_count":3796},{"id":"2305.20050","title":"Let's Verify Step by Step","created":"2023-05-31","cited_by_count":3789},{"id":"2511.21631","title":"Qwen3-VL Technical Report","created":"2025-11-26","cited_by_count":2793},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588},{"id":"1606.06565","title":"Concrete Problems in AI Safety","created":"2016-06-21","cited_by_count":1642},{"id":"2309.08600","title":"Sparse Autoencoders Find Highly Interpretable Features in Language Models","created":"2023-09-15","cited_by_count":1420},{"id":"2305.04388","title":"Language Models Don't Always Say What They Think: Unfaithful Explanations in Chain-of-Thought Prompting","created":"2023-05-07","cited_by_count":1122},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055},{"id":"1612.00410","title":"Deep Variational Information Bottleneck","created":"2016-12-01","cited_by_count":930},{"id":"2312.08935","title":"Math-Shepherd: Verify and Reinforce LLMs Step-by-step without Human Annotations","created":"2023-12-14","cited_by_count":928},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721},{"id":"2307.13702","title":"Measuring Faithfulness in Chain-of-Thought Reasoning","created":"2023-07-17","cited_by_count":703},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625},{"id":"2401.05566","title":"Sleeper Agents: Training Deceptive LLMs that Persist Through Safety Training","created":"2024-01-10","cited_by_count":529},{"id":"2504.07615","title":"VLM-R1: A Stable and Generalizable R1-style Large Vision-Language Model","created":"2025-04-10","cited_by_count":526},{"id":"2408.15240","title":"Generative Verifiers: Reward Modeling as Next-Token Prediction","created":"2024-08-27","cited_by_count":480},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467},{"id":"1811.07871","title":"Scalable agent alignment via reward modeling: a research direction","created":"2018-11-19","cited_by_count":447},{"id":"2505.08775","title":"HealthBench: Evaluating Large Language Models Towards Improved Human Health","created":"2025-05-13","cited_by_count":429},{"id":"2505.05410","title":"Reasoning Models Don't Always Say What They Think","created":"2025-05-08","cited_by_count":415},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401},{"id":"1805.00899","title":"AI safety via debate","created":"2018-05-02","cited_by_count":400},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376},{"id":"2507.17746","title":"Rubrics as Rewards: Reinforcement Learning Beyond Verifiable Domains","created":"2025-07-23","cited_by_count":366},{"id":"2412.14093","title":"Alignment faking in large language models","created":"2024-12-18","cited_by_count":360},{"id":"2312.11456","title":"Iterative Preference Learning from Human Feedback: Bridging Theory and Practice for RLHF under KL-Constraint","created":"2023-12-18","cited_by_count":350},{"id":"2310.03716","title":"A Long Way to Go: Investigating Length Correlations in RLHF","created":"2023-10-05","cited_by_count":291},{"id":"2506.14245","title":"Reinforcement Learning with Verifiable Rewards Implicitly Incentivizes Correct Reasoning in Base LLMs","created":"2025-06-17","cited_by_count":289},{"id":"2412.04984","title":"Frontier Models are Capable of In-context Scheming","created":"2024-12-06","cited_by_count":287},{"id":"2405.07863","title":"RLHF Workflow: From Reward Modeling to Online RLHF","created":"2024-05-13","cited_by_count":267},{"id":"2312.14925","title":"A Survey of Reinforcement Learning from Human Feedback","created":"2023-12-22","cited_by_count":264},{"id":"2402.04792","title":"Direct Language Model Alignment from Online AI Feedback","created":"2024-02-07","cited_by_count":260},{"id":"1906.01820","title":"Risks from Learned Optimization in Advanced Machine Learning Systems","created":"2019-06-05","cited_by_count":258},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236},{"id":"2310.02743","title":"Reward Model Ensembles Help Mitigate Overoptimization","created":"2023-10-04","cited_by_count":231},{"id":"2211.03540","title":"Measuring Progress on Scalable Oversight for Large Language Models","created":"2022-11-04","cited_by_count":225},{"id":"2506.10947","title":"Spurious Rewards: Rethinking Training Signals in RLVR","created":"2025-06-12","cited_by_count":209},{"id":"2308.03958","title":"Simple synthetic data reduces sycophancy in large language models","created":"2023-08-07","cited_by_count":187},{"id":"2406.10162","title":"Sycophancy to Subterfuge: Investigating Reward-Tampering in Large Language Models","created":"2024-06-14","cited_by_count":178},{"id":"2507.19849","title":"Agentic Reinforced Policy Optimization","created":"2025-07-26","cited_by_count":172},{"id":"2401.06080","title":"Secrets of RLHF in Large Language Models Part II: Reward Modeling","created":"2024-01-11","cited_by_count":171},{"id":"2505.02387","title":"RM-R1: Reward Modeling as Reasoning","created":"2025-05-05","cited_by_count":154},{"id":"2402.18571","title":"Arithmetic Control of LLMs for Diverse User Preferences: Directional Preference Alignment with Multi-Objective Rewards","created":"2024-02-28","cited_by_count":148},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143},{"id":"2406.02900","title":"Scaling Laws for Reward Model Overoptimization in Direct Alignment Algorithms","created":"2024-06-05","cited_by_count":143},{"id":"2311.09528","title":"HelpSteer: Multi-attribute Helpfulness Dataset for SteerLM","created":"2023-11-16","cited_by_count":142},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136},{"id":"2507.18624","title":"Checklists Are Better Than Reward Models For Aligning Language Models","created":"2025-07-24","cited_by_count":128},{"id":"2404.18922","title":"DPO Meets PPO: Reinforced Token Optimization for RLHF","created":"2024-04-29","cited_by_count":127},{"id":"2105.14111","title":"Goal Misgeneralization in Deep Reinforcement Learning","created":"2021-05-28","cited_by_count":123},{"id":"2511.19399","title":"DR Tulu: Reinforcement Learning with Evolving Rubrics for Deep Research","created":"2025-11-24","cited_by_count":114},{"id":"1711.09883","title":"AI Safety Gridworlds","created":"2017-11-27","cited_by_count":110},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109},{"id":"1908.04734","title":"Reward Tampering Problems and Solutions in Reinforcement Learning: A Causal Influence Diagram Perspective","created":"2019-08-13","cited_by_count":108},{"id":"2411.01111","title":"Rule Based Rewards for Language Model Safety","created":"2024-11-02","cited_by_count":108},{"id":"2508.19652","title":"Self-Rewarding Vision-Language Model via Reasoning Decomposition","created":"2025-08-27","cited_by_count":97},{"id":"2503.21758","title":"Lumina-Image 2.0: A Unified and Efficient Image Generative Framework","created":"2025-03-27","cited_by_count":96},{"id":"2508.20751","title":"Pref-GRPO: Pairwise Preference Reward-based GRPO for Stable Text-to-Image Reinforcement Learning","created":"2025-08-28","cited_by_count":92},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88},{"id":"2505.14677","title":"Visionary-R1: Mitigating Shortcuts in Visual Reasoning with Reinforcement Learning","created":"2025-05-20","cited_by_count":87},{"id":"2511.07685","title":"ResearchRubrics: A Benchmark of Prompts and Rubrics For Evaluating Deep Research Agents","created":"2025-11-10","cited_by_count":84},{"id":"2503.10965","title":"Auditing language models for hidden objectives","created":"2025-03-14","cited_by_count":83},{"id":"2511.11793","title":"MiroThinker: Pushing the Performance Boundaries of Open-Source Research Agents via Model, Context, and Interactive Scaling","created":"2025-11-14","cited_by_count":81},{"id":"2402.09345","title":"InfoRM: Mitigating Reward Hacking in RLHF via Information-Theoretic Reward Modeling","created":"2024-02-14","cited_by_count":79},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76},{"id":"2505.15810","title":"GUI-G1: Understanding R1-Zero-Like Training for Visual Grounding in GUI Agents","created":"2025-05-21","cited_by_count":74},{"id":"2312.15997","title":"Aligning Large Language Models with Human Preferences through Representation Engineering","created":"2023-12-26","cited_by_count":71},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71},{"id":"2503.18013","title":"Vision-R1: Evolving Human-Free Alignment in Large Vision-Language Models via Vision-Guided Reinforcement Learning","created":"2025-03-23","cited_by_count":69},{"id":"2505.00024","title":"Nemotron-Research-Tool-N1: Exploring Tool-Using Language Models with Reinforced Reasoning","created":"2025-04-25","cited_by_count":68},{"id":"2501.04686","title":"Unlocking Multimodal Mathematical Reasoning via Process Reward Model","created":"2025-01-08","cited_by_count":65},{"id":"2505.23646","title":"Are Reasoning Models More Prone to Hallucination?","created":"2025-05-29","cited_by_count":64},{"id":"2406.01462","title":"The Importance of Online Data: Understanding Preference Fine-tuning via Coverage","created":"2024-06-03","cited_by_count":55},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53},{"id":"2402.07314","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","created":"2024-02-11","cited_by_count":52},{"id":"2601.08430","title":"RubricHub: A Comprehensive and Highly Discriminative Rubric Dataset via Automated Coarse-to-Fine Generation","created":"2026-01-13","cited_by_count":52},{"id":"2511.10507","title":"AdvancedIF: Rubric-Based Benchmarking and Reinforcement Learning for Advancing LLM Instruction Following","created":"2025-11-13","cited_by_count":51},{"id":"2502.14829","title":"Measuring Chain of Thought Faithfulness by Unlearning Reasoning Steps","created":"2025-02-20","cited_by_count":47},{"id":"2505.17018","title":"SophiaVL-R1: Reinforcing MLLMs Reasoning with Thinking Reward","created":"2025-05-22","cited_by_count":45},{"id":"2401.16635","title":"Improving Reinforcement Learning from Human Feedback with Efficient Reward Model Ensemble","created":"2024-01-30","cited_by_count":44},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44},{"id":"2407.16574","title":"TLCR: Token-Level Continuous Reward for Fine-grained Reinforcement Learning from Human Feedback","created":"2024-07-23","cited_by_count":43},{"id":"2311.00168","title":"The Alignment Ceiling: Objective Mismatch in Reinforcement Learning from Human Feedback","created":"2023-10-31","cited_by_count":42},{"id":"2310.09144","title":"Goodhart's Law in Reinforcement Learning","created":"2023-10-13","cited_by_count":41},{"id":"2404.08495","title":"Dataset Reset Policy Optimization for RLHF","created":"2024-04-12","cited_by_count":41},{"id":"2401.06081","title":"Improving Large Language Models via Fine-grained Reinforcement Learning with Minimum Editing Constraint","created":"2024-01-11","cited_by_count":39},{"id":"2502.12668","title":"Evaluation of Best-of-N Sampling Strategies for Language Model Alignment","created":"2025-02-18","cited_by_count":39},{"id":"2510.08049","title":"A Survey of Process Reward Models: From Outcome Signals to Process Supervisions for Large Language Models","created":"2025-10-09","cited_by_count":38}],"next_cursor":"100"}