{"total":267,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2503.09567","title":"Towards Reasoning Era: A Survey of Long Chain-of-Thought for Reasoning Large Language Models","created":"2025-03-12","cited_by_count":384,"area":"lr"},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2410.18451","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","created":"2024-10-24","cited_by_count":327,"area":"lr"},{"id":"2411.10442","title":"Enhancing the Reasoning Ability of Multimodal Large Language Models via Mixed Preference Optimization","created":"2024-11-15","cited_by_count":239,"area":"lr"},{"id":"2507.01352","title":"Skywork-Reward-V2: Scaling Preference Data Curation via Human-AI Synergy","created":"2025-07-02","cited_by_count":214,"area":"lr"},{"id":"2410.05451","title":"SecAlign: Defending Against Prompt Injection with Preference Optimization","created":"2024-10-07","cited_by_count":210,"area":"alignment"},{"id":"2602.12125","title":"Learning beyond Teacher: Generalized On-Policy Distillation with Reward Extrapolation","created":"2026-02-12","cited_by_count":184,"area":"lr"},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2506.01347","title":"The Surprising Effectiveness of Negative Reinforcement in LLM Reasoning","created":"2025-06-02","cited_by_count":162,"area":"lr"},{"id":"2504.11343","title":"A Minimalist Approach to LLM Reasoning: from Rejection Sampling to Reinforce","created":"2025-04-15","cited_by_count":145,"area":"lr"},{"id":"2406.10216","title":"Regularizing Hidden States Enables Learning Generalizable Reward Model for LLMs","created":"2024-06-14","cited_by_count":142,"area":"alignment"},{"id":"2503.10291","title":"VisualPRM: An Effective Process Reward Model for Multimodal Reasoning","created":"2025-03-13","cited_by_count":139,"area":"lr"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2503.17352","title":"OpenVLThinker: Complex Vision-Language Reasoning via Iterative SFT-RL Cycles","created":"2025-03-21","cited_by_count":124,"area":"lr"},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2501.19324","title":"Reward-Guided Speculative Decoding for Efficient LLM Reasoning","created":"2025-01-31","cited_by_count":106,"area":"lr"},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2406.11839","title":"mDPO: Conditional Preference Optimization for Multimodal Large Language Models","created":"2024-06-17","cited_by_count":92,"area":"mllm"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2407.13399","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","created":"2024-07-18","cited_by_count":78,"area":"alignment"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2405.16455","title":"On the Algorithmic Bias of Aligning Large Language Models with RLHF: Preference Collapse and Matching Regularization","created":"2024-05-26","cited_by_count":72,"area":"alignment"},{"id":"2502.19613","title":"Self-rewarding correction for mathematical reasoning","created":"2025-02-26","cited_by_count":70,"area":"lr"},{"id":"2407.21018","title":"ThinK: Thinner Key Cache by Query-Driven Pruning","created":"2024-07-30","cited_by_count":68,"area":"lr"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2409.10164","title":"Quantile Regression for Distributional Reward Models in RLHF","created":"2024-09-16","cited_by_count":60,"area":"alignment"},{"id":"2412.16145","title":"Offline Reinforcement Learning for LLM Multi-Step Reasoning","created":"2024-12-20","cited_by_count":54,"area":"lr"},{"id":"2406.09760","title":"Bootstrapping Language Models with DPO Implicit Rewards","created":"2024-06-14","cited_by_count":53,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2507.04632","title":"Can Prompt Difficulty be Online Predicted for Accelerating RL Finetuning of Reasoning Models?","created":"2025-07-07","cited_by_count":52,"area":"lr"},{"id":"2505.20347","title":"SeRL: Self-Play Reinforcement Learning for Large Language Models with Limited Data","created":"2025-05-25","cited_by_count":51,"area":"lr"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2407.00617","title":"Iterative Nash Policy Optimization: Aligning LLMs with General Preferences via No-Regret Learning","created":"2024-06-30","cited_by_count":45,"area":"alignment"},{"id":"2506.07468","title":"Chasing Moving Targets with Online Self-Play Reinforcement Learning for Safer Language Models","created":"2025-06-09","cited_by_count":39,"area":"alignment"},{"id":"2412.11006","title":"Entropy-Regularized Process Reward Model","created":"2024-12-15","cited_by_count":38,"area":"lr"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2505.05315","title":"Scalable Chain of Thoughts via Elastic Reasoning","created":"2025-05-08","cited_by_count":34,"area":"lr"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2411.04625","title":"Sharp Analysis for KL-Regularized Contextual Bandits and RLHF","created":"2024-11-07","cited_by_count":33,"area":"alignment"},{"id":"2604.13602","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","created":"2026-04-15","cited_by_count":33,"area":"alignment"},{"id":"2505.13427","title":"MM-PRM: Enhancing Multimodal Mathematical Reasoning with Scalable Step-Level Supervision","created":"2025-05-19","cited_by_count":31,"area":"lr"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2509.03403","title":"Beyond Correctness: Harmonizing Process and Outcome Rewards through RL Training","created":"2025-09-03","cited_by_count":29,"area":"alignment"},{"id":"2509.25808","title":"Improving Sampling Efficiency in RLVR through Adaptive Rollout and Response Reuse","created":"2025-09-30","cited_by_count":29,"area":"lr"},{"id":"2508.19229","title":"StepWiser: Stepwise Generative Judges for Wiser Reasoning","created":"2025-08-26","cited_by_count":28,"area":null},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2409.03650","title":"On the Limited Generalization Capability of the Implicit Reward Model Induced by Direct Preference Optimization","created":"2024-09-05","cited_by_count":27,"area":"alignment"},{"id":"2410.02197","title":"Beyond Bradley-Terry Models: A General Preference Model for Language Model Alignment","created":"2024-10-03","cited_by_count":27,"area":"alignment"},{"id":"2506.08379","title":"Reinforce LLM Reasoning through Multi-Agent Reflection","created":"2025-06-10","cited_by_count":27,"area":"lr"},{"id":"2512.16912","title":"Exploration vs Exploitation: Rethinking RLVR through Clipping, Entropy, and Spurious Reward","created":"2025-12-18","cited_by_count":27,"area":"lr"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2506.17871","title":"LLM Probability Concentration: How Alignment Shrinks the Generative Horizon","created":"2025-06-22","cited_by_count":26,"area":"alignment"},{"id":"2606.22600","title":"On the Position Bias of On-Policy Distillation","created":"2026-06-21","cited_by_count":26,"area":"lr"},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2510.04996","title":"Reinforce-Ada: An Adaptive Sampling Framework under Non-linear RL Objectives","created":"2025-10-06","cited_by_count":25,"area":"lr"},{"id":"2502.16852","title":"Improving LLM General Preference Alignment via Optimistic Online Mirror Descent","created":"2025-02-24","cited_by_count":24,"area":"alignment"},{"id":"2505.02391","title":"Optimizing Chain-of-Thought Reasoners via Gradient Variance Minimization in Rejection Sampling and RL","created":"2025-05-05","cited_by_count":24,"area":"lr"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2502.03860","title":"BOLT: Bootstrap Long Chain-of-Thought in Language Models without Distillation","created":"2025-02-06","cited_by_count":23,"area":"lr"},{"id":"2502.07460","title":"Logarithmic Regret for Online KL-Regularized Reinforcement Learning","created":"2025-02-11","cited_by_count":22,"area":"alignment"},{"id":"2503.00295","title":"Robust Multi-Objective Preference Alignment with Online DPO","created":"2025-03-01","cited_by_count":22,"area":"alignment"},{"id":"2409.09603","title":"Towards Data-Centric RLHF: Simple Metrics for Preference Dataset Comparison","created":"2024-09-15","cited_by_count":21,"area":"alignment"},{"id":"2410.16714","title":"Magnetic Preference Optimization: Achieving Last-iterate Convergence for Language Model Alignment","created":"2024-10-22","cited_by_count":20,"area":"alignment"},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2602.03143","title":"Self-Hinting Language Models Enhance Reinforcement Learning","created":"2026-02-03","cited_by_count":20,"area":"lr"},{"id":"2410.03837","title":"Learning Code Preference via Synthetic Evolution","created":"2024-10-04","cited_by_count":19,"area":null},{"id":"2502.05163","title":"Enhancing LLM Safety Through a Theoretical Minimax Game Lens","created":"2025-02-07","cited_by_count":19,"area":"safety"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2412.02674","title":"Mind the Gap: Examining the Self-Improvement Capabilities of Large Language Models","created":"2024-12-03","cited_by_count":18,"area":"synth"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2503.04378","title":"HelpSteer3: Human-Annotated Feedback and Edit Data to Empower Inference-Time Scaling in Open-Ended General-Domain Tasks","created":"2025-03-06","cited_by_count":17,"area":"lr"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2410.07627","title":"Automatic Curriculum Expert Iteration for Reliable LLM Reasoning","created":"2024-10-10","cited_by_count":16,"area":"lr"},{"id":"2411.01493","title":"Sample-Efficient Alignment for LLMs","created":"2024-11-03","cited_by_count":16,"area":"alignment"},{"id":"2502.13575","title":"ETS: Efficient Tree Search for Inference-Time Scaling","created":"2025-02-19","cited_by_count":16,"area":"lr"},{"id":"2503.20271","title":"ViLBench: A Suite for Vision-Language Process Reward Modeling","created":"2025-03-26","cited_by_count":16,"area":"lr"},{"id":"2506.09532","title":"Athena: Enhancing Multimodal Reasoning with Data-efficient Process Reward Models","created":"2025-06-11","cited_by_count":16,"area":"lr"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2506.12915","title":"PersonaFeedback: A Large-scale Human-annotated Benchmark For Personalization","created":"2025-06-15","cited_by_count":15,"area":null},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2607.04763","title":"Multi-Turn On-Policy Distillation with Prefix Replay","created":"2026-07-06","cited_by_count":15,"area":"agents"},{"id":"2504.09923","title":"Guiding Reasoning in Small Language Models with LLM Assistance","created":"2025-04-14","cited_by_count":14,"area":"lr"},{"id":"2508.14313","title":"AIRL-S: Unifying Reinforcement Learning and Search-Based Test-Time Scaling via Adversarial Inverse Reinforcement Learning","created":"2025-08-19","cited_by_count":14,"area":"lr"},{"id":"2602.01970","title":"Small Generalizable Prompt Predictive Models Can Steer Efficient RL Post-Training of Large Reasoning Models","created":"2026-02-02","cited_by_count":14,"area":"lr"},{"id":"2412.09544","title":"Sail into the Headwind: Alignment via Robust Rewards and Dynamic Labels against Reward Hacking","created":"2024-12-12","cited_by_count":13,"area":"alignment"},{"id":"2501.14002","title":"Advancing Mathematical Reasoning in Language Models: The Impact of Problem-Solving Data, Data Synthesis Methods, and Training Stages","created":"2025-01-23","cited_by_count":13,"area":"lr"},{"id":"2503.19877","title":"Scaling Evaluation-time Compute with Reasoning Models as Evaluators","created":"2025-03-25","cited_by_count":13,"area":"lr"}],"next_cursor":"100"}