{"total":107,"rows":[{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2410.01679","title":"VinePPO: Refining Credit Assignment in RL Training of LLMs","created":"2024-10-02","cited_by_count":183,"area":null},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2505.02387","title":"RM-R1: Reward Modeling as Reasoning","created":"2025-05-05","cited_by_count":154,"area":"lr"},{"id":"2506.01937","title":"RewardBench 2: Advancing Reward Model Evaluation","created":"2025-06-02","cited_by_count":150,"area":"alignment"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2505.19789","title":"What Can RL Bring to VLA Generalization? An Empirical Study","created":"2025-05-26","cited_by_count":108,"area":"vla"},{"id":"2412.01928","title":"MALT: Improving Reasoning with Multi-Agent LLM Training","created":"2024-12-02","cited_by_count":76,"area":"lr"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2412.10400","title":"Reinforcement Learning Enhanced LLMs: A Survey","created":"2024-12-05","cited_by_count":71,"area":"lr"},{"id":"2602.05125","title":"Rethinking Rubric Generation for Improving LLM Judge and Reward Modeling for Open-ended Tasks","created":"2026-02-04","cited_by_count":62,"area":"lr"},{"id":"2410.15522","title":"M-RewardBench: Evaluating Reward Models in Multilingual Settings","created":"2024-10-20","cited_by_count":50,"area":"alignment"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2502.12668","title":"Evaluation of Best-of-N Sampling Strategies for Language Model Alignment","created":"2025-02-18","cited_by_count":39,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2505.14682","title":"UniGen: Enhanced Training & Test-Time Strategies for Unified Multimodal Understanding and Generation","created":"2025-05-20","cited_by_count":32,"area":"mllm"},{"id":"2502.13917","title":"TESS 2: A Large-Scale Generalist Diffusion Language Model","created":"2025-02-19","cited_by_count":30,"area":"diffusion"},{"id":"2412.19513","title":"Confidence v.s. Critique: A Decomposition of Self-Correction Capability for LLMs","created":"2024-12-27","cited_by_count":29,"area":"lr"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2509.18314","title":"Exploiting Tree Structure for Credit Assignment in RL Training of LLMs","created":"2025-09-22","cited_by_count":27,"area":"lr"},{"id":"2410.19133","title":"Hybrid Preferences: Learning to Route Instances for Human vs. AI Feedback","created":"2024-10-24","cited_by_count":26,"area":"alignment"},{"id":"2510.26202","title":"What's In My Human Feedback? Learning Interpretable Descriptions of Preference Data","created":"2025-10-30","cited_by_count":26,"area":"alignment"},{"id":"2407.06443","title":"Exposing Privacy Gaps: Membership Inference Attack on Preference Data for LLM Alignment","created":"2024-07-08","cited_by_count":25,"area":"alignment"},{"id":"2412.06000","title":"Does RLHF Scale? Exploring the Impacts From Data, Model, and Method","created":"2024-12-08","cited_by_count":23,"area":"alignment"},{"id":"2409.06957","title":"Policy Filtration for RLHF to Mitigate Noise in Reward Models","created":"2024-09-11","cited_by_count":22,"area":"alignment"},{"id":"2502.12858","title":"Rejected Dialects: Biases Against African American Language in Reward Models","created":"2025-02-18","cited_by_count":20,"area":"alignment"},{"id":"2410.15956","title":"Do Large Language Models Have an English Accent? Evaluating and Improving the Naturalness of Multilingual LLMs","created":"2024-10-21","cited_by_count":19,"area":null},{"id":"2602.04863","title":"Subliminal Effects in Your Data: A General Mechanism via Log-Linearity","created":"2026-02-04","cited_by_count":19,"area":null},{"id":"2501.18532","title":"Differentially Private Steering for Large Language Model Alignment","created":"2025-01-30","cited_by_count":15,"area":"alignment"},{"id":"2506.12725","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","created":"2025-06-15","cited_by_count":15,"area":"alignment"},{"id":"2506.11712","title":"Mitigating Hallucination Through Theory-Consistent Symmetric Multimodal Preference Optimization","created":"2025-06-13","cited_by_count":14,"area":"mllm"},{"id":"2505.10527","title":"WorldPM: Scaling Human Preference Modeling","created":"2025-05-15","cited_by_count":13,"area":"alignment"},{"id":"2510.20369","title":"Ask a Strong LLM Judge when Your Reward Model is Uncertain","created":"2025-10-23","cited_by_count":13,"area":"alignment"},{"id":"2502.11541","title":"MuSC: Improving Complex Instruction Following with Multi-granularity Self-Contrastive Training","created":"2025-02-17","cited_by_count":12,"area":null},{"id":"2506.03483","title":"APT: Improving Specialist LLM Performance with Weakness Case Acquisition and Iterative Preference Training","created":"2025-06-04","cited_by_count":12,"area":null},{"id":"2508.18312","title":"What Matters in Data for DPO?","created":"2025-08-23","cited_by_count":12,"area":"alignment"},{"id":"2603.08035","title":"CDRRM: Contrast-Driven Rubric Generation for Reliable and Interpretable Reward Modeling","created":"2026-03-09","cited_by_count":12,"area":"alignment"},{"id":"2505.12763","title":"Rethinking Reward Model Evaluation Through the Lens of Reward Overoptimization","created":"2025-05-19","cited_by_count":11,"area":"alignment"},{"id":"2512.23126","title":"InSPO: Unlocking Intrinsic Self-Reflection for LLM Preference Optimization","created":"2025-12-29","cited_by_count":11,"area":"alignment"},{"id":"2502.00203","title":"Reward-aware Preference Optimization: A Unified Mathematical Framework for Model Alignment","created":"2025-01-31","cited_by_count":10,"area":"lr"},{"id":"2505.19770","title":"Understanding the Performance Gap in Preference Learning: A Dichotomy of RLHF and DPO","created":"2025-05-26","cited_by_count":10,"area":"alignment"},{"id":"2506.07326","title":"Reward Model Interpretability via Optimal and Pessimal Tokens","created":"2025-06-08","cited_by_count":10,"area":"alignment"},{"id":"2510.26707","title":"Value Drifts: Tracing Value Alignment During LLM Post-Training","created":"2025-10-30","cited_by_count":10,"area":"alignment"},{"id":"2502.16825","title":"Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization","created":"2025-02-24","cited_by_count":9,"area":"alignment"},{"id":"2503.04647","title":"Implicit Cross-Lingual Rewarding for Efficient Multilingual Preference Alignment","created":"2025-03-06","cited_by_count":9,"area":"alignment"},{"id":"2504.03612","title":"AIR: A Systematic Analysis of Annotations, Instructions, and Response Pairs in Preference Dataset","created":"2025-04-04","cited_by_count":9,"area":"alignment"},{"id":"2506.04463","title":"Aligning Large Language Models with Implicit Preferences from User-Generated Content","created":"2025-06-04","cited_by_count":9,"area":"alignment"},{"id":"2506.09420","title":"A Call for Collaborative Intelligence: Why Human-Agent Systems Should Precede AI Autonomy","created":"2025-06-11","cited_by_count":9,"area":"agents"},{"id":"2412.15282","title":"A Systematic Examination of Preference Learning through the Lens of Instruction-Following","created":"2024-12-18","cited_by_count":8,"area":"alignment"},{"id":"2502.03095","title":"Reveal the Mystery of DPO: The Connection between DPO and RL Algorithms","created":"2025-02-05","cited_by_count":8,"area":"alignment"},{"id":"2506.00569","title":"AutoMixAlign: Adaptive Data Mixing for Multi-Task Preference Optimization in LLMs","created":"2025-05-31","cited_by_count":8,"area":"alignment"},{"id":"2506.18631","title":"ReDit: Reward Dithering for Improved LLM Policy Optimization","created":"2025-06-23","cited_by_count":8,"area":"lr"},{"id":"2602.16179","title":"EnterpriseBench Corecraft: Training Generalizable Agents on High-Fidelity RL Environments","created":"2026-02-18","cited_by_count":8,"area":"agents"},{"id":"2407.15229","title":"A Practical Analysis of Human Alignment with *PO","created":"2024-07-21","cited_by_count":7,"area":"alignment"},{"id":"2410.01735","title":"LASeR: Learning to Adaptively Select Reward Models with Multi-Armed Bandits","created":"2024-10-02","cited_by_count":7,"area":"alignment"},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2511.05385","title":"TeaRAG: A Token-Efficient Agentic Retrieval-Augmented Generation Framework","created":"2025-11-07","cited_by_count":7,"area":"lr"},{"id":"2502.00814","title":"Disentangling Length Bias In Preference Learning Via Response-Conditioned Modeling","created":"2025-02-02","cited_by_count":6,"area":"alignment"},{"id":"2505.02363","title":"SIMPLEMIX: Frustratingly Simple Mixing of Off- and On-policy Data in Language Model Preference Learning","created":"2025-05-05","cited_by_count":6,"area":"alignment"},{"id":"2505.10597","title":"Two Minds Better Than One: Collaborative Reward Modeling for LLM Alignment","created":"2025-05-15","cited_by_count":6,"area":"alignment"},{"id":"2503.04736","title":"Standardizing Intelligence: Aligning Generative AI for Regulatory and Operational Compliance","created":"2025-02-03","cited_by_count":5,"area":null},{"id":"2503.23913","title":"Entropy-Based Adaptive Weighting for Self-Training","created":"2025-03-31","cited_by_count":5,"area":"lr"},{"id":"2506.14574","title":"TGDPO: Harnessing Token-Level Reward Guidance for Enhancing Direct Preference Optimization","created":"2025-06-17","cited_by_count":5,"area":"alignment"},{"id":"2507.15640","title":"Data Mixing Agent: Learning to Re-weight Domains for Continual Pre-training","created":"2025-07-21","cited_by_count":5,"area":"agents"},{"id":"2510.22095","title":"Embracing Trustworthy Brain-Agent Collaboration as Paradigm Extension for Intelligent Assistive Technologies","created":"2025-10-25","cited_by_count":5,"area":"agents"},{"id":"2604.03058","title":"Verbalizing LLMs' assumptions to explain and control sycophancy","created":"2026-04-03","cited_by_count":5,"area":null},{"id":"2502.11284","title":"Balancing the Budget: Understanding Trade-offs Between Supervised and Preference-Based Finetuning","created":"2025-02-16","cited_by_count":4,"area":"alignment"},{"id":"2503.02379","title":"Teaching Metric Distance to Discrete Autoregressive Language Models","created":"2025-03-04","cited_by_count":4,"area":"lr"},{"id":"2503.13538","title":"From Demonstrations to Rewards: Alignment Without Explicit Human Preferences","created":"2025-03-15","cited_by_count":4,"area":"alignment"},{"id":"2502.10505","title":"Preference learning made easy: Everything should be understood through win rate","created":"2025-02-14","cited_by_count":3,"area":null},{"id":"2502.13487","title":"Transferring Textual Preferences to Vision-Language Understanding through Model Merging","created":"2025-02-19","cited_by_count":3,"area":"mllm"},{"id":"2503.22764","title":"Boosting Large Language Models with Mask Fine-Tuning","created":"2025-03-27","cited_by_count":3,"area":null},{"id":"2410.06965","title":"Uncovering Factor Level Preferences to Improve Human-Model Alignment","created":"2024-10-09","cited_by_count":2,"area":"alignment"},{"id":"2501.03271","title":"DPO Kernels: A Semantically-Aware, Kernel-Enhanced, and Divergence-Rich Paradigm for Direct Preference Optimization","created":"2025-01-05","cited_by_count":2,"area":"alignment"},{"id":"2506.04272","title":"Understanding the Impact of Sampling Quality in Direct Preference Optimization","created":"2025-06-03","cited_by_count":2,"area":"alignment"},{"id":"2510.03231","title":"Reward Models are Metrics in a Trench Coat","created":"2025-10-03","cited_by_count":2,"area":"alignment"},{"id":"2510.03528","title":"Fine-Tuning on Noisy Instructions: Effects on Generalization and Performance","created":"2025-10-03","cited_by_count":2,"area":null},{"id":"2601.18730","title":"Reflect: Transparent Principle-Guided Reasoning for Constitutional Alignment at Scale","created":"2026-01-26","cited_by_count":2,"area":"lr"},{"id":"2603.09692","title":"ActiveUltraFeedback: Efficient Preference Data Generation using Active Learning","created":"2026-03-10","cited_by_count":2,"area":"alignment"},{"id":"2606.03698","title":"Multi$^2$: Hierarchical Multi-Agent Decision-Making with LLM-Based Agents in Interactive Environments","created":"2026-06-02","cited_by_count":2,"area":"agents"},{"id":"2608.31079","title":"Sycophantic Agreement Transfers with Neutral Data via Contrastive Preference Optimization","created":"2026-08-31","cited_by_count":2,"area":"alignment"},{"id":"2505.23557","title":"Learning Parametric Distributions from Samples and Preferences","created":"2025-05-29","cited_by_count":1,"area":"alignment"},{"id":"2506.00152","title":"Aligning Language Models with Observational Data: Opportunities and Risks from a Causal Perspective","created":"2025-05-30","cited_by_count":1,"area":"alignment"},{"id":"2506.00195","title":"Let Them Down Easy! Contextual Effects of LLM Guardrails on User Perceptions and Preferences","created":"2025-05-30","cited_by_count":1,"area":"alignment"},{"id":"2508.03254","title":"V.I.P. : Iterative Online Preference Distillation for Efficient Video Diffusion Models","created":"2025-08-05","cited_by_count":1,"area":"diffusion"},{"id":"2510.01700","title":"VaPR -- Vision-language Preference alignment for Reasoning","created":"2025-10-02","cited_by_count":1,"area":"lr"},{"id":"2510.21090","title":"Self-Rewarding PPO: Aligning Large Language Models with Demonstrations Only","created":"2025-10-24","cited_by_count":1,"area":"alignment"},{"id":"2605.30619","title":"Reward Learning from Best-of-$N$ Preference Data: Targets, Tradeoffs, and Design Principles","created":"2026-05-28","cited_by_count":1,"area":"alignment"},{"id":"2410.02465","title":"Revealing the Inherent Instructability of Pre-Trained Language Models","created":"2024-10-03","cited_by_count":0,"area":null},{"id":"2506.03557","title":"BPO: Revisiting Preference Modeling in Direct Preference Optimization","created":"2025-06-04","cited_by_count":0,"area":"alignment"},{"id":"2506.23979","title":"TaP: A Taxonomy-Guided Framework for Automated and Scalable Preference Data Generation","created":"2025-06-30","cited_by_count":0,"area":null},{"id":"2507.01479","title":"Evaluating the Effectiveness of Direct Preference Optimization for Personalizing German Automatic Text Simplifications for Persons with Intellectual Disabilities","created":"2025-07-02","cited_by_count":0,"area":"alignment"},{"id":"2509.24207","title":"Humanline: Online Alignment as Perceptual Loss","created":"2025-09-29","cited_by_count":0,"area":"lr"},{"id":"2601.06108","title":"From RLHF to Direct Alignment: A Theoretical Unification of Preference Learning for Large Language Models","created":"2026-01-03","cited_by_count":0,"area":"alignment"},{"id":"2601.21618","title":"Semantic Content Determines Algorithmic Performance","created":"2026-01-29","cited_by_count":0,"area":null},{"id":"2603.21438","title":"PROMPT2BOX:Improving LLM Weakness Discovery and Specificity Estimation by Uncovering Entailment Structure among Prompts","created":"2026-03-22","cited_by_count":0,"area":null},{"id":"2604.22191","title":"Behavioral Canaries: Auditing Private Retrieved Context Usage in RL Fine-Tuning","created":"2026-04-24","cited_by_count":0,"area":"agents"},{"id":"2604.25895","title":"Three Models of RLHF Annotation: Extension, Evidence, and Authority","created":"2026-04-28","cited_by_count":0,"area":"alignment"},{"id":"2605.01831","title":"RMGAP: Benchmarking the Generalization of Reward Models across Diverse Preferences","created":"2026-05-03","cited_by_count":0,"area":"alignment"}],"next_cursor":"100"}