{"total":96,"rows":[{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2404.03715","title":"Direct Nash Optimization: Teaching Language Models to Self-Improve with General Preferences","created":"2024-04-04","cited_by_count":178,"area":"alignment"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2409.13156","title":"RRM: Robust Reward Model Training Mitigates Reward Hacking","created":"2024-09-20","cited_by_count":76,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2404.09656","title":"Learn Your Reference Model for Real Good Alignment","created":"2024-04-15","cited_by_count":57,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2403.07230","title":"Curry-DPO: Enhancing Alignment using Curriculum Learning & Ranked Preferences","created":"2024-03-12","cited_by_count":39,"area":"alignment"},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2405.17346","title":"Prompt Optimization with Human Feedback","created":"2024-05-27","cited_by_count":35,"area":"alignment"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2410.18013","title":"Scalable Ranked Preference Optimization for Text-to-Image Generation","created":"2024-10-23","cited_by_count":33,"area":"alignment"},{"id":"2402.10524","title":"LLM Comparator: Visual Analytics for Side-by-Side Evaluation of Large Language Models","created":"2024-02-16","cited_by_count":29,"area":null},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2512.16912","title":"Exploration vs Exploitation: Rethinking RLVR through Clipping, Entropy, and Spurious Reward","created":"2025-12-18","cited_by_count":27,"area":"lr"},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2506.15421","title":"Reward Models in Deep Reinforcement Learning: A Survey","created":"2025-06-18","cited_by_count":25,"area":"alignment"},{"id":"2404.13846","title":"Filtered Direct Preference Optimization","created":"2024-04-22","cited_by_count":24,"area":"alignment"},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2510.00194","title":"GRPO-$\\lambda$: Credit Assignment improves LLM Reasoning","created":"2025-09-30","cited_by_count":23,"area":"lr"},{"id":"2410.01359","title":"FlashMask: Efficient and Rich Mask Extension of FlashAttention","created":"2024-10-02","cited_by_count":20,"area":null},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2505.16869","title":"MPO: Multilingual Safety Alignment via Reward Gap Optimization","created":"2025-05-22","cited_by_count":18,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2405.20216","title":"Boost Your Human Image Generation Model via Direct Preference Optimization","created":"2024-05-30","cited_by_count":16,"area":"alignment"},{"id":"2505.15710","title":"Advancing LLM Safe Alignment with Safety Representation Ranking","created":"2025-05-21","cited_by_count":16,"area":"safety"},{"id":"2403.02513","title":"Balancing Enhancement, Harmlessness, and General Capabilities: Enhancing Conversational LLMs with Direct RLHF","created":"2024-03-04","cited_by_count":15,"area":"alignment"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2410.11502","title":"Offline Model-Based Optimization by Learning to Rank","created":"2024-10-15","cited_by_count":13,"area":null},{"id":"2504.07165","title":"Perception in Reflection","created":"2025-04-09","cited_by_count":13,"area":"mllm"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2510.11892","title":"R-WoM: Retrieval-augmented World Model For Computer-use Agents","created":"2025-10-13","cited_by_count":12,"area":"wm"},{"id":"2411.12843","title":"Reward Modeling with Ordinal Feedback: Wisdom of the Crowd","created":"2024-11-19","cited_by_count":11,"area":"alignment"},{"id":"2509.21737","title":"POLO: Preference-Guided Multi-Turn Reinforcement Learning for Lead Optimization","created":"2025-09-26","cited_by_count":11,"area":"deeprl"},{"id":"2405.11647","title":"Hummer: Towards Limited Competitive Preference Dataset","created":"2024-05-19","cited_by_count":10,"area":"alignment"},{"id":"2412.00631","title":"ROSE: A Reward-Oriented Data Selection Framework for LLM Task-Specific Instruction Tuning","created":"2024-12-01","cited_by_count":10,"area":null},{"id":"2406.17636","title":"Aligning Diffusion Models with Noise-Conditioned Perception","created":"2024-06-25","cited_by_count":9,"area":"diffusion"},{"id":"2410.11315","title":"SEER: Self-Aligned Evidence Extraction for Retrieval-Augmented Generation","created":"2024-10-15","cited_by_count":9,"area":"rag"},{"id":"2502.04371","title":"PerPO: Perceptual Preference Optimization via Discriminative Rewarding","created":"2025-02-05","cited_by_count":9,"area":"mllm"},{"id":"2504.15477","title":"In-context Ranking Preference Optimization","created":"2025-04-21","cited_by_count":9,"area":"alignment"},{"id":"2406.06496","title":"Direct Preference Optimization for Suppressing Hallucinated Prior Exams in Radiology Report Generation","created":"2024-06-10","cited_by_count":7,"area":"mllm"},{"id":"2410.04346","title":"Permutative Preference Alignment from Listwise Ranking of Human Judgments","created":"2024-10-06","cited_by_count":7,"area":"alignment"},{"id":"2502.03699","title":"LLM Alignment as Retriever Optimization: An Information Retrieval Perspective","created":"2025-02-06","cited_by_count":7,"area":"alignment"},{"id":"2510.01540","title":"Towards Better Optimization For Listwise Preference in Diffusion Models","created":"2025-10-02","cited_by_count":7,"area":"diffusion"},{"id":"2405.16681","title":"Triple Preference Optimization: Achieving Better Alignment using a Single Step Optimization","created":"2024-05-26","cited_by_count":6,"area":"alignment"},{"id":"2506.00297","title":"Improving Protein Sequence Design through Designability Preference Optimization","created":"2025-05-30","cited_by_count":6,"area":null},{"id":"2408.03359","title":"LAMPO: Large Language Models as Preference Machines for Few-shot Ordinal Classification","created":"2024-08-06","cited_by_count":5,"area":null},{"id":"2410.08316","title":"COS-DPO: Conditioned One-Shot Multi-Objective Fine-Tuning Framework","created":"2024-10-10","cited_by_count":5,"area":"alignment"},{"id":"2410.08458","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","created":"2024-10-11","cited_by_count":5,"area":"alignment"},{"id":"2501.15007","title":"Controllable Protein Sequence Generation with LLM Preference Optimization","created":"2025-01-25","cited_by_count":5,"area":null},{"id":"2505.21061","title":"LPOI: Listwise Preference Optimization for Vision Language Models","created":"2025-05-27","cited_by_count":5,"area":"mllm"},{"id":"2510.13434","title":"$M^2PO$: Multi-Perspective Multi-Pair Preference Optimization for Machine Translation","created":"2025-10-15","cited_by_count":4,"area":"alignment"},{"id":"2502.01237","title":"The Differences Between Direct Alignment Algorithms are a Blur","created":"2025-02-03","cited_by_count":3,"area":"alignment"},{"id":"2510.13022","title":"On the Role of Preference Variance in Preference Optimization","created":"2025-10-14","cited_by_count":3,"area":"alignment"},{"id":"2510.18353","title":"Ranking-based Preference Optimization for Diffusion Models from Implicit User Feedback","created":"2025-10-21","cited_by_count":3,"area":"diffusion"},{"id":"2601.07449","title":"RLPO: Residual Listwise Preference Optimization for Long-Context Review Ranking","created":"2026-01-12","cited_by_count":3,"area":"alignment"},{"id":"2602.08829","title":"WildReward: Learning Reward Models from In-the-Wild Human Interactions","created":"2026-02-09","cited_by_count":3,"area":"alignment"},{"id":"2605.06139","title":"Listwise Policy Optimization: Group-based RLVR as Target-Projection on the LLM Response Simplex","created":"2026-05-07","cited_by_count":3,"area":"lr"},{"id":"2605.10937","title":"Power Reinforcement Post-Training of Text-to-Image Models with Super-Linear Advantage Shaping","created":"2026-05-11","cited_by_count":3,"area":"lr"},{"id":"2410.18127","title":"Holistic Utility Preference Learning for Listwise Alignment","created":"2024-10-17","cited_by_count":2,"area":"alignment"},{"id":"2502.14400","title":"HPS: Hard Preference Sampling for Human Preference Alignment","created":"2025-02-20","cited_by_count":2,"area":"alignment"},{"id":"2504.05831","title":"Leveraging Robust Optimization for LLM Alignment under Distribution Shifts","created":"2025-04-08","cited_by_count":2,"area":"alignment"},{"id":"2506.19780","title":"Listwise Direct Preference Optimization with Multi-Dimensional Preference Mixing","created":"2025-06-24","cited_by_count":2,"area":"alignment"},{"id":"2605.04653","title":"Threshold-Guided Optimization for Visual Generative Models","created":"2026-05-06","cited_by_count":2,"area":"alignment"},{"id":"2605.08037","title":"Beyond Pairs: Your Language Model is Secretly Optimizing a Preference Graph","created":"2026-05-08","cited_by_count":2,"area":"alignment"},{"id":"2406.08657","title":"Mistral-C2F: Coarse to Fine Actor for Analytical and Reasoning Enhancement in RLHF and Effective-Merged LLMs","created":"2024-06-12","cited_by_count":1,"area":"lr"},{"id":"2406.16377","title":"On the Transformations across Reward Model, Parameter Update, and In-Context Prompt","created":"2024-06-24","cited_by_count":1,"area":"alignment"},{"id":"2506.00805","title":"HSCR: Hierarchical Self-Contrastive Rewarding for Aligning Medical Vision Language Models","created":"2025-06-01","cited_by_count":1,"area":"mllm"},{"id":"2506.05260","title":"LeanPO: Lean Preference Optimization for Likelihood Alignment in Video-LLMs","created":"2025-06-05","cited_by_count":1,"area":"alignment"},{"id":"2510.23631","title":"Beyond Pairwise: Empowering LLM Alignment With Ranked Choice Modeling","created":"2025-10-24","cited_by_count":1,"area":"alignment"},{"id":"2511.10165","title":"EPO: Diverse and Realistic Protein Ensemble Generation via Energy Preference Optimization","created":"2025-11-13","cited_by_count":1,"area":null},{"id":"2601.05075","title":"SemPA: Improving Sentence Embeddings of Large Language Models through Semantic Preference Alignment","created":"2026-01-08","cited_by_count":1,"area":"alignment"},{"id":"2605.26442","title":"Alignment Tuning for Large Language Models: A Data-Centric Lens on Alignment Data Pipelines","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2609.08936","title":"AuK Technical Report: An Open-Source Foundational Model for Speech Generation and Editing","created":"2026-09-08","cited_by_count":1,"area":null},{"id":"2403.02745","title":"CURATRON: Complete and Robust Preference Data for Rigorous Alignment of Large Language Models","created":"2024-03-05","cited_by_count":0,"area":"alignment"},{"id":"2502.12189","title":"Self-supervised Attribute-aware Dynamic Preference Ranking Alignment","created":"2025-02-15","cited_by_count":0,"area":"alignment"},{"id":"2508.18884","title":"HAEPO: History-Aggregated Exploratory Policy Optimization","created":"2025-08-26","cited_by_count":0,"area":null},{"id":"2601.09236","title":"Reward Learning through Ranking Mean Squared Error","created":"2026-01-14","cited_by_count":0,"area":"alignment"},{"id":"2602.03665","title":"MM-SCALE: Grounded Multimodal Moral Reasoning via Scalar Judgment and Listwise Alignment","created":"2026-02-03","cited_by_count":0,"area":"lr"},{"id":"2602.13575","title":"Elo-Evolve: A Co-evolutionary Framework for Language Model Alignment","created":"2026-02-14","cited_by_count":0,"area":"alignment"},{"id":"2604.15602","title":"GroupDPO: Memory-Efficient Group-Wise Direct Preference Optimization","created":"2026-04-17","cited_by_count":0,"area":"alignment"},{"id":"2604.24804","title":"Intrinsic Mutual Information as a Modulator for Preference Optimization","created":"2026-04-27","cited_by_count":0,"area":"alignment"},{"id":"2606.12942","title":"PRISMR: Overcoming Parse Collapse in Multimodal Listwise Ranking via Parameterized Representation Internalization","created":"2026-06-11","cited_by_count":0,"area":"mllm"},{"id":"2607.01715","title":"Distributionally Robust Listwise Preference Optimization","created":"2026-07-02","cited_by_count":0,"area":"alignment"},{"id":"2607.03166","title":"KARMA: Knowledge graph-based Automated Reasoning Materialization and Alignment","created":"2026-07-03","cited_by_count":0,"area":"lr"},{"id":"2607.27366","title":"BridgeAlign: Bridging Preference Alignment for Humanities and Social Sciences","created":"2026-07-29","cited_by_count":0,"area":"alignment"},{"id":"2608.16082","title":"Towards Reasonable Molecular Structure Elucidation from Infrared Spectroscopy with Chemical Feedback","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2608.23149","title":"Language Chain in Alignment: Cross-lingual Ranking Preference Optimization","created":"2026-08-24","cited_by_count":0,"area":"alignment"},{"id":"2609.07379","title":"Beyond Single-Negative Preference: Multi-Negative DPO for LLM-Centric Historical Entity Linking","created":"2026-09-07","cited_by_count":0,"area":"alignment"},{"id":"2609.19144","title":"A Zeroth-Order Paradigm for LLM Preference Alignment","created":"2026-09-16","cited_by_count":0,"area":"alignment"},{"id":"2609.32579","title":"DimPO: Dimensionality Reduction for Attention using Preference Optimization","created":"2026-09-26","cited_by_count":0,"area":"alignment"},{"id":"2610.02885","title":"PsyEvo: A Personalized Counseling Agent That Self-Evolves at Test Time","created":"2026-10-02","cited_by_count":0,"area":"agents"},{"id":"2610.03361","title":"Follow the Winners: Conservative Policy Improvement with the Cross-Entropy Method for Critic-Free RFT","created":"2026-10-02","cited_by_count":0,"area":"lr"}],"next_cursor":null}