{"total":562,"rows":[{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963,"area":"alignment"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2406.18629","title":"Step-DPO: Step-wise Preference Optimization for Long-chain Reasoning of LLMs","created":"2024-06-26","cited_by_count":273,"area":"lr"},{"id":"2411.10442","title":"Enhancing the Reasoning Ability of Multimodal Large Language Models via Mixed Preference Optimization","created":"2024-11-15","cited_by_count":239,"area":"lr"},{"id":"2410.05451","title":"SecAlign: Defending Against Prompt Injection with Preference Optimization","created":"2024-10-07","cited_by_count":210,"area":"alignment"},{"id":"2509.02547","title":"The Landscape of Agentic Reinforcement Learning for LLMs: A Survey","created":"2025-09-02","cited_by_count":205,"area":"agents"},{"id":"2410.07163","title":"Simplicity Prevails: Rethinking Negative Preference Optimization for LLM Unlearning","created":"2024-10-09","cited_by_count":172,"area":"lr"},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2406.11839","title":"mDPO: Conditional Preference Optimization for Multimodal Large Language Models","created":"2024-06-17","cited_by_count":92,"area":"mllm"},{"id":"2407.08639","title":"$\\beta$-DPO: Direct Preference Optimization with Dynamic $\\beta$","created":"2024-07-11","cited_by_count":90,"area":"alignment"},{"id":"2501.07278","title":"Lifelong Learning of Large Language Model based Agents: A Roadmap","created":"2025-01-13","cited_by_count":83,"area":"agents"},{"id":"2406.10858","title":"Step-level Value Preference Optimization for Mathematical Reasoning","created":"2024-06-16","cited_by_count":72,"area":"lr"},{"id":"2507.08838","title":"wd1: Weighted Policy Optimization for Reasoning in Diffusion Language Models","created":"2025-07-07","cited_by_count":71,"area":"lr"},{"id":"2409.03444","title":"Fine-tuning large language models for domain adaptation: Exploration of training strategies, scaling, model merging and synergistic capabilities","created":"2024-09-05","cited_by_count":69,"area":"alignment"},{"id":"2409.02392","title":"Building Math Agents with Multi-Turn Iterative Preference Learning","created":"2024-09-04","cited_by_count":66,"area":"lr"},{"id":"2501.09695","title":"Mitigating Hallucinations in Large Vision-Language Models via DPO: On-Policy Data Hold the Key","created":"2025-01-16","cited_by_count":65,"area":"mllm"},{"id":"2502.06772","title":"ReasonFlux: Hierarchical LLM Reasoning via Scaling Thought Templates","created":"2025-02-10","cited_by_count":63,"area":"lr"},{"id":"2407.15390","title":"ALLaM: Large Language Models for Arabic and English","created":"2024-07-22","cited_by_count":55,"area":null},{"id":"2406.11827","title":"WPO: Enhancing RLHF with Weighted Preference Optimization","created":"2024-06-17","cited_by_count":54,"area":"alignment"},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2502.13260","title":"Stepwise Perplexity-Guided Refinement for Efficient Chain-of-Thought Reasoning in Large Language Models","created":"2025-02-18","cited_by_count":51,"area":"lr"},{"id":"2405.11804","title":"(Perhaps) Beyond Human Translation: Harnessing Multi-Agent Collaboration for Translating Ultra-Long Literary Texts","created":"2024-05-20","cited_by_count":49,"area":"agents"},{"id":"2409.11704","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","created":"2024-09-18","cited_by_count":49,"area":"alignment"},{"id":"2505.11711","title":"Reinforcement Learning Finetunes Small Subnetworks in Large Language Models","created":"2025-05-16","cited_by_count":49,"area":null},{"id":"2406.06424","title":"Margin-aware Preference Optimization for Aligning Diffusion Models without Reference","created":"2024-06-10","cited_by_count":46,"area":"diffusion"},{"id":"2505.12929","title":"Do Not Let Low-Probability Tokens Over-Dominate in RL for LLMs","created":"2025-05-19","cited_by_count":44,"area":"lr"},{"id":"2410.05318","title":"Improving LLM Reasoning through Scaling Inference Computation with Collaborative Verification","created":"2024-10-05","cited_by_count":40,"area":"lr"},{"id":"2503.17126","title":"Modifying Large Language Model Post-Training for Diverse Creative Writing","created":"2025-03-21","cited_by_count":40,"area":"alignment"},{"id":"2505.18116","title":"NFT: Bridging Supervised Learning and Reinforcement Learning in Math Reasoning","created":"2025-05-23","cited_by_count":38,"area":"lr"},{"id":"2502.09650","title":"Principled Data Selection for Alignment: The Hidden Risks of Difficult Examples","created":"2025-02-11","cited_by_count":37,"area":"alignment"},{"id":"2410.03115","title":"X-ALMA: Plug & Play Modules and Adaptive Rejection for Quality Translation at Scale","created":"2024-10-04","cited_by_count":36,"area":null},{"id":"2503.11701","title":"A Survey of Direct Preference Optimization","created":"2025-03-12","cited_by_count":36,"area":"alignment"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2410.12735","title":"CREAM: Consistency Regularized Self-Rewarding Language Models","created":"2024-10-16","cited_by_count":35,"area":"lr"},{"id":"2509.16679","title":"Reinforcement Learning Meets Large Language Models: A Survey of Advancements and Applications Across the LLM Lifecycle","created":"2025-09-20","cited_by_count":35,"area":null},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2407.13647","title":"Weak-to-Strong Reasoning","created":"2024-07-18","cited_by_count":33,"area":"lr"},{"id":"2406.06382","title":"Diffusion-RPO: Aligning Diffusion Models through Relative Preference Optimization","created":"2024-06-10","cited_by_count":32,"area":"diffusion"},{"id":"2410.03742","title":"Beyond Scalar Reward Model: Learning Generative Judge from Preference Data","created":"2024-10-01","cited_by_count":32,"area":"alignment"},{"id":"2404.10346","title":"Self-Explore: Enhancing Mathematical Reasoning in Language Models with Fine-grained Rewards","created":"2024-04-16","cited_by_count":31,"area":"lr"},{"id":"2506.06303","title":"Reward Is Enough: LLMs Are In-Context Reinforcement Learners","created":"2025-05-21","cited_by_count":31,"area":null},{"id":"2410.04612","title":"Regressing the Relative Future: Efficient Policy Optimization for Multi-turn RLHF","created":"2024-10-06","cited_by_count":30,"area":"alignment"},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2411.08147","title":"Large Language Models Can Self-Improve in Long-context Reasoning","created":"2024-11-12","cited_by_count":29,"area":"lr"},{"id":"2509.25808","title":"Improving Sampling Efficiency in RLVR through Adaptive Rollout and Response Reuse","created":"2025-09-30","cited_by_count":29,"area":"lr"},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2406.01394","title":"PrivacyRestore: Privacy-Preserving Inference in Large Language Models via Privacy Removal and Restoration","created":"2024-06-03","cited_by_count":28,"area":null},{"id":"2501.06521","title":"Fine-tuning Large Language Models for Improving Factuality in Legal Question Answering","created":"2025-01-11","cited_by_count":28,"area":null},{"id":"2406.04412","title":"Spread Preference Annotation: Direct Preference Judgment for Efficient LLM Alignment","created":"2024-06-06","cited_by_count":27,"area":"alignment"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2506.08379","title":"Reinforce LLM Reasoning through Multi-Agent Reflection","created":"2025-06-10","cited_by_count":27,"area":"lr"},{"id":"2512.16912","title":"Exploration vs Exploitation: Rethinking RLVR through Clipping, Entropy, and Spurious Reward","created":"2025-12-18","cited_by_count":27,"area":"lr"},{"id":"2407.10627","title":"Arena Learning: Build Data Flywheel for LLMs Post-training via Simulated Chatbot Arena","created":"2024-07-15","cited_by_count":26,"area":null},{"id":"2508.09303","title":"ParallelSearch: Train your LLMs to Decompose Query and Search Sub-queries in Parallel with Reinforcement Learning","created":"2025-08-12","cited_by_count":26,"area":null},{"id":"2404.01054","title":"Regularized Best-of-N Sampling with Minimum Bayes Risk Objective for Language Model Alignment","created":"2024-04-01","cited_by_count":25,"area":"alignment"},{"id":"2411.12882","title":"ProSec: Fortifying Code LLMs with Proactive Security Alignment","created":"2024-11-19","cited_by_count":25,"area":"alignment"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2506.21495","title":"Bridging Offline and Online Reinforcement Learning for LLMs","created":"2025-06-26","cited_by_count":25,"area":null},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2502.13922","title":"LongPO: Long Context Self-Evolution of Large Language Models through Short-to-Long Preference Optimization","created":"2025-02-19","cited_by_count":24,"area":"alignment"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2508.00410","title":"Co-rewarding: Stable Self-supervised RL for Eliciting Reasoning in Large Language Models","created":"2025-08-01","cited_by_count":23,"area":"lr"},{"id":"2410.18640","title":"Weak-to-Strong Preference Optimization: Stealing Reward from Weak Aligned Model","created":"2024-10-24","cited_by_count":22,"area":"alignment"},{"id":"2503.03746","title":"Process-based Self-Rewarding Language Models","created":"2025-03-05","cited_by_count":22,"area":"lr"},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2507.04136","title":"A Technical Survey of Reinforcement Learning Techniques for Large Language Models","created":"2025-07-05","cited_by_count":21,"area":"lr"},{"id":"2502.19110","title":"Conformal Linguistic Calibration: Trading-off between Factuality and Specificity","created":"2025-02-26","cited_by_count":20,"area":null},{"id":"2503.18991","title":"Inverse Reinforcement Learning with Dynamic Reward Scaling for LLM Alignment","created":"2025-03-23","cited_by_count":20,"area":"alignment"},{"id":"2504.04915","title":"Collab-RAG: Boosting Retrieval-Augmented Generation for Complex Question Answering via White-Box and Black-Box LLM Collaboration","created":"2025-04-07","cited_by_count":20,"area":"lr"},{"id":"2410.04203","title":"RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization","created":"2024-10-05","cited_by_count":19,"area":"alignment"},{"id":"2410.12854","title":"TPO: Aligning Large Language Models with Multi-branch & Multi-step Preference Trees","created":"2024-10-10","cited_by_count":19,"area":"lr"},{"id":"2410.21662","title":"$f$-PO: Generalizing Preference Optimization with $f$-divergence Minimization","created":"2024-10-29","cited_by_count":19,"area":"alignment"},{"id":"2503.18454","title":"InPO: Inversion Preference Optimization with Reparametrized DDIM for Efficient Diffusion Model Alignment","created":"2025-03-24","cited_by_count":19,"area":"diffusion"},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2405.14953","title":"MallowsPO: Fine-Tune Your LLM with Preference Dispersions","created":"2024-05-23","cited_by_count":18,"area":"alignment"},{"id":"2501.03486","title":"Align-Pro: A Principled Approach to Prompt Optimization for LLM Alignment","created":"2025-01-07","cited_by_count":18,"area":"alignment"},{"id":"2505.16869","title":"MPO: Multilingual Safety Alignment via Reward Gap Optimization","created":"2025-05-22","cited_by_count":18,"area":"alignment"},{"id":"2602.16173","title":"Learning Personalized Agents from Human Feedback","created":"2026-02-18","cited_by_count":18,"area":"alignment"},{"id":"2605.25338","title":"CausalFlow: Causal Attribution and Counterfactual Repair for LLM Agent Failures","created":"2026-05-25","cited_by_count":18,"area":"agents"},{"id":"2405.07101","title":"Advanced Natural-based interaction for the ITAlian language: LLaMAntino-3-ANITA","created":"2024-05-11","cited_by_count":17,"area":"alignment"},{"id":"2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","created":"2024-09-04","cited_by_count":17,"area":"alignment"},{"id":"2410.12375","title":"PRefLexOR: Preference-based Recursive Language Modeling for Exploratory Optimization of Reasoning and Agentic Thinking","created":"2024-10-16","cited_by_count":17,"area":"lr"},{"id":"2410.18027","title":"Cross-lingual Transfer of Reward Models in Multilingual Alignment","created":"2024-10-23","cited_by_count":17,"area":"alignment"},{"id":"2502.04498","title":"Verifiable Format Control for Large Language Model Generations","created":"2025-02-06","cited_by_count":17,"area":null},{"id":"2505.23912","title":"LoVeC: Reinforcement Learning for Better Verbalized Confidence in Long-Form Generations","created":"2025-05-29","cited_by_count":17,"area":null},{"id":"2506.17252","title":"Adaptive Batch-Wise Sample Scheduling for Direct Preference Optimization","created":"2025-06-08","cited_by_count":17,"area":"alignment"},{"id":"2507.00018","title":"Implicit Reward as the Bridge: A Unified View of SFT and DPO Connections","created":"2025-06-15","cited_by_count":17,"area":"alignment"},{"id":"2406.12502","title":"Code-Optimise: Self-Generated Preference Data for Correctness and Efficiency","created":"2024-06-18","cited_by_count":16,"area":"synth"},{"id":"2412.11167","title":"Cultural Palette: Pluralising Culture Alignment via Multi-agent Palette","created":"2024-12-15","cited_by_count":16,"area":"agents"},{"id":"2502.12583","title":"LongFaith: Enhancing Long-Context Reasoning in LLMs with Faithful Synthetic Data","created":"2025-02-18","cited_by_count":16,"area":"lr"},{"id":"2505.23363","title":"Discriminative Policy Optimization for Token-Level Reward Models","created":"2025-05-29","cited_by_count":16,"area":"lr"},{"id":"2404.00530","title":"Comparing Bad Apples to Good Oranges: Aligning Large Language Models via Joint Preference Optimization","created":"2024-03-31","cited_by_count":15,"area":"alignment"},{"id":"2408.12109","title":"RoVRM: A Robust Visual Reward Model Optimized via Auxiliary Textual Preference Data","created":"2024-08-22","cited_by_count":15,"area":"mllm"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"}],"next_cursor":"100"}