{"total":406,"rows":[{"id":"2412.05271","title":"Expanding Performance Boundaries of Open-Source Multimodal Models with Model, Data, and Test-Time Scaling","created":"2024-12-06","cited_by_count":1599,"area":"lr"},{"id":"2502.01456","title":"Process Reinforcement through Implicit Rewards","created":"2025-02-03","cited_by_count":504,"area":"lr"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2507.01352","title":"Skywork-Reward-V2: Scaling Preference Data Curation via Human-AI Synergy","created":"2025-07-02","cited_by_count":214,"area":"lr"},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132,"area":"alignment"},{"id":"2505.13995","title":"ELEPHANT: Measuring and understanding social sycophancy in LLMs","created":"2025-05-20","cited_by_count":129,"area":null},{"id":"2508.05629","title":"On the Generalization of SFT: A Reinforcement Learning Perspective with Reward Rectification","created":"2025-08-07","cited_by_count":127,"area":"lr"},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2406.12030","title":"SPA-VL: A Comprehensive Safety Preference Alignment Dataset for Vision Language Model","created":"2024-06-17","cited_by_count":85,"area":"mllm"},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2502.02384","title":"STAIR: Improving Safety Alignment with Introspective Reasoning","created":"2025-02-04","cited_by_count":77,"area":"lr"},{"id":"2501.12368","title":"InternLM-XComposer2.5-Reward: A Simple Yet Effective Multi-Modal Reward Model","created":"2025-01-21","cited_by_count":74,"area":"lr"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2408.16673","title":"Preserving Diversity in Supervised Fine-Tuning of Large Language Models","created":"2024-08-29","cited_by_count":70,"area":null},{"id":"2502.12289","title":"Evaluating Step-by-step Reasoning Traces: A Survey","created":"2025-02-17","cited_by_count":63,"area":"lr"},{"id":"2410.16033","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","created":"2024-10-18","cited_by_count":61,"area":"lr"},{"id":"2602.01511","title":"Alternating Reinforcement Learning for Rubric-Based Reward Modeling in Non-Verifiable LLM Post-Training","created":"2026-02-02","cited_by_count":54,"area":"alignment"},{"id":"2406.06144","title":"Language Models Resist Alignment: Evidence From Data Compression","created":"2024-06-10","cited_by_count":53,"area":null},{"id":"2504.12328","title":"A Comprehensive Survey of Reward Models: Taxonomy, Applications, Challenges, and Future","created":"2025-04-12","cited_by_count":53,"area":"alignment"},{"id":"2508.15763","title":"Intern-S1: A Scientific Multimodal Foundation Model","created":"2025-08-21","cited_by_count":53,"area":"moe"},{"id":"2509.21500","title":"Chasing the Tail: Effective Rubric-based Reward Modeling for Large Language Model Post-Training","created":"2025-09-25","cited_by_count":53,"area":"alignment"},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2502.19328","title":"Agentic Reward Modeling: Integrating Human Preferences with Verifiable Correctness Signals for Reliable Reward Systems","created":"2025-02-26","cited_by_count":51,"area":"lr"},{"id":"2411.04991","title":"Rethinking Bradley-Terry Models in Preference-Based Reward Modeling: Foundations, Theory, and Alternatives","created":"2024-11-07","cited_by_count":48,"area":"lr"},{"id":"2408.06266","title":"Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment","created":"2024-08-12","cited_by_count":46,"area":"alignment"},{"id":"2410.04350","title":"TIS-DPO: Token-level Importance Sampling for Direct Preference Optimization With Estimated Weights","created":"2024-10-06","cited_by_count":42,"area":"alignment"},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2412.10271","title":"Benchmarking Linguistic Diversity of Large Language Models","created":"2024-12-13","cited_by_count":38,"area":null},{"id":"2504.12285","title":"BitNet b1.58 2B4T Technical Report","created":"2025-04-16","cited_by_count":38,"area":null},{"id":"2602.04879","title":"Rethinking the Trust Region in LLM Reinforcement Learning","created":"2026-02-04","cited_by_count":37,"area":"lr"},{"id":"2509.02722","title":"Planning with Reasoning using Vision Language World Model","created":"2025-09-02","cited_by_count":36,"area":"wm"},{"id":"2409.07253","title":"Alignment of Diffusion Models: Fundamentals, Challenges, and Future","created":"2024-09-11","cited_by_count":35,"area":"diffusion"},{"id":"2604.13602","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","created":"2026-04-15","cited_by_count":33,"area":"alignment"},{"id":"2409.15360","title":"Reward-Robust RLHF in LLMs","created":"2024-09-18","cited_by_count":32,"area":"alignment"},{"id":"2408.15549","title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","created":"2024-08-28","cited_by_count":31,"area":"alignment"},{"id":"2503.15463","title":"From 1,000,000 Users to Every User: Scaling Up Personalized Preference for User-level Alignment","created":"2025-03-19","cited_by_count":30,"area":"alignment"},{"id":"2510.17314","title":"Auto-Rubric: Learning From Implicit Weights to Explicit Rubrics for Reward Modeling","created":"2025-10-20","cited_by_count":30,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2411.08147","title":"Large Language Models Can Self-Improve in Long-context Reasoning","created":"2024-11-12","cited_by_count":29,"area":"lr"},{"id":"2506.05598","title":"SynthesizeMe! Inducing Persona-Guided Prompts for Personalized Reward Models in LLMs","created":"2025-06-05","cited_by_count":29,"area":"alignment"},{"id":"2410.02197","title":"Beyond Bradley-Terry Models: A General Preference Model for Language Model Alignment","created":"2024-10-03","cited_by_count":27,"area":"alignment"},{"id":"2410.15595","title":"A Comprehensive Survey of Direct Preference Optimization: Datasets, Theories, Variants, and Applications","created":"2024-10-21","cited_by_count":27,"area":"lr"},{"id":"2501.12735","title":"Online Preference Alignment for Language Models via Count-based Exploration","created":"2025-01-22","cited_by_count":26,"area":"alignment"},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2511.08594","title":"Diverse Preference Learning for Capabilities and Alignment","created":"2025-10-29","cited_by_count":25,"area":"alignment"},{"id":"2406.07327","title":"3D-Properties: Identifying Challenges in DPO and Charting a Path Forward","created":"2024-06-11","cited_by_count":24,"area":"alignment"},{"id":"2410.14251","title":"Synthesizing Post-Training Data for LLMs through Multi-Agent Simulation","created":"2024-10-18","cited_by_count":24,"area":"agents"},{"id":"2504.01995","title":"Brains vs. Bytes: Evaluating LLM Proficiency in Olympiad Mathematics","created":"2025-04-01","cited_by_count":24,"area":"lr"},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2510.11027","title":"Vlaser: Vision-Language-Action Model with Synergistic Embodied Reasoning","created":"2025-10-13","cited_by_count":23,"area":"lr"},{"id":"2410.01729","title":"Evaluating Robustness of Reward Models for Mathematical Reasoning","created":"2024-10-02","cited_by_count":22,"area":"lr"},{"id":"2410.18640","title":"Weak-to-Strong Preference Optimization: Stealing Reward from Weak Aligned Model","created":"2024-10-24","cited_by_count":22,"area":"alignment"},{"id":"2504.05747","title":"SEA-LION: Southeast Asian Languages in One Network","created":"2025-04-08","cited_by_count":22,"area":null},{"id":"2510.24021","title":"SelecTKD: Selective Token-Weighted Knowledge Distillation for LLMs","created":"2025-10-28","cited_by_count":22,"area":"distill"},{"id":"2411.15242","title":"The Zamba2 Suite: Technical Report","created":"2024-11-22","cited_by_count":21,"area":null},{"id":"2508.10858","title":"Hierarchical Fine-grained Preference Optimization for Physically Plausible Video Generation","created":"2025-08-14","cited_by_count":21,"area":"alignment"},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2506.16507","title":"Robust Reward Modeling via Causal Rubrics","created":"2025-06-19","cited_by_count":19,"area":"alignment"},{"id":"2602.17560","title":"ODESteer: A Unified ODE-Based Steering Framework for LLM Alignment","created":"2026-02-19","cited_by_count":19,"area":"alignment"},{"id":"2411.11072","title":"Multilingual Large Language Models: A Systematic Survey","created":"2024-11-17","cited_by_count":18,"area":null},{"id":"2410.18027","title":"Cross-lingual Transfer of Reward Models in Multilingual Alignment","created":"2024-10-23","cited_by_count":17,"area":"alignment"},{"id":"2503.04378","title":"HelpSteer3: Human-Annotated Feedback and Edit Data to Empower Inference-Time Scaling in Open-Ended General-Domain Tasks","created":"2025-03-06","cited_by_count":17,"area":"lr"},{"id":"2406.12502","title":"Code-Optimise: Self-Generated Preference Data for Correctness and Efficiency","created":"2024-06-18","cited_by_count":16,"area":"synth"},{"id":"2411.00418","title":"Self-Evolved Reward Learning for LLMs","created":"2024-11-01","cited_by_count":16,"area":"alignment"},{"id":"2502.14354","title":"Self-Improvement Towards Pareto Optimality: Mitigating Preference Conflicts in Multi-Objective Alignment","created":"2025-02-20","cited_by_count":16,"area":"lr"},{"id":"2505.23363","title":"Discriminative Policy Optimization for Token-Level Reward Models","created":"2025-05-29","cited_by_count":16,"area":"lr"},{"id":"2412.05818","title":"SILMM: Self-Improving Large Multimodal Models for Compositional Text-to-Image Generation","created":"2024-12-08","cited_by_count":15,"area":"mllm"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2507.21183","title":"MaPPO: Maximum a Posteriori Preference Optimization with Prior Knowledge","created":"2025-07-27","cited_by_count":15,"area":"alignment"},{"id":"2603.03251","title":"Speculative Speculative Decoding","created":"2026-03-03","cited_by_count":15,"area":"inference"},{"id":"2407.20999","title":"MoFO: Momentum-Filtered Optimizer for Mitigating Forgetting in LLM Fine-Tuning","created":"2024-07-30","cited_by_count":14,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2501.03884","title":"AlphaPO: Reward Shape Matters for LLM Alignment","created":"2025-01-07","cited_by_count":14,"area":"alignment"},{"id":"2504.14597","title":"a1: Steep Test-time Scaling Law via Environment Augmented Generation","created":"2025-04-20","cited_by_count":13,"area":"lr"},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2510.20369","title":"Ask a Strong LLM Judge when Your Reward Model is Uncertain","created":"2025-10-23","cited_by_count":13,"area":"alignment"},{"id":"2511.01758","title":"RLAC: Reinforcement Learning with Adversarial Critic for Free-Form Generation Tasks","created":"2025-11-03","cited_by_count":13,"area":"lr"},{"id":"2406.07780","title":"A Critical Look At Tokenwise Reward-Guided Text Generation","created":"2024-06-12","cited_by_count":12,"area":"alignment"},{"id":"2410.01532","title":"Seeing Eye to AI: Human Alignment via Gaze-Based Response Rewards for Large Language Models","created":"2024-10-02","cited_by_count":12,"area":"alignment"},{"id":"2502.13259","title":"HumT DumT: Measuring and controlling human-like language in LLMs","created":"2025-02-18","cited_by_count":12,"area":null},{"id":"2502.14050","title":"Diversity-driven Data Selection for Language Model Tuning through Sparse Autoencoder","created":"2025-02-19","cited_by_count":12,"area":"mechinterp"},{"id":"2504.21202","title":"Automatic Legal Writing Evaluation of LLMs","created":"2025-04-29","cited_by_count":12,"area":null},{"id":"2507.04832","title":"Discrete Diffusion Trajectory Alignment via Stepwise Decomposition","created":"2025-07-07","cited_by_count":12,"area":"diffusion"},{"id":"2510.15859","title":"InfiMed-ORBIT: Aligning LLMs on Open-Ended Complex Tasks via Rubric-Based Incremental Training","created":"2025-10-17","cited_by_count":12,"area":"alignment"},{"id":"2603.08035","title":"CDRRM: Contrast-Driven Rubric Generation for Reliable and Interpretable Reward Modeling","created":"2026-03-09","cited_by_count":12,"area":"alignment"},{"id":"2501.17178","title":"Tuning LLM Judge Design Decisions for 1/1000 of the Cost","created":"2025-01-24","cited_by_count":11,"area":null},{"id":"2502.14019","title":"Dehumanizing Machines: Mitigating Anthropomorphic Behaviors in Text Generation Systems","created":"2025-02-19","cited_by_count":11,"area":null},{"id":"2503.00743","title":"Quality-Driven Curation of Remote Sensing Vision-Language Data via Learned Scoring Models","created":"2025-03-02","cited_by_count":11,"area":"mllm"},{"id":"2503.01864","title":"Larger or Smaller Reward Margins to Select Preferences for Alignment?","created":"2025-02-25","cited_by_count":11,"area":"alignment"},{"id":"2504.10637","title":"Better Estimation of the Kullback--Leibler Divergence Between Language Models","created":"2025-04-14","cited_by_count":11,"area":"alignment"},{"id":"2505.15433","title":"Set-LLM: A Permutation-Invariant LLM","created":"2025-05-21","cited_by_count":11,"area":null},{"id":"2512.09619","title":"GLaD: Geometric Latent Distillation for Vision-Language-Action Models","created":"2025-12-10","cited_by_count":11,"area":"lr"},{"id":"2608.20318","title":"AI4AI-Bench: Benchmarking LLM Agents in Algorithmic Design for Recursive Self-Improvement","created":"2026-08-20","cited_by_count":11,"area":"agents"},{"id":"2408.16961","title":"The Future of Open Human Feedback","created":"2024-08-15","cited_by_count":10,"area":"alignment"},{"id":"2411.09661","title":"Adaptive Decoding via Latent Preference Optimization","created":"2024-11-14","cited_by_count":10,"area":"alignment"}],"next_cursor":"100"}