{"total":982,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2311.12908","title":"Diffusion Model Alignment Using Direct Preference Optimization","created":"2023-11-21","cited_by_count":790,"area":"wm"},{"id":"2505.05470","title":"Flow-GRPO: Training Flow Matching Models via Online RL","created":"2025-05-08","cited_by_count":661,"area":"lr"},{"id":"2311.17911","title":"OPERA: Alleviating Hallucination in Multi-Modal Large Language Models via Over-Trust Penalty and Retrospection-Allocation","created":"2023-11-29","cited_by_count":478,"area":"mllm"},{"id":"2305.16381","title":"DPOK: Reinforcement Learning for Fine-tuning Text-to-Image Diffusion Models","created":"2023-05-25","cited_by_count":450,"area":"diffusion"},{"id":"2309.17400","title":"Directly Fine-Tuning Diffusion Models on Differentiable Rewards","created":"2023-09-29","cited_by_count":448,"area":"diffusion"},{"id":"2505.07818","title":"DanceGRPO: Unleashing GRPO on Visual Generation","created":"2025-05-12","cited_by_count":413,"area":"lr"},{"id":"2409.12514","title":"TinyVLA: Towards Fast, Data-Efficient Vision-Language-Action Models for Robotic Manipulation","created":"2024-09-19","cited_by_count":339,"area":"vla"},{"id":"2310.03739","title":"Aligning Text-to-Image Diffusion Models with Reward Backpropagation","created":"2023-10-05","cited_by_count":288,"area":"diffusion"},{"id":"2505.19223","title":"LLaDA 1.5: Variance-Reduced Preference Optimization for Large Language Diffusion Models","created":"2025-05-25","cited_by_count":285,"area":"diffusion"},{"id":"2501.13918","title":"Improving Video Generation with Human Feedback","created":"2025-01-23","cited_by_count":284,"area":"diffusion"},{"id":"2409.00588","title":"Diffusion Policy Policy Optimization","created":"2024-09-01","cited_by_count":280,"area":"diffusion"},{"id":"2311.13231","title":"Using Human Feedback to Fine-tune Diffusion Models without Any Reward Model","created":"2023-11-22","cited_by_count":252,"area":"diffusion"},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2404.12358","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","created":"2024-04-18","cited_by_count":242,"area":"alignment"},{"id":"2501.09732","title":"Inference-Time Scaling for Diffusion Models beyond Scaling Denoising Steps","created":"2025-01-16","cited_by_count":234,"area":"lr"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2509.16117","title":"DiffusionNFT: Online Diffusion Reinforcement with Forward Process","created":"2025-09-19","cited_by_count":230,"area":"diffusion"},{"id":"2501.06848","title":"A General Framework for Inference-time Scaling and Steering of Diffusion Models","created":"2025-01-12","cited_by_count":224,"area":"lr"},{"id":"2502.05855","title":"DexVLA: Vision-Language Model with Plug-In Diffusion Expert for General Robot Control","created":"2025-02-09","cited_by_count":195,"area":"mllm"},{"id":"2506.20639","title":"DiffuCoder: Understanding and Improving Masked Diffusion Models for Code Generation","created":"2025-06-25","cited_by_count":187,"area":"diffusion"},{"id":"2507.21802","title":"MixGRPO: Unlocking Flow-based GRPO Efficiency with Mixed ODE-SDE","created":"2025-07-29","cited_by_count":178,"area":"diffusion"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2310.10625","title":"Video Language Planning","created":"2023-10-16","cited_by_count":162,"area":null},{"id":"2412.21059","title":"VisionReward: Fine-Grained Multi-Dimensional Human Preference Learning for Image and Video Generation","created":"2024-12-30","cited_by_count":156,"area":"alignment"},{"id":"2404.07987","title":"ControlNet++: Improving Conditional Controls with Efficient Consistency Feedback","created":"2024-04-11","cited_by_count":154,"area":"diffusion"},{"id":"2403.03949","title":"Reconciling Reality through Simulation: A Real-to-Sim-to-Real Approach for Robust Manipulation","created":"2024-03-06","cited_by_count":144,"area":"offlinerl"},{"id":"2402.15194","title":"Fine-Tuning of Continuous-Time Diffusion Models as Entropy-Regularized Control","created":"2024-02-23","cited_by_count":143,"area":"diffusion"},{"id":"2312.11752","title":"Learning a Diffusion Model Policy from Rewards via Q-Score Matching","created":"2023-12-18","cited_by_count":138,"area":"diffusion"},{"id":"2408.08252","title":"Derivative-Free Guidance in Continuous and Discrete Diffusion Models with Soft Value-Based Decoding","created":"2024-08-15","cited_by_count":136,"area":"diffusion"},{"id":"2406.13743","title":"GenAI-Bench: Evaluating and Improving Compositional Text-to-Visual Generation","created":"2024-06-19","cited_by_count":135,"area":null},{"id":"2406.04312","title":"ReNO: Enhancing One-step Text-to-Image Models through Reward-based Noise Optimization","created":"2024-06-06","cited_by_count":119,"area":"alignment"},{"id":"2502.14420","title":"ChatVLA: Unified Multimodal Understanding and Robot Control with Vision-Language-Action Model","created":"2025-02-20","cited_by_count":113,"area":"vla"},{"id":"2507.22058","title":"X-Omni: Reinforcement Learning Makes Discrete Autoregressive Image Generative Models Great Again","created":"2025-07-29","cited_by_count":112,"area":"deeprl"},{"id":"2407.08737","title":"Video Diffusion Alignment via Reward Gradients","created":"2024-07-11","cited_by_count":107,"area":"diffusion"},{"id":"2404.04465","title":"Aligning Diffusion Models by Optimizing Human Utility","created":"2024-04-06","cited_by_count":101,"area":"diffusion"},{"id":"2507.21053","title":"Flow Matching Policy Gradients","created":"2025-07-28","cited_by_count":99,"area":"diffusion"},{"id":"2407.13734","title":"Understanding Reinforcement Learning-Based Fine-Tuning of Diffusion Models: A Tutorial and Review","created":"2024-07-18","cited_by_count":98,"area":"diffusion"},{"id":"2508.04324","title":"TempFlow-GRPO: When Timing Matters for GRPO in Flow Models","created":"2025-08-06","cited_by_count":97,"area":"lr"},{"id":"2501.05803","title":"Test-time Alignment of Diffusion Models without Reward Over-optimization","created":"2025-01-10","cited_by_count":93,"area":"diffusion"},{"id":"2508.20751","title":"Pref-GRPO: Pairwise Preference Reward-based GRPO for Stable Text-to-Image Reinforcement Learning","created":"2025-08-28","cited_by_count":92,"area":"lr"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2407.16677","title":"From Imitation to Refinement -- Residual RL for Precise Assembly","created":"2024-07-23","cited_by_count":90,"area":null},{"id":"2501.09685","title":"Inference-Time Alignment in Diffusion Models with Reward-Guided Generation: Tutorial and Review","created":"2025-01-16","cited_by_count":88,"area":"diffusion"},{"id":"2312.12490","title":"InstructVideo: Instructing Video Diffusion Models with Human Feedback","created":"2023-12-19","cited_by_count":86,"area":"diffusion"},{"id":"2504.11455","title":"SimpleAR: Pushing the Frontier of Autoregressive Visual Generation through Pretraining, SFT, and RL","created":"2025-04-15","cited_by_count":86,"area":null},{"id":"2402.10210","title":"Self-Play Fine-Tuning of Diffusion Models for Text-to-Image Generation","created":"2024-02-15","cited_by_count":85,"area":"diffusion"},{"id":"2406.04314","title":"Aesthetic Post-Training Diffusion Models from Generic Preferences with Step-by-step Preference Optimization","created":"2024-06-06","cited_by_count":84,"area":"diffusion"},{"id":"2310.13639","title":"Contrastive Preference Learning: Learning from Human Feedback without RL","created":"2023-10-20","cited_by_count":79,"area":"alignment"},{"id":"2410.13643","title":"Fine-Tuning Discrete Diffusion Models via Reward Optimization with Applications to DNA and Protein Design","created":"2024-10-17","cited_by_count":79,"area":"diffusion"},{"id":"2510.16888","title":"Uniworld-V2: Reinforce Image Editing with Diffusion Negative-aware Finetuning and MLLM Implicit Feedback","created":"2025-10-19","cited_by_count":79,"area":"alignment"},{"id":"2405.18991","title":"EasyAnimate: High-Performance Video Generation Framework with Hybrid Windows Attention and Reward Backpropagation","created":"2024-05-29","cited_by_count":77,"area":"diffusion"},{"id":"2401.12179","title":"DITTO: Diffusion Inference-Time T-Optimization for Music Generation","created":"2024-01-22","cited_by_count":73,"area":"diffusion"},{"id":"2404.07771","title":"An Overview of Diffusion Models: Applications, Guided Generation, Statistical Rates and Optimization","created":"2024-04-11","cited_by_count":73,"area":"diffusion"},{"id":"2405.20971","title":"Amortizing intractable inference in diffusion models for vision, language, and control","created":"2024-05-31","cited_by_count":72,"area":"diffusion"},{"id":"2412.13630","title":"Policy Decorator: Model-Agnostic Online Refinement for Large Policy Model","created":"2024-12-18","cited_by_count":70,"area":"offlinerl"},{"id":"2404.16767","title":"REBEL: Reinforcement Learning via Regressing Relative Rewards","created":"2024-04-25","cited_by_count":69,"area":"alignment"},{"id":"2509.08826","title":"RewardDance: Reward Scaling in Visual Generation","created":"2025-09-10","cited_by_count":68,"area":"alignment"},{"id":"2509.25050","title":"Advantage Weighted Matching: Aligning RL with Pretraining in Diffusion Models","created":"2025-09-29","cited_by_count":67,"area":"diffusion"},{"id":"2407.04842","title":"MJ-Bench: Is Your Multimodal Reward Model Really a Good Judge for Text-to-Image Generation?","created":"2024-07-05","cited_by_count":66,"area":"diffusion"},{"id":"2503.07703","title":"Seedream 2.0: A Native Chinese-English Bilingual Image Generation Foundation Model","created":"2025-03-10","cited_by_count":62,"area":"diffusion"},{"id":"2404.03653","title":"CoMat: Aligning Text-to-Image Diffusion Model with Image-to-Text Concept Matching","created":"2024-04-04","cited_by_count":61,"area":"diffusion"},{"id":"2404.14743","title":"Gradient Guidance for Diffusion Models: An Optimization Perspective","created":"2024-04-23","cited_by_count":61,"area":"diffusion"},{"id":"2509.06040","title":"BranchGRPO: Stable and Efficient GRPO with Structured Branching in Diffusion Models","created":"2025-09-07","cited_by_count":61,"area":"diffusion"},{"id":"2306.04542","title":"On the Design Fundamentals of Diffusion Models: A Survey","created":"2023-06-07","cited_by_count":60,"area":"diffusion"},{"id":"2402.07487","title":"Score-based Diffusion Models via Stochastic Differential Equations -- a Technical Tutorial","created":"2024-02-12","cited_by_count":60,"area":"diffusion"},{"id":"2405.00760","title":"Deep Reward Supervisions for Tuning Text-to-Image Diffusion Models","created":"2024-05-01","cited_by_count":59,"area":"diffusion"},{"id":"2510.14830","title":"RL-100: Performant Robotic Manipulation with Real-World Reinforcement Learning","created":"2025-10-16","cited_by_count":59,"area":"deeprl"},{"id":"2311.17946","title":"DreamSync: Aligning Text-to-Image Generation with Image Understanding Feedback","created":"2023-11-29","cited_by_count":58,"area":null},{"id":"2403.14599","title":"MyVLM: Personalizing VLMs for User-Specific Queries","created":"2024-03-21","cited_by_count":58,"area":"mllm"},{"id":"2412.03293","title":"Diffusion-VLA: Generalizable and Interpretable Robot Foundation Model via Self-Generated Reasoning","created":"2024-12-04","cited_by_count":57,"area":"diffusion"},{"id":"2403.14613","title":"DreamReward: Text-to-3D Generation with Human Preference","created":"2024-03-21","cited_by_count":56,"area":null},{"id":"2509.05952","title":"Coefficients-Preserving Sampling for Reinforcement Learning with Flow Matching","created":"2025-09-07","cited_by_count":56,"area":"diffusion"},{"id":"2402.08265","title":"A Dense Reward View on Aligning Text-to-Image Diffusion with Preference","created":"2024-02-13","cited_by_count":55,"area":"diffusion"},{"id":"2405.18881","title":"Inference-Time Alignment of Diffusion Models with Direct Noise Optimization","created":"2024-05-29","cited_by_count":55,"area":"diffusion"},{"id":"2402.16359","title":"Feedback Efficient Online Fine-Tuning of Diffusion Models","created":"2024-02-26","cited_by_count":53,"area":"diffusion"},{"id":"2412.04814","title":"LiFT: Leveraging Human Feedback for Text-to-Video Model Alignment","created":"2024-12-06","cited_by_count":53,"area":"alignment"},{"id":"2309.02685","title":"Diffusion-EDFs: Bi-equivariant Denoising Generative Modeling on SE(3) for Visual Robotic Manipulation","created":"2023-09-06","cited_by_count":52,"area":"diffusion"},{"id":"2511.13649","title":"Distribution Matching Distillation Meets Reinforcement Learning","created":"2025-11-17","cited_by_count":50,"area":"diffusion"},{"id":"2407.20516","title":"Machine Unlearning in Generative AI: A Survey","created":"2024-07-30","cited_by_count":49,"area":"safety"},{"id":"2505.21906","title":"ChatVLA-2: Vision-Language-Action Model with Open-World Embodied Reasoning from Pretrained Knowledge","created":"2025-05-28","cited_by_count":49,"area":"lr"},{"id":"2505.23614","title":"Inference-time Scaling of Diffusion Models through Classical Search","created":"2025-05-29","cited_by_count":49,"area":"lr"},{"id":"2510.22319","title":"GRPO-Guard: Mitigating Implicit Over-Optimization in Flow Matching via Regulated Clipping","created":"2025-10-25","cited_by_count":49,"area":"lr"},{"id":"2409.09347","title":"Schr\\\"odinger Bridge Flow for Unpaired Data Translation","created":"2024-09-14","cited_by_count":47,"area":"diffusion"},{"id":"2412.02617","title":"Improving Dynamic Object Interactions in Text-to-Video Generation with AI Feedback","created":"2024-12-03","cited_by_count":47,"area":"mllm"},{"id":"2406.06424","title":"Margin-aware Preference Optimization for Aligning Diffusion Models without Reference","created":"2024-06-10","cited_by_count":46,"area":"diffusion"},{"id":"2402.10309","title":"Discrete Probabilistic Inference as Control in Multi-path Environments","created":"2024-02-15","cited_by_count":44,"area":null},{"id":"2402.08714","title":"PRDP: Proximal Reward Difference Prediction for Large-Scale Reward Finetuning of Diffusion Models","created":"2024-02-13","cited_by_count":42,"area":"diffusion"},{"id":"2403.06279","title":"Fine-tuning of diffusion models via stochastic control: entropy regularization and beyond","created":"2024-03-10","cited_by_count":42,"area":"diffusion"},{"id":"2410.05582","title":"Gen-Drive: Enhancing Diffusion Generative Driving Policies with Reward Modeling and Reinforcement Learning Fine-tuning","created":"2024-10-08","cited_by_count":42,"area":"diffusion"},{"id":"2412.15159","title":"OnlineVPO: Align Video Diffusion Model with Online Video-Centric Preference Optimization","created":"2024-12-19","cited_by_count":41,"area":"diffusion"},{"id":"2501.19252","title":"Inference-Time Text-to-Video Alignment with Diffusion Latent Beam Search","created":"2025-01-31","cited_by_count":41,"area":"diffusion"},{"id":"2502.02588","title":"Calibrated Multi-Preference Optimization for Aligning Diffusion Models","created":"2025-02-04","cited_by_count":41,"area":"diffusion"},{"id":"2509.04548","title":"Skywork UniPic 2.0: Building Kontext Model with Online RL for Unified Multimodal Model","created":"2025-09-04","cited_by_count":41,"area":null},{"id":"2510.09541","title":"SPG: Sandwiched Policy Gradient for Masked Diffusion Language Models","created":"2025-10-10","cited_by_count":41,"area":"diffusion"},{"id":"2312.03626","title":"TokenCompose: Text-to-Image Diffusion with Token-level Supervision","created":"2023-12-06","cited_by_count":40,"area":"diffusion"},{"id":"2404.19664","title":"Towards Generalist Robot Learning from Internet Video: A Survey","created":"2024-04-30","cited_by_count":40,"area":null},{"id":"2503.01645","title":"DesignDiffusion: High-Quality Text-to-Design Image Generation with Diffusion Models","created":"2025-03-03","cited_by_count":40,"area":"diffusion"},{"id":"2505.13934","title":"RLVR-World: Training World Models with Reinforcement Learning","created":"2025-05-20","cited_by_count":40,"area":"wm"},{"id":"2505.17618","title":"Scaling Image and Video Generation via Test-Time Evolutionary Search","created":"2025-05-23","cited_by_count":40,"area":"lr"}],"next_cursor":"100"}