{"total":77,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588,"area":"alignment"},{"id":"1909.08593","title":"Fine-Tuning Language Models from Human Preferences","created":"2019-09-18","cited_by_count":2150,"area":"alignment"},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2304.05977","title":"ImageReward: Learning and Evaluating Human Preferences for Text-to-Image Generation","created":"2023-04-12","cited_by_count":1045,"area":null},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290,"area":null},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2206.11871","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","created":"2022-06-05","cited_by_count":138,"area":"offlinerl"},{"id":"2404.04465","title":"Aligning Diffusion Models by Optimizing Human Utility","created":"2024-04-06","cited_by_count":101,"area":"diffusion"},{"id":"2407.01603","title":"A Review of Large Language Models and Autonomous Agents in Chemistry","created":"2024-06-26","cited_by_count":99,"area":"agents"},{"id":"2212.09746","title":"Evaluating Human-Language Model Interaction","created":"2022-12-19","cited_by_count":92,"area":null},{"id":"2311.09766","title":"LLMs as Narcissistic Evaluators: When Ego Inflates Evaluation Scores","created":"2023-11-16","cited_by_count":90,"area":null},{"id":"2311.18232","title":"LMRL Gym: Benchmarks for Multi-Turn Reinforcement Learning with Language Models","created":"2023-11-30","cited_by_count":88,"area":null},{"id":"2306.00186","title":"Factually Consistent Summarization via Reinforcement Learning with Textual Entailment Feedback","created":"2023-05-31","cited_by_count":72,"area":null},{"id":"2305.19165","title":"Strategic Reasoning with Language Models","created":"2023-05-30","cited_by_count":64,"area":"lr"},{"id":"2305.00955","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","created":"2023-05-01","cited_by_count":55,"area":"alignment"},{"id":"2310.07629","title":"The Past, Present and Better Future of Feedback Learning in Large Language Models for Subjective Human Preferences and Values","created":"2023-10-11","cited_by_count":54,"area":"alignment"},{"id":"2309.03126","title":"Everyone Deserves A Reward: Learning Customized Human Preferences","created":"2023-09-06","cited_by_count":43,"area":"alignment"},{"id":"2404.09824","title":"Impact of Preference Noise on the Alignment Performance of Generative Language Models","created":"2024-04-15","cited_by_count":41,"area":"alignment"},{"id":"2211.05826","title":"The CRINGE Loss: Learning what language not to model","created":"2022-11-10","cited_by_count":39,"area":null},{"id":"2108.12463","title":"Automatic Text Evaluation through the Lens of Wasserstein Barycenters","created":"2021-08-27","cited_by_count":38,"area":null},{"id":"2311.05584","title":"Zero-Shot Goal-Directed Dialogue via RL on Imagined Conversations","created":"2023-11-09","cited_by_count":38,"area":null},{"id":"2402.12366","title":"A Critical Evaluation of AI Feedback for Aligning Large Language Models","created":"2024-02-19","cited_by_count":36,"area":"alignment"},{"id":"2112.04139","title":"Bidimensional Leaderboards: Generate and Evaluate Language Hand in Hand","created":"2021-12-08","cited_by_count":32,"area":null},{"id":"2310.05782","title":"Aligning Language Models with Human Preferences via a Bayesian Approach","created":"2023-10-09","cited_by_count":27,"area":"alignment"},{"id":"2403.19443","title":"Mixed Preference Optimization: Reinforcement Learning with Data Selection and Better Reference Model","created":"2024-03-28","cited_by_count":25,"area":"alignment"},{"id":"2310.10623","title":"Generating Summaries with Controllable Readability Levels","created":"2023-10-16","cited_by_count":24,"area":null},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2106.13945","title":"A Training-free and Reference-free Summarization Evaluation Metric via Centrality-weighted Relevance and Self-referenced Redundancy","created":"2021-06-26","cited_by_count":21,"area":null},{"id":"2310.08372","title":"Improving Factual Consistency for Knowledge-Grounded Dialogue Systems via Knowledge Enhancement and Alignment","created":"2023-10-12","cited_by_count":19,"area":null},{"id":"2402.10893","title":"RLVF: Learning from Verbal Feedback without Overgeneralization","created":"2024-02-16","cited_by_count":19,"area":"alignment"},{"id":"2202.09662","title":"Reward Modeling for Mitigating Toxicity in Transformer-based Language Models","created":"2022-02-19","cited_by_count":18,"area":"alignment"},{"id":"2205.08221","title":"Efficient Unsupervised Sentence Compression by Fine-tuning Transformers with Reinforcement Learning","created":"2022-05-17","cited_by_count":18,"area":null},{"id":"2305.08566","title":"NLG Evaluation Metrics Beyond Correlation Analysis: An Empirical Metric Preference Checklist","created":"2023-05-15","cited_by_count":16,"area":null},{"id":"2106.03816","title":"Diversity driven Query Rewriting in Search Advertising","created":"2021-06-07","cited_by_count":15,"area":null},{"id":"2202.10062","title":"USCORE: An Effective Approach to Fully Unsupervised Evaluation Metrics for Machine Translation","created":"2022-02-21","cited_by_count":15,"area":null},{"id":"2308.02223","title":"ESRL: Efficient Sampling-based Reinforcement Learning for Sequence Generation","created":"2023-08-04","cited_by_count":15,"area":null},{"id":"2211.05041","title":"MACSum: Controllable Summarization with Mixed Attributes","created":"2022-11-09","cited_by_count":13,"area":null},{"id":"2511.01758","title":"RLAC: Reinforcement Learning with Adversarial Critic for Free-Form Generation Tasks","created":"2025-11-03","cited_by_count":13,"area":"lr"},{"id":"2402.13919","title":"SYNFAC-EDIT: Synthetic Imitation Edit Feedback for Factual Alignment in Clinical Summarization","created":"2024-02-21","cited_by_count":12,"area":"alignment"},{"id":"2505.18098","title":"Planning without Search: Refining Frontier LLMs with Offline Goal-Conditioned RL","created":"2025-05-23","cited_by_count":11,"area":null},{"id":"2207.12571","title":"Innovations in Neural Data-to-text Generation: A Survey","created":"2022-07-25","cited_by_count":10,"area":null},{"id":"2308.00031","title":"Reinforcement Learning for Generative AI: State of the Art, Opportunities and Open Research Challenges","created":"2023-07-31","cited_by_count":10,"area":null},{"id":"2407.12508","title":"MERLIN: Multimodal Embedding Refinement via LLM-based Iterative Navigation for Text-Video Retrieval-Rerank Pipeline","created":"2024-07-17","cited_by_count":9,"area":null},{"id":"2212.09750","title":"Human-in-the-loop Abstractive Dialogue Summarization","created":"2022-12-19","cited_by_count":8,"area":null},{"id":"2307.05538","title":"Advancements in Scientific Controllable Text Generation Methods","created":"2023-07-08","cited_by_count":7,"area":null},{"id":"2310.05857","title":"Improving Summarization with Human Edits","created":"2023-10-09","cited_by_count":7,"area":null},{"id":"2406.03363","title":"LLM-based Rewriting of Inappropriate Argumentation using Reinforcement Learning from Machine Feedback","created":"2024-06-05","cited_by_count":7,"area":null},{"id":"2409.18618","title":"Model-based Preference Optimization in Abstractive Summarization without Human Feedback","created":"2024-09-27","cited_by_count":7,"area":"alignment"},{"id":"2305.15044","title":"Is Summary Useful or Not? An Extrinsic Human Evaluation of Text Summaries on Downstream Tasks","created":"2023-05-24","cited_by_count":6,"area":null},{"id":"2312.02206","title":"Axiomatic Preference Modeling for Longform Question Answering","created":"2023-12-02","cited_by_count":6,"area":"alignment"},{"id":"2502.07237","title":"DrugImproverGPT: A Large Language Model for Drug Optimization with Fine-Tuning via Structured Policy Optimization","created":"2025-02-11","cited_by_count":6,"area":null},{"id":"2212.09917","title":"Inverse Reinforcement Learning for Text Summarization","created":"2022-12-19","cited_by_count":5,"area":null},{"id":"2212.10843","title":"Generating Multiple-Length Summaries via Reinforcement Learning for Unsupervised Sentence Summarization","created":"2022-12-21","cited_by_count":5,"area":null},{"id":"2310.20033","title":"Synthetic Imitation Edit Feedback for Factual Alignment in Clinical Summarization","created":"2023-10-30","cited_by_count":5,"area":"alignment"},{"id":"2104.08536","title":"Multi-Perspective Abstractive Answer Summarization","created":"2021-04-17","cited_by_count":4,"area":null},{"id":"2105.02923","title":"Hone as You Read: A Practical Type of Interactive Summarization","created":"2021-05-06","cited_by_count":4,"area":null},{"id":"2308.06385","title":"ZYN: Zero-Shot Reward Models with Yes-No Questions for RLAIF","created":"2023-08-11","cited_by_count":4,"area":"alignment"},{"id":"2401.16454","title":"KAUCUS: Knowledge Augmented User Simulators for Training Language Model Assistants","created":"2024-01-29","cited_by_count":4,"area":null},{"id":"2106.11345","title":"Cogment: Open Source Framework For Distributed Multi-actor Training, Deployment & Operations","created":"2021-06-21","cited_by_count":3,"area":null},{"id":"2407.00453","title":"PerSEval: Assessing Personalization in Text Summarizers","created":"2024-06-29","cited_by_count":3,"area":null},{"id":"2201.09282","title":"WIDAR -- Weighted Input Document Augmented ROUGE","created":"2022-01-23","cited_by_count":2,"area":null},{"id":"2210.14260","title":"Universal Evasion Attacks on Summarization Scoring","created":"2022-10-25","cited_by_count":2,"area":null},{"id":"2602.01685","title":"Semantic-aware Wasserstein Policy Regularization for Large Language Model Alignment","created":"2026-02-02","cited_by_count":2,"area":"alignment"},{"id":"2308.02270","title":"Redundancy Aware Multi-Reference Based Gainwise Evaluation of Extractive Summarization","created":"2023-08-04","cited_by_count":1,"area":null},{"id":"2310.18354","title":"A Review of Reinforcement Learning for Natural Language Processing, and Applications in Healthcare","created":"2023-10-23","cited_by_count":1,"area":null},{"id":"2311.14766","title":"Reinforcement Learning from Statistical Feedback: the Journey from AB Testing to ANT Testing","created":"2023-11-24","cited_by_count":1,"area":"alignment"},{"id":"2503.10215","title":"Adaptive Preference Aggregation","created":"2025-03-13","cited_by_count":1,"area":null},{"id":"2603.18879","title":"A Human-in/on-the-Loop Framework for Accessible Text Generation","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2210.14174","title":"Towards Interpretable Summary Evaluation via Allocation of Contextual Embeddings to Reference Text Topics","created":"2022-10-25","cited_by_count":0,"area":null},{"id":"2211.07596","title":"Towards Abstractive Timeline Summarisation using Preference-based Reinforcement Learning","created":"2022-11-14","cited_by_count":0,"area":null},{"id":"2302.12349","title":"Reward Learning as Doubly Nonparametric Bandits: Optimal Design and Scaling Laws","created":"2023-02-23","cited_by_count":0,"area":"alignment"},{"id":"2409.17791","title":"Self-supervised Preference Optimization: Enhance Your Language Model with Preference Degree Awareness","created":"2024-09-26","cited_by_count":0,"area":"alignment"},{"id":"2610.14976","title":"Metric-Driven Reinforcement Learning for Object Hallucination Reduction in LVLM-Based Image Captioning","created":"2026-10-10","cited_by_count":0,"area":"mllm"}],"next_cursor":null}