{"total":237,"rows":[{"id":"2303.17651","title":"Self-Refine: Iterative Refinement with Self-Feedback","created":"2023-03-30","cited_by_count":3442,"area":"lr"},{"id":"2310.11511","title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","created":"2023-10-17","cited_by_count":1839,"area":"rag"},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2305.11738","title":"CRITIC: Large Language Models Can Self-Correct with Tool-Interactive Critiquing","created":"2023-05-19","cited_by_count":783,"area":"lr"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2401.06121","title":"TOFU: A Task of Fictitious Unlearning for LLMs","created":"2024-01-11","cited_by_count":533,"area":"safety"},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2209.02299","title":"A Survey of Machine Unlearning","created":"2022-09-06","cited_by_count":312,"area":"safety"},{"id":"2310.10683","title":"Large Language Model Unlearning","created":"2023-10-14","cited_by_count":302,"area":"safety"},{"id":"2211.00053","title":"Generating Sequences by Learning to Self-Correct","created":"2022-10-31","cited_by_count":277,"area":null},{"id":"2402.01306","title":"KTO: Model Alignment as Prospect Theoretic Optimization","created":"2024-02-02","cited_by_count":264,"area":"lr"},{"id":"2407.06460","title":"MUSE: Machine Unlearning Six-Way Evaluation for Language Models","created":"2024-07-08","cited_by_count":261,"area":"safety"},{"id":"2402.08787","title":"Rethinking Machine Unlearning for Large Language Models","created":"2024-02-13","cited_by_count":257,"area":"lr"},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2311.06668","title":"In-context Vectors: Making In Context Learning More Effective and Controllable Through Latent Space Steering","created":"2023-11-11","cited_by_count":245,"area":null},{"id":"2308.03188","title":"Automatically Correcting Large Language Models: Surveying the landscape of diverse self-correction strategies","created":"2023-08-06","cited_by_count":238,"area":"lr"},{"id":"2305.12827","title":"Task Arithmetic in the Tangent Space: Improved Editing of Pre-Trained Models","created":"2023-05-22","cited_by_count":221,"area":null},{"id":"2404.14367","title":"Preference Fine-Tuning of LLMs Should Leverage Suboptimal, On-Policy Data","created":"2024-04-22","cited_by_count":185,"area":null},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2407.15549","title":"Latent Adversarial Training Improves Robustness to Persistent Harmful Behaviors in LLMs","created":"2024-07-22","cited_by_count":173,"area":"safety"},{"id":"2402.16835","title":"Eight Methods to Evaluate Robust Unlearning in LLMs","created":"2024-02-26","cited_by_count":163,"area":"safety"},{"id":"2403.04642","title":"Teaching Large Language Models to Reason with Reinforcement Learning","created":"2024-03-07","cited_by_count":160,"area":"lr"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2404.00610","title":"RQ-RAG: Learning to Refine Queries for Retrieval Augmented Generation","created":"2024-03-31","cited_by_count":147,"area":"rag"},{"id":"2406.02630","title":"AI Agents Under Threat: A Survey of Key Security Challenges and Future Pathways","created":"2024-06-04","cited_by_count":127,"area":null},{"id":"2305.10626","title":"Language Models Meet World Models: Embodied Experiences Enhance Language Models","created":"2023-05-18","cited_by_count":124,"area":"wm"},{"id":"2402.10571","title":"Direct Preference Optimization with an Offset","created":"2024-02-16","cited_by_count":122,"area":"alignment"},{"id":"2212.09462","title":"Latent Diffusion for Language Generation","created":"2022-12-19","cited_by_count":115,"area":"diffusion"},{"id":"2406.09279","title":"Unpacking DPO and PPO: Disentangling Best Practices for Learning from Preference Feedback","created":"2024-06-13","cited_by_count":107,"area":"lr"},{"id":"2311.10081","title":"DRESS: Instructing Large Vision-Language Models to Align and Interact with Humans via Natural Language Feedback","created":"2023-11-16","cited_by_count":103,"area":"mllm"},{"id":"2310.20689","title":"Learning From Mistakes Makes LLM Better Reasoner","created":"2023-10-31","cited_by_count":101,"area":"lr"},{"id":"2210.03162","title":"Prompt Compression and Contrastive Conditioning for Controllability and Toxicity Reduction in Language Models","created":"2022-10-06","cited_by_count":97,"area":"inference"},{"id":"2309.00779","title":"Value Kaleidoscope: Engaging AI with Pluralistic Human Values, Rights, and Duties","created":"2023-09-02","cited_by_count":97,"area":null},{"id":"2302.11520","title":"Guiding Large Language Models via Directional Stimulus Prompting","created":"2023-02-22","cited_by_count":95,"area":null},{"id":"2308.10149","title":"A Survey on Fairness in Large Language Models","created":"2023-08-20","cited_by_count":95,"area":null},{"id":"2401.13136","title":"The Language Barrier: Dissecting Safety Challenges of LLMs in Multilingual Contexts","created":"2024-01-23","cited_by_count":94,"area":"alignment"},{"id":"2308.07061","title":"Machine Unlearning: Solutions and Challenges","created":"2023-08-14","cited_by_count":93,"area":"safety"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80,"area":null},{"id":"2310.09520","title":"Reward-Augmented Decoding: Efficient Controlled Text Generation With a Unidirectional Reward Model","created":"2023-10-14","cited_by_count":79,"area":"alignment"},{"id":"2406.10890","title":"RWKU: Benchmarking Real-World Knowledge Unlearning for Large Language Models","created":"2024-06-16","cited_by_count":78,"area":"safety"},{"id":"2412.10400","title":"Reinforcement Learning Enhanced LLMs: A Survey","created":"2024-12-05","cited_by_count":71,"area":"lr"},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65,"area":null},{"id":"2309.15028","title":"Don't throw away your value model! Generating more preferable text with Value-Guided Monte-Carlo Tree Search decoding","created":"2023-09-26","cited_by_count":60,"area":"lr"},{"id":"2402.01981","title":"Self-Debiasing Large Language Models: Zero-Shot Recognition and Reduction of Stereotypes","created":"2024-02-03","cited_by_count":59,"area":null},{"id":"2402.08265","title":"A Dense Reward View on Aligning Text-to-Image Diffusion with Preference","created":"2024-02-13","cited_by_count":55,"area":"diffusion"},{"id":"2503.02623","title":"Rewarding Doubt: A Reinforcement Learning Approach to Calibrated Confidence Expression of Large Language Models","created":"2025-03-04","cited_by_count":52,"area":null},{"id":"2310.10383","title":"Privacy in Large Language Models: Attacks, Defenses and Future Directions","created":"2023-10-16","cited_by_count":51,"area":null},{"id":"2310.09573","title":"Self-Detoxifying Language Models via Toxification Reversal","created":"2023-10-14","cited_by_count":46,"area":"safety"},{"id":"2212.10938","title":"Critic-Guided Decoding for Controlled Text Generation","created":"2022-12-21","cited_by_count":45,"area":null},{"id":"2309.04461","title":"Measuring and Improving Chain-of-Thought Reasoning in Vision-Language Models","created":"2023-09-08","cited_by_count":45,"area":"lr"},{"id":"2210.03078","title":"Rainier: Reinforced Knowledge Introspector for Commonsense Question Answering","created":"2022-10-06","cited_by_count":43,"area":null},{"id":"2405.03097","title":"To Each (Textual Sequence) Its Own: Improving Memorized-Data Unlearning in Large Language Models","created":"2024-05-06","cited_by_count":43,"area":"safety"},{"id":"2302.00871","title":"Using In-Context Learning to Improve Dialogue Safety","created":"2023-02-02","cited_by_count":42,"area":null},{"id":"2306.03350","title":"Click: Controllable Text Generation with Sequence Likelihood Contrastive Learning","created":"2023-06-06","cited_by_count":41,"area":null},{"id":"2502.07218","title":"LLM Unlearning via Neural Activation Redirection","created":"2025-02-11","cited_by_count":41,"area":"safety"},{"id":"2402.00798","title":"Formal-LLM: Integrating Formal Language and Natural Language for Controllable LLM-based Agents","created":"2024-02-01","cited_by_count":40,"area":"agents"},{"id":"2404.02062","title":"Digital Forgetting in Large Language Models: A Survey of Unlearning Methods","created":"2024-04-02","cited_by_count":40,"area":"safety"},{"id":"2211.05826","title":"The CRINGE Loss: Learning what language not to model","created":"2022-11-10","cited_by_count":39,"area":null},{"id":"2401.06081","title":"Improving Large Language Models via Fine-grained Reinforcement Learning with Minimum Editing Constraint","created":"2024-01-11","cited_by_count":39,"area":null},{"id":"2402.05813","title":"Selective Forgetting: Advancing Machine Unlearning Techniques and Evaluation in Language Models","created":"2024-02-08","cited_by_count":39,"area":"safety"},{"id":"2403.13682","title":"Threats, Attacks, and Defenses in Machine Unlearning: A Survey","created":"2024-03-20","cited_by_count":39,"area":"safety"},{"id":"2410.18057","title":"CLEAR: Character Unlearning in Textual and Visual Modalities","created":"2024-10-23","cited_by_count":39,"area":"safety"},{"id":"2206.07694","title":"DIRECTOR: Generator-Classifiers For Supervised Language Modeling","created":"2022-06-15","cited_by_count":38,"area":null},{"id":"2305.07095","title":"Are Machine Rationales (Not) Useful to Humans? Measuring and Improving Human Utility of Free-Text Rationales","created":"2023-05-11","cited_by_count":37,"area":null},{"id":"2407.16997","title":"Revisiting Who's Harry Potter: Towards Targeted Unlearning from a Causal Intervention Perspective","created":"2024-07-24","cited_by_count":36,"area":"safety"},{"id":"2311.04072","title":"Beyond Imitation: Leveraging Fine-grained Quality Signals for Alignment","created":"2023-11-07","cited_by_count":35,"area":"alignment"},{"id":"2410.02760","title":"Erasing Conceptual Knowledge from Language Models","created":"2024-10-03","cited_by_count":34,"area":"safety"},{"id":"2503.01854","title":"A Comprehensive Survey of Machine Unlearning Techniques for Large Language Models","created":"2025-02-22","cited_by_count":34,"area":"safety"},{"id":"2305.15065","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2308.08090","title":"Separate the Wheat from the Chaff: Model Deficiency Unlearning via Parameter-Efficient Module Operation","created":"2023-08-16","cited_by_count":33,"area":"safety"},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2303.17574","title":"Elastic Weight Removal for Faithful and Abstractive Dialogue Generation","created":"2023-03-30","cited_by_count":29,"area":null},{"id":"2309.16155","title":"The Trickle-down Impact of Reward (In-)consistency on RLHF","created":"2023-09-28","cited_by_count":29,"area":"alignment"},{"id":"2212.08307","title":"Controllable Text Generation via Probability Density Estimation in the Latent Space","created":"2022-12-16","cited_by_count":27,"area":null},{"id":"2310.20703","title":"Vanishing Gradients in Reinforcement Finetuning of Language Models","created":"2023-10-31","cited_by_count":27,"area":null},{"id":"2401.00690","title":"Benchmarking Large Language Models on Controllable Generation under Diversified Instructions","created":"2024-01-01","cited_by_count":27,"area":null},{"id":"2310.13522","title":"Teaching Language Models to Self-Improve through Interactive Demonstrations","created":"2023-10-20","cited_by_count":26,"area":"synth"},{"id":"2410.17509","title":"WAGLE: Strategic Weight Attribution for Effective and Modular Unlearning in Large Language Models","created":"2024-10-23","cited_by_count":26,"area":"safety"},{"id":"2305.10314","title":"LeTI: Learning to Generate from Textual Interactions","created":"2023-05-17","cited_by_count":25,"area":null},{"id":"2412.00383","title":"Unified Parameter-Efficient Unlearning for LLMs","created":"2024-11-30","cited_by_count":25,"area":"lr"},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2407.10058","title":"Learning to Refuse: Towards Mitigating Privacy Risks in LLMs","created":"2024-07-14","cited_by_count":23,"area":"safety"},{"id":"2311.14543","title":"Data-Efficient Alignment of Large Language Models with Human Feedback Through Natural Language","created":"2023-11-24","cited_by_count":22,"area":"alignment"},{"id":"2401.07382","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","created":"2024-01-14","cited_by_count":22,"area":"alignment"},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null},{"id":"2502.11190","title":"ReLearn: Unlearning via Learning for Large Language Models","created":"2025-02-16","cited_by_count":22,"area":"safety"},{"id":"2406.01983","title":"RKLD: Reverse KL-Divergence-based Knowledge Distillation for Unlearning Personal Information in Large Language Models","created":"2024-06-04","cited_by_count":21,"area":"safety"},{"id":"2506.01339","title":"Invariance Makes LLM Unlearning Resilient Even to Unanticipated Downstream Fine-Tuning","created":"2025-06-02","cited_by_count":21,"area":"safety"},{"id":"2311.12047","title":"MultiDelete for Multimodal Machine Unlearning","created":"2023-11-18","cited_by_count":20,"area":"safety"},{"id":"2411.15477","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","created":"2024-11-23","cited_by_count":20,"area":"safety"},{"id":"2302.03686","title":"Long Horizon Temperature Scaling","created":"2023-02-07","cited_by_count":18,"area":null},{"id":"2406.11780","title":"Split, Unlearn, Merge: Leveraging Data Attributes for More Effective Unlearning in LLMs","created":"2024-06-17","cited_by_count":18,"area":"safety"},{"id":"2305.14718","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","created":"2023-05-24","cited_by_count":17,"area":"alignment"},{"id":"2403.15779","title":"The Frontier of Data Erasure: Machine Unlearning for Large Language Models","created":"2024-03-23","cited_by_count":17,"area":"safety"},{"id":"2406.14796","title":"MU-Bench: A Multitask Multimodal Benchmark for Machine Unlearning","created":"2024-06-21","cited_by_count":17,"area":"safety"},{"id":"2407.15366","title":"Walking in Others' Shoes: How Perspective-Taking Guides Large Language Models in Reducing Toxicity and Bias","created":"2024-07-22","cited_by_count":17,"area":null}],"next_cursor":"100"}