{"list":"other","total":55,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","created":"2024-02-05","cited_by_count":9379},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588},{"id":"2307.02483","title":"Jailbroken: How Does LLM Safety Training Fail?","created":"2023-07-05","cited_by_count":1651},{"id":"2004.04696","title":"BLEURT: Learning Robust Metrics for Text Generation","created":"2020-04-09","cited_by_count":1203},{"id":"2310.13548","title":"Towards Understanding Sycophancy in Language Models","created":"2023-10-20","cited_by_count":1040},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748},{"id":"1806.10574","title":"This Looks Like That: Deep Learning for Interpretable Image Recognition","created":"2018-06-27","cited_by_count":737},{"id":"2008.02275","title":"Aligning AI With Shared Human Values","created":"2020-08-05","cited_by_count":723},{"id":"2209.14375","title":"Improving alignment of dialogue agents via targeted human judgements","created":"2022-09-28","cited_by_count":531},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422},{"id":"2507.17746","title":"Rubrics as Rewards: Reinforcement Learning Beyond Verifiable Domains","created":"2025-07-23","cited_by_count":366},{"id":"2310.11564","title":"Personalized Soups: Personalized Large Language Model Alignment via Post-hoc Parameter Merging","created":"2023-10-17","cited_by_count":280},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269},{"id":"2005.00456","title":"USR: An Unsupervised and Reference Free Evaluation Metric for Dialog Generation","created":"2020-05-01","cited_by_count":188},{"id":"2304.03279","title":"Do the Rewards Justify the Means? Measuring Trade-Offs Between Rewards and Ethical Behavior in the MACHIAVELLI Benchmark","created":"2023-04-06","cited_by_count":182},{"id":"2502.17424","title":"Emergent Misalignment: Narrow finetuning can produce broadly misaligned LLMs","created":"2025-02-24","cited_by_count":172},{"id":"2006.12719","title":"Unsupervised Evaluation of Interactive Dialog with DialoGPT","created":"2020-06-23","cited_by_count":139},{"id":"2511.18397","title":"Natural Emergent Misalignment from Reward Hacking in Production RL","created":"2025-11-23","cited_by_count":136},{"id":"2510.07743","title":"OpenRubrics: Towards Scalable Synthetic Rubric Generation for Reward Modeling and LLM Alignment","created":"2025-10-09","cited_by_count":132},{"id":"2312.03689","title":"Evaluating and Mitigating Discrimination in Language Model Decisions","created":"2023-12-06","cited_by_count":124},{"id":"2409.12822","title":"Language Models Learn to Mislead Humans via RLHF","created":"2024-09-19","cited_by_count":124},{"id":"2406.07814","title":"Collective Constitutional AI: Aligning a Language Model with Public Input","created":"2024-06-12","cited_by_count":123},{"id":"2402.19085","title":"Controllable Preference Optimization: Toward Controllable Multi-Objective Alignment","created":"2024-02-29","cited_by_count":107},{"id":"1909.03087","title":"ACUTE-EVAL: Improved Dialogue Evaluation with Optimized Questions and Multi-turn Comparisons","created":"2019-09-06","cited_by_count":83},{"id":"2309.16349","title":"Human Feedback is not Gold Standard","created":"2023-09-28","cited_by_count":83},{"id":"2503.10965","title":"Auditing language models for hidden objectives","created":"2025-03-14","cited_by_count":83},{"id":"2103.10948","title":"The Shape of Learning Curves: a Review","created":"2021-03-19","cited_by_count":70},{"id":"2302.14233","title":"Goal Driven Discovery of Distributional Differences via Language Descriptions","created":"2023-02-28","cited_by_count":62},{"id":"2201.12323","title":"Describing Differences between Text Distributions with Natural Language","created":"2022-01-28","cited_by_count":54},{"id":"2312.02974","title":"Describing Differences in Image Sets with Natural Language","created":"2023-12-05","cited_by_count":53},{"id":"2504.15236","title":"Values in the Wild: Discovering and Analyzing Values in Real-World Language Model Interactions","created":"2025-04-21","cited_by_count":52},{"id":"2406.12094","title":"Who's asking? User personas and the mechanics of latent misalignment","created":"2024-06-17","cited_by_count":40},{"id":"2505.13988","title":"The Hallucination Tax of Reinforcement Finetuning","created":"2025-05-20","cited_by_count":40},{"id":"2212.02774","title":"Adaptive Testing of Computer Vision Models","created":"2022-12-06","cited_by_count":39},{"id":"2211.12312","title":"Interpreting Neural Networks through the Polytope Lens","created":"2022-11-22","cited_by_count":33},{"id":"2502.12150","title":"Idiosyncrasies in Large Language Models","created":"2025-02-17","cited_by_count":33},{"id":"2402.10524","title":"LLM Comparator: Visual Analytics for Side-by-Side Evaluation of Large Language Models","created":"2024-02-16","cited_by_count":29},{"id":"2506.08123","title":"QA-LIGN: Aligning LLMs through Constitutionally Decomposed QA","created":"2025-06-09","cited_by_count":28},{"id":"2305.19911","title":"Neuron to Graph: Interpreting Language Model Neurons at Scale","created":"2023-05-31","cited_by_count":27},{"id":"2310.13011","title":"Compositional preference models for aligning LMs","created":"2023-10-17","cited_by_count":26},{"id":"2409.08466","title":"Explaining Datasets in Words: Statistical Models with Natural Language Parameters","created":"2024-09-13","cited_by_count":21},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17},{"id":"2409.12106","title":"Measuring Human and AI Values Based on Generative Psychometrics with Large Language Models","created":"2024-09-18","cited_by_count":13},{"id":"1411.1752","title":"Submodular meets Structured: Finding Diverse Subsets in Exponentially-Large Structured Item Sets","created":"2014-11-06","cited_by_count":11},{"id":"2403.18341","title":"IterAlign: Iterative Constitutional Alignment of Large Language Models","created":"2024-03-27","cited_by_count":11},{"id":"2501.07071","title":"Value Compass Benchmarks: A Platform for Fundamental and Validated Evaluation of LLMs Values","created":"2025-01-13","cited_by_count":7},{"id":"2406.08572","title":"LLM-assisted Concept Discovery: Automatically Identifying and Explaining Neuron Functions","created":"2024-06-12","cited_by_count":6},{"id":"2409.00844","title":"Report Cards: Qualitative Evaluation of Language Models Using Natural Language Summaries","created":"2024-09-01","cited_by_count":6},{"id":"2411.03877","title":"EXPLORA: Efficient Exemplar Subset Selection for Complex Reasoning","created":"2024-11-06","cited_by_count":5},{"id":"2503.03039","title":"LLM Misalignment via Adversarial RLHF Platforms","created":"2025-03-04","cited_by_count":5},{"id":"2401.04138","title":"Expanding Horizons in HCI Research Through LLM-Driven Qualitative Analysis","created":"2024-01-07","cited_by_count":3},{"id":"2505.18970","title":"Learning to Explain: Prototype-Based Surrogate Models for LLM Classification","created":"2025-05-25","cited_by_count":3},{"id":"2506.20666","title":"Cognitive models can reveal interpretable value trade-offs in language models","created":"2025-06-25","cited_by_count":3}],"next_cursor":null}