{"total":575,"rows":[{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2408.15240","title":"Generative Verifiers: Reward Modeling as Next-Token Prediction","created":"2024-08-27","cited_by_count":480,"area":"lr"},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2406.12845","title":"Interpretable Preferences via Multi-Objective Reward Modeling and Mixture-of-Experts","created":"2024-06-18","cited_by_count":376,"area":"alignment"},{"id":"2402.04788","title":"MLLM-as-a-Judge: Assessing Multimodal LLM-as-a-Judge with Vision-Language Benchmark","created":"2024-02-07","cited_by_count":372,"area":"mllm"},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2406.15126","title":"On LLMs-Driven Synthetic Data Generation, Curation, and Evaluation: A Survey","created":"2024-06-14","cited_by_count":244,"area":"synth"},{"id":"2407.19594","title":"Meta-Rewarding Language Models: Self-Improving Alignment with LLM-as-a-Meta-Judge","created":"2024-07-28","cited_by_count":204,"area":"synth"},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2407.15711","title":"AssistantBench: Can Web Agents Solve Realistic and Time-Consuming Tasks?","created":"2024-07-22","cited_by_count":158,"area":"agents"},{"id":"2402.14207","title":"Assisting in Writing Wikipedia-like Articles From Scratch with Large Language Models","created":"2024-02-22","cited_by_count":154,"area":null},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2412.04261","title":"Aya Expanse: Combining Research Breakthroughs for a New Multilingual Frontier","created":"2024-12-05","cited_by_count":129,"area":null},{"id":"2401.06591","title":"Prometheus-Vision: Vision-Language Model as a Judge for Fine-Grained Evaluation","created":"2024-01-12","cited_by_count":125,"area":"mllm"},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2405.15032","title":"Aya 23: Open Weight Releases to Further Multilingual Progress","created":"2024-05-23","cited_by_count":123,"area":null},{"id":"2504.16828","title":"Process Reward Models That Think","created":"2025-04-23","cited_by_count":118,"area":"lr"},{"id":"2408.11791","title":"Critique-out-Loud Reward Models","created":"2024-08-21","cited_by_count":106,"area":"alignment"},{"id":"2505.08638","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","created":"2025-05-13","cited_by_count":104,"area":"lr"},{"id":"2311.07362","title":"Volcano: Mitigating Multimodal Hallucination through Self-Feedback Guided Revision","created":"2023-11-13","cited_by_count":98,"area":"mllm"},{"id":"2403.02839","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","created":"2024-03-05","cited_by_count":94,"area":null},{"id":"2403.18771","title":"CheckEval: A reliable LLM-as-a-Judge framework for evaluating text generation using checklists","created":"2024-03-27","cited_by_count":94,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2506.03106","title":"Critique-GRPO: Advancing LLM Reasoning with Natural Language and Numerical Feedback","created":"2025-06-03","cited_by_count":90,"area":"lr"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2501.18099","title":"Learning to Plan & Reason for Evaluation with Thinking-LLM-as-a-Judge","created":"2025-01-30","cited_by_count":78,"area":"lr"},{"id":"2505.10320","title":"J1: Incentivizing Thinking in LLM-as-a-Judge via Reinforcement Learning","created":"2025-05-15","cited_by_count":75,"area":"lr"},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2408.02666","title":"Self-Taught Evaluators","created":"2024-08-05","cited_by_count":72,"area":"alignment"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2311.18743","title":"AlignBench: Benchmarking Chinese Alignment of Large Language Models","created":"2023-11-30","cited_by_count":68,"area":"alignment"},{"id":"2409.20089","title":"Robust LLM safeguarding via refusal feature adversarial training","created":"2024-09-30","cited_by_count":64,"area":null},{"id":"2410.16153","title":"Pangea: A Fully Open Multilingual Multimodal LLM for 39 Languages","created":"2024-10-21","cited_by_count":64,"area":"mllm"},{"id":"2502.12289","title":"Evaluating Step-by-step Reasoning Traces: A Survey","created":"2025-02-17","cited_by_count":63,"area":"lr"},{"id":"2602.05125","title":"Rethinking Rubric Generation for Improving LLM Judge and Reward Modeling for Open-ended Tasks","created":"2026-02-04","cited_by_count":62,"area":"lr"},{"id":"2409.10164","title":"Quantile Regression for Distributional Reward Models in RLHF","created":"2024-09-16","cited_by_count":60,"area":"alignment"},{"id":"2507.08794","title":"One Token to Fool LLM-as-a-Judge","created":"2025-07-11","cited_by_count":60,"area":"alignment"},{"id":"2403.09032","title":"CodeUltraFeedback: An LLM-as-a-Judge Dataset for Aligning Large Language Models to Coding Preferences","created":"2024-03-14","cited_by_count":57,"area":"alignment"},{"id":"2407.08488","title":"Lynx: An Open Source Hallucination Evaluation Model","created":"2024-07-11","cited_by_count":57,"area":"rag"},{"id":"2405.09980","title":"FinTextQA: A Dataset for Long-form Financial Question Answering","created":"2024-05-16","cited_by_count":54,"area":null},{"id":"2408.15204","title":"Can Unconfident LLM Annotations Be Used for Confident Conclusions?","created":"2024-08-27","cited_by_count":49,"area":null},{"id":"2412.02617","title":"Improving Dynamic Object Interactions in Text-to-Video Generation with AI Feedback","created":"2024-12-03","cited_by_count":47,"area":"mllm"},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2503.17003","title":"A Survey on Personalized Alignment -- The Missing Piece for Large Language Models in Real-World Applications","created":"2025-03-21","cited_by_count":42,"area":"alignment"},{"id":"2402.10426","title":"DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection","created":"2024-02-16","cited_by_count":41,"area":null},{"id":"2406.07835","title":"SciRIFF: A Resource to Enhance Language Model Instruction-Following over Scientific Literature","created":"2024-06-10","cited_by_count":41,"area":null},{"id":"2501.02497","title":"A Survey of Test-Time Compute: From Intuitive Inference to Deliberate Reasoning","created":"2025-01-05","cited_by_count":40,"area":"lr"},{"id":"2406.03070","title":"A-Bench: Are LMMs Masters at Evaluating AI-generated Images?","created":"2024-06-05","cited_by_count":39,"area":null},{"id":"2503.05142","title":"RocketEval: Efficient Automated LLM Evaluation via Grading Checklist","created":"2025-03-07","cited_by_count":39,"area":null},{"id":"2503.13509","title":"MentalChat16K: A Benchmark Dataset for Conversational Mental Health Assistance","created":"2025-03-13","cited_by_count":39,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2402.12055","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2502.14815","title":"Optimizing Model Selection for Compound AI Systems","created":"2025-02-20","cited_by_count":36,"area":null},{"id":"2410.06458","title":"LLM Self-Correction with DeCRIM: Decompose, Critique, and Refine for Enhanced Following of Instructions with Multiple Constraints","created":"2024-10-09","cited_by_count":35,"area":"lr"},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2508.04482","title":"OS Agents: A Survey on MLLM-based Agents for General Computing Devices Use","created":"2025-08-06","cited_by_count":35,"area":"agents"},{"id":"2406.00888","title":"Aligning Language Models with Demonstrated Feedback","created":"2024-06-02","cited_by_count":34,"area":"alignment"},{"id":"2406.15481","title":"Code-Switching Red-Teaming: LLM Evaluation for Safety and Multilingual Understanding","created":"2024-06-17","cited_by_count":34,"area":"safety"},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2408.03907","title":"Decoding Biases: Automated Methods and LLM Judges for Gender Bias Detection in Language Models","created":"2024-08-07","cited_by_count":33,"area":null},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2505.01481","title":"VideoHallu: Evaluating and Mitigating Multi-modal Hallucinations on Synthetic Video Understanding","created":"2025-05-02","cited_by_count":32,"area":"mllm"},{"id":"2505.17818","title":"PatientSim: A Persona-Driven Simulator for Realistic Doctor-Patient Interactions","created":"2025-05-23","cited_by_count":32,"area":null},{"id":"2409.09013","title":"AI-LieDar: Examine the Trade-off Between Utility and Truthfulness in LLM Agents","created":"2024-09-13","cited_by_count":31,"area":"agents"},{"id":"2410.03775","title":"Beyond correlation: The Impact of Human Uncertainty in Measuring the Effectiveness of Automatic Evaluation and LLM-as-a-Judge","created":"2024-10-03","cited_by_count":31,"area":null},{"id":"2402.11597","title":"Multi-Task Inference: Can Large Language Models Follow Multiple Instructions at Once?","created":"2024-02-18","cited_by_count":30,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2510.17314","title":"Auto-Rubric: Learning From Implicit Weights to Explicit Rubrics for Reward Modeling","created":"2025-10-20","cited_by_count":30,"area":"alignment"},{"id":"2409.17407","title":"Post-hoc Reward Calibration: A Case Study on Length Bias","created":"2024-09-25","cited_by_count":29,"area":"alignment"},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2603.01562","title":"RubricBench: Aligning Model-Generated Rubrics with Human Standards","created":"2026-03-02","cited_by_count":28,"area":"alignment"},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2601.03193","title":"UniCorn: Towards Self-Improving Unified Multimodal Models through Self-Generated Supervision","created":"2026-01-06","cited_by_count":26,"area":null},{"id":"2402.00371","title":"What Does the Bot Say? Opportunities and Risks of Large Language Models in Social Media Bot Detection","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2508.05170","title":"ReCode: Reinforcing Code Generation with Reasoning-Process Rewards","created":"2025-08-07","cited_by_count":25,"area":"lr"},{"id":"2510.09738","title":"Judge's Verdict: A Comprehensive Analysis of LLM Judge Capability Through Human Agreement","created":"2025-10-10","cited_by_count":25,"area":null},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2503.01478","title":"SePer: Measure Retrieval Utility Through The Lens Of Semantic Perplexity Reduction","created":"2025-03-03","cited_by_count":24,"area":"rag"},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2504.14716","title":"Pairwise or Pointwise? Evaluating Feedback Protocols for Bias in LLM-Based Evaluation","created":"2025-04-20","cited_by_count":24,"area":"alignment"},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2504.07887","title":"Benchmarking Adversarial Robustness to Bias Elicitation in Large Language Models: Scalable Automated Assessment with LLM-as-a-Judge","created":"2025-04-10","cited_by_count":23,"area":"safety"},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2509.04013","title":"On Robustness and Reliability of Benchmark-Based Evaluation of LLMs","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2311.02775","title":"AI-TA: Towards an Intelligent Question-Answer Teaching Assistant using Open-Source LLMs","created":"2023-11-05","cited_by_count":22,"area":"alignment"},{"id":"2405.18027","title":"TimeChara: Evaluating Point-in-Time Character Hallucination of Role-Playing Large Language Models","created":"2024-05-28","cited_by_count":22,"area":null},{"id":"2407.14916","title":"Improving Context-Aware Preference Modeling for Language Models","created":"2024-07-20","cited_by_count":22,"area":"alignment"}],"next_cursor":"100"}