{"total":332,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2402.14207","title":"Assisting in Writing Wikipedia-like Articles From Scratch with Large Language Models","created":"2024-02-22","cited_by_count":154,"area":null},{"id":"2412.04261","title":"Aya Expanse: Combining Research Breakthroughs for a New Multilingual Frontier","created":"2024-12-05","cited_by_count":129,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2405.15032","title":"Aya 23: Open Weight Releases to Further Multilingual Progress","created":"2024-05-23","cited_by_count":123,"area":null},{"id":"2403.02839","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","created":"2024-03-05","cited_by_count":94,"area":null},{"id":"2403.18771","title":"CheckEval: A reliable LLM-as-a-Judge framework for evaluating text generation using checklists","created":"2024-03-27","cited_by_count":94,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2409.20089","title":"Robust LLM safeguarding via refusal feature adversarial training","created":"2024-09-30","cited_by_count":64,"area":null},{"id":"2405.09980","title":"FinTextQA: A Dataset for Long-form Financial Question Answering","created":"2024-05-16","cited_by_count":54,"area":null},{"id":"2408.15204","title":"Can Unconfident LLM Annotations Be Used for Confident Conclusions?","created":"2024-08-27","cited_by_count":49,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2402.10426","title":"DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection","created":"2024-02-16","cited_by_count":41,"area":null},{"id":"2406.07835","title":"SciRIFF: A Resource to Enhance Language Model Instruction-Following over Scientific Literature","created":"2024-06-10","cited_by_count":41,"area":null},{"id":"2406.03070","title":"A-Bench: Are LMMs Masters at Evaluating AI-generated Images?","created":"2024-06-05","cited_by_count":39,"area":null},{"id":"2503.05142","title":"RocketEval: Efficient Automated LLM Evaluation via Grading Checklist","created":"2025-03-07","cited_by_count":39,"area":null},{"id":"2503.13509","title":"MentalChat16K: A Benchmark Dataset for Conversational Mental Health Assistance","created":"2025-03-13","cited_by_count":39,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2402.12055","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2502.14815","title":"Optimizing Model Selection for Compound AI Systems","created":"2025-02-20","cited_by_count":36,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2408.03907","title":"Decoding Biases: Automated Methods and LLM Judges for Gender Bias Detection in Language Models","created":"2024-08-07","cited_by_count":33,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2505.17818","title":"PatientSim: A Persona-Driven Simulator for Realistic Doctor-Patient Interactions","created":"2025-05-23","cited_by_count":32,"area":null},{"id":"2410.03775","title":"Beyond correlation: The Impact of Human Uncertainty in Measuring the Effectiveness of Automatic Evaluation and LLM-as-a-Judge","created":"2024-10-03","cited_by_count":31,"area":null},{"id":"2402.11597","title":"Multi-Task Inference: Can Large Language Models Follow Multiple Instructions at Once?","created":"2024-02-18","cited_by_count":30,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2601.03193","title":"UniCorn: Towards Self-Improving Unified Multimodal Models through Self-Generated Supervision","created":"2026-01-06","cited_by_count":26,"area":null},{"id":"2402.00371","title":"What Does the Bot Say? Opportunities and Risks of Large Language Models in Social Media Bot Detection","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2510.09738","title":"Judge's Verdict: A Comprehensive Analysis of LLM Judge Capability Through Human Agreement","created":"2025-10-10","cited_by_count":25,"area":null},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2509.04013","title":"On Robustness and Reliability of Benchmark-Based Evaluation of LLMs","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2405.18027","title":"TimeChara: Evaluating Point-in-Time Character Hallucination of Role-Playing Large Language Models","created":"2024-05-28","cited_by_count":22,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2405.05253","title":"Open Source Language Models Can Provide Feedback: Evaluating LLMs' Ability to Help Students Using GPT-4-As-A-Judge","created":"2024-05-08","cited_by_count":20,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2501.07493","title":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","created":"2025-01-13","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2406.09098","title":"SciKnowEval: Evaluating Multi-level Scientific Knowledge of Large Language Models","created":"2024-06-13","cited_by_count":19,"area":null},{"id":"2406.11044","title":"Evaluating the Performance of Large Language Models via Debates","created":"2024-06-16","cited_by_count":19,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2407.05216","title":"Large Language Model as an Assignment Evaluator: Insights, Feedback, and Challenges in a 1000+ Student Course","created":"2024-07-07","cited_by_count":19,"area":null},{"id":"2410.02902","title":"Better Instruction-Following Through Minimum Bayes Risk","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2410.03837","title":"Learning Code Preference via Synthetic Evolution","created":"2024-10-04","cited_by_count":19,"area":null},{"id":"2502.14301","title":"SEA-HELM: Southeast Asian Holistic Evaluation of Language Models","created":"2025-02-20","cited_by_count":19,"area":null},{"id":"2402.11456","title":"FactPICO: Factuality Evaluation for Plain Language Summarization of Medical Evidence","created":"2024-02-18","cited_by_count":18,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2502.12414","title":"Lost in Transcription, Found in Distribution Shift: Demystifying Hallucination in Speech Foundation Models","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2509.22638","title":"Language Models Can Learn from Verbal Feedback Without Scalar Rewards","created":"2025-09-26","cited_by_count":18,"area":null},{"id":"2510.16282","title":"Instant Personalized Large Language Model Adaptation via Hypernetwork","created":"2025-10-18","cited_by_count":18,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2402.06204","title":"The Generative AI Paradox on Evaluation: What It Can Solve, It May Not Evaluate","created":"2024-02-09","cited_by_count":16,"area":null},{"id":"2405.09935","title":"DEBATE: Devil's Advocate-Based Assessment and Text Evaluation","created":"2024-05-16","cited_by_count":16,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2504.02953","title":"Cultural Learning-Based Culture Adaptation of Language Models","created":"2025-04-03","cited_by_count":16,"area":null},{"id":"2505.14279","title":"YESciEval: Robust LLM-as-a-Judge for Scientific Question Answering","created":"2025-05-20","cited_by_count":16,"area":null},{"id":"2509.04484","title":"The Good, the Bad and the Constructive: Automatically Measuring Peer Review's Utility for Authors","created":"2025-08-31","cited_by_count":16,"area":null},{"id":"2404.01667","title":"METAL: Towards Multilingual Meta-Evaluation","created":"2024-04-02","cited_by_count":15,"area":null},{"id":"2404.17475","title":"CEval: A Benchmark for Evaluating Counterfactual Text Generation","created":"2024-04-26","cited_by_count":15,"area":null},{"id":"2410.04663","title":"Debate, Deliberate, Decide (D3): A Cost-Aware Adversarial Framework for Reliable and Interpretable LLM Evaluation","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2410.18359","title":"Improving Model Factuality with Fine-grained Critique-based Evaluator","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2511.22173","title":"RefineBench: Evaluating Refinement Capability of Language Models via Checklists","created":"2025-11-27","cited_by_count":15,"area":null},{"id":"2311.09585","title":"LifeTox: Unveiling Implicit Toxicity in Life Advice","created":"2023-11-16","cited_by_count":14,"area":null},{"id":"2410.13191","title":"MCQG-SRefine: Multiple Choice Question Generation and Evaluation with Iterative Self-Critique, Correction, and Comparison Feedback","created":"2024-10-17","cited_by_count":14,"area":null},{"id":"2411.04425","title":"DELIFT: Data Efficient Language model Instruction Fine Tuning","created":"2024-11-07","cited_by_count":14,"area":null},{"id":"2503.05977","title":"Is Your Video Language Model a Reliable Judge?","created":"2025-03-07","cited_by_count":14,"area":null},{"id":"2504.01001","title":"Zero-shot Benchmarking: A Framework for Flexible and Scalable Automatic Evaluation of Language Models","created":"2025-04-01","cited_by_count":14,"area":null},{"id":"2408.10903","title":"BEYOND DIALOGUE: A Profile-Dialogue Alignment Framework Towards General Role-Playing Language Model","created":"2024-08-20","cited_by_count":13,"area":null},{"id":"2410.15512","title":"Reverse Question Answering: Can an LLM Write a Question so Hard (or Bad) that it Can't Answer?","created":"2024-10-20","cited_by_count":13,"area":null},{"id":"2412.10424","title":"LLM-as-an-Interviewer: Beyond Static Testing Through Dynamic LLM Evaluation","created":"2024-12-10","cited_by_count":13,"area":null},{"id":"2506.00777","title":"Improving Automatic Evaluation of Large Language Models (LLMs) in Biomedical Relation Extraction via LLMs-as-the-Judge","created":"2025-06-01","cited_by_count":13,"area":null},{"id":"2511.01163","title":"ROVER: Benchmarking Reciprocal Cross-Modal Reasoning for Omnimodal Generation","created":"2025-11-03","cited_by_count":13,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2505.14971","title":"DECASTE: Unveiling Caste Stereotypes in Large Language Models through Multi-Dimensional Bias Analysis","created":"2025-05-20","cited_by_count":12,"area":null},{"id":"2310.14103","title":"Revisiting Instruction Fine-tuned Model Evaluation to Guide Industrial Applications","created":"2023-10-21","cited_by_count":11,"area":null},{"id":"2408.07983","title":"ArabLegalEval: A Multitask Benchmark for Assessing Arabic Legal Knowledge in Large Language Models","created":"2024-08-15","cited_by_count":11,"area":null},{"id":"2409.19014","title":"FLEX: Expert-level False-Less EXecution Metric for Reliable Text-to-SQL Benchmark","created":"2024-09-24","cited_by_count":11,"area":null},{"id":"2504.06667","title":"Toward Holistic Evaluation of Recommender Systems Powered by Generative Models","created":"2025-04-09","cited_by_count":11,"area":null},{"id":"2603.20882","title":"RubricRAG: Towards Interpretable and Reliable LLM Evaluation via Domain Knowledge Retrieval for Rubric Generation","created":"2026-03-21","cited_by_count":11,"area":null},{"id":"2403.06009","title":"Detectors for Safe and Reliable LLMs: Implementations, Uses, and Limitations","created":"2024-03-09","cited_by_count":10,"area":null},{"id":"2410.01296","title":"Speculative Coreset Selection for Task-Specific Fine-tuning","created":"2024-10-02","cited_by_count":10,"area":null},{"id":"2505.19236","title":"Evaluating Text Creativity across Diverse Domains: A Dataset and Large Language Model Evaluator","created":"2025-05-25","cited_by_count":10,"area":null},{"id":"2510.16641","title":"MultiVerse: A Multi-Turn Conversation Benchmark for Evaluating Large Vision and Language Models","created":"2025-10-18","cited_by_count":10,"area":null}],"next_cursor":"100"}