{"total":260,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.04770","title":"WildBench: Benchmarking LLMs with Challenging Tasks from Real Users in the Wild","created":"2024-06-07","cited_by_count":218,"area":null},{"id":"2406.16020","title":"AudioBench: A Universal Benchmark for Audio Large Language Models","created":"2024-06-23","cited_by_count":128,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2502.06193","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","created":"2025-02-10","cited_by_count":67,"area":null},{"id":"2412.09416","title":"Unifying AI Tutor Evaluation: An Evaluation Taxonomy for Pedagogical Ability Assessment of LLM-Powered AI Tutors","created":"2024-12-12","cited_by_count":61,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2502.18940","title":"MathTutorBench: A Benchmark for Measuring Open-ended Pedagogical Capabilities of LLM Tutors","created":"2025-02-26","cited_by_count":49,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2503.05142","title":"RocketEval: Efficient Automated LLM Evaluation via Grading Checklist","created":"2025-03-07","cited_by_count":39,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2407.07087","title":"CopyBench: Measuring Literal and Non-Literal Reproduction of Copyright-Protected Text in Language Model Generation","created":"2024-07-09","cited_by_count":35,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2407.02397","title":"Learning to Refine with Fine-Grained Natural Language Feedback","created":"2024-07-02","cited_by_count":27,"area":null},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2410.18697","title":"How Good Are LLMs for Literary Translation, Really? Literary Translation Evaluation with Humans and LLMs","created":"2024-10-24","cited_by_count":23,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2502.13668","title":"PeerQA: A Scientific Question Answering Dataset from Peer Reviews","created":"2025-02-19","cited_by_count":22,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2502.06666","title":"Automatic Evaluation of Healthcare LLMs Beyond Question-Answering","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2502.18934","title":"Kanana: Compute-efficient Bilingual Language Models","created":"2025-02-26","cited_by_count":20,"area":null},{"id":"2406.11044","title":"Evaluating the Performance of Large Language Models via Debates","created":"2024-06-16","cited_by_count":19,"area":null},{"id":"2407.05216","title":"Large Language Model as an Assignment Evaluator: Insights, Feedback, and Challenges in a 1000+ Student Course","created":"2024-07-07","cited_by_count":19,"area":null},{"id":"2410.03837","title":"Learning Code Preference via Synthetic Evolution","created":"2024-10-04","cited_by_count":19,"area":null},{"id":"2410.11594","title":"Black-box Uncertainty Quantification Method for LLM-as-a-Judge","created":"2024-10-15","cited_by_count":18,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2506.07001","title":"Adversarial Paraphrasing: A Universal Attack for Humanizing AI-Generated Text","created":"2025-06-08","cited_by_count":17,"area":null},{"id":"2503.08275","title":"Beyond Outlining: Heterogeneous Recursive Planning for Adaptive Long-form Writing with Language Models","created":"2025-03-11","cited_by_count":16,"area":null},{"id":"2505.14279","title":"YESciEval: Robust LLM-as-a-Judge for Scientific Question Answering","created":"2025-05-20","cited_by_count":16,"area":null},{"id":"2411.05338","title":"SciDQA: A Deep Reading Comprehension Dataset over Scientific Papers","created":"2024-11-08","cited_by_count":15,"area":null},{"id":"2412.06745","title":"ONEBench to Test Them All: Sample-Level Benchmarking Over Open-Ended Capabilities","created":"2024-12-09","cited_by_count":15,"area":null},{"id":"2511.22173","title":"RefineBench: Evaluating Refinement Capability of Language Models via Checklists","created":"2025-11-27","cited_by_count":15,"area":null},{"id":"2410.13191","title":"MCQG-SRefine: Multiple Choice Question Generation and Evaluation with Iterative Self-Critique, Correction, and Comparison Feedback","created":"2024-10-17","cited_by_count":14,"area":null},{"id":"2412.14140","title":"GLIDER: Grading LLM Interactions and Decisions using Explainable Ranking","created":"2024-12-18","cited_by_count":14,"area":null},{"id":"2603.07244","title":"PresentBench: A Fine-Grained Rubric-Based Benchmark for Slide Generation","created":"2026-03-07","cited_by_count":14,"area":null},{"id":"2506.00777","title":"Improving Automatic Evaluation of Large Language Models (LLMs) in Biomedical Relation Extraction via LLMs-as-the-Judge","created":"2025-06-01","cited_by_count":13,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2505.14971","title":"DECASTE: Unveiling Caste Stereotypes in Large Language Models through Multi-Dimensional Bias Analysis","created":"2025-05-20","cited_by_count":12,"area":null},{"id":"2506.03483","title":"APT: Improving Specialist LLM Performance with Weakness Case Acquisition and Iterative Preference Training","created":"2025-06-04","cited_by_count":12,"area":null},{"id":"2510.16234","title":"ScholarEval: Research Idea Evaluation Grounded in Literature","created":"2025-10-17","cited_by_count":12,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2503.06573","title":"WildIFEval: Instruction Following in the Wild","created":"2025-03-09","cited_by_count":11,"area":null},{"id":"2504.15219","title":"EvalAgent: Discovering Implicit Evaluation Criteria from the Web","created":"2025-04-21","cited_by_count":11,"area":null},{"id":"2505.05755","title":"Insertion Language Models: Sequence Generation with Arbitrary-Position Insertions","created":"2025-05-09","cited_by_count":11,"area":null},{"id":"2510.08783","title":"MLLM as a UI Judge: Benchmarking Multimodal LLMs for Predicting Human Perception of User Interfaces","created":"2025-10-09","cited_by_count":11,"area":null},{"id":"2409.13884","title":"A Multi-LLM Debiasing Framework","created":"2024-09-20","cited_by_count":10,"area":null},{"id":"2410.09344","title":"DARE the Extreme: Revisiting Delta-Parameter Pruning For Fine-Tuned Models","created":"2024-10-12","cited_by_count":10,"area":null},{"id":"2412.06134","title":"Evaluating and Mitigating Social Bias for Large Language Models in Open-ended Settings","created":"2024-12-09","cited_by_count":10,"area":null},{"id":"2504.07583","title":"Do LLMs Understand Your Translations? Evaluating Paragraph-level MT with Question Answering","created":"2025-04-10","cited_by_count":10,"area":null},{"id":"2505.05423","title":"LiTransProQA: an LLM-based Literary Translation evaluation metric with Professional Question Answering","created":"2025-05-08","cited_by_count":10,"area":null},{"id":"2605.09808","title":"Quantifying the Utility of User Simulators for Building Collaborative LLM Assistants","created":"2026-05-10","cited_by_count":10,"area":null},{"id":"2410.01866","title":"House of Cards: Massive Weights in LLMs","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2503.13505","title":"Ensemble Learning for Large Language Models in Text and Code Generation: A Survey","created":"2025-03-13","cited_by_count":9,"area":null},{"id":"2506.23111","title":"FairI Tales: Evaluation of Fairness in Indian Contexts with a Focus on Bias and Stereotypes","created":"2025-06-29","cited_by_count":9,"area":null},{"id":"2508.15218","title":"Are Checklists Really Useful for Automatic Evaluation of Generative Tasks?","created":"2025-08-21","cited_by_count":9,"area":null},{"id":"2501.13125","title":"Generating Plausible Distractors for Multiple-Choice Questions via Student Choice Prediction","created":"2025-01-21","cited_by_count":8,"area":null},{"id":"2501.14883","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","created":"2025-01-24","cited_by_count":8,"area":null},{"id":"2509.12405","title":"MORQA: Benchmarking Evaluation Metrics for Medical Open-Ended Question Answering","created":"2025-09-15","cited_by_count":8,"area":null},{"id":"2601.18706","title":"Health-SCORE: Towards Scalable Rubrics for Improving Health-LLMs","created":"2026-01-26","cited_by_count":8,"area":null},{"id":"2602.13028","title":"Human-Aligned MLLM Judges for Fine-Grained Image Editing Evaluation: A Benchmark, Framework, and Analysis","created":"2026-02-13","cited_by_count":8,"area":null},{"id":"2603.23522","title":"Qworld: Question-Specific Evaluation Criteria for LLMs","created":"2026-03-06","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2605.30568","title":"Generating and Refining Dynamic Evaluation Rubrics for LLM-as-a-Judge","created":"2026-05-28","cited_by_count":8,"area":null},{"id":"2412.06619","title":"Copyright-Protected Language Generation via Adaptive Model Fusion","created":"2024-12-09","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2503.11827","title":"Bridging the LLM Accessibility Divide? Performance, Fairness, and Cost of Closed versus Open LLMs for Automated Essay Scoring","created":"2025-03-14","cited_by_count":7,"area":null},{"id":"2503.17684","title":"Can LLMs Automate Fact-Checking Article Writing?","created":"2025-03-22","cited_by_count":7,"area":null},{"id":"2504.08697","title":"LLMs as Span Annotators: A Comparative Study of LLMs and Humans","created":"2025-04-11","cited_by_count":7,"area":null},{"id":"2506.22157","title":"Training Language Model to Critique for Better Refinement","created":"2025-06-27","cited_by_count":7,"area":null},{"id":"2602.21992","title":"PanoEnv: Exploring 3D Spatial Intelligence in Panoramic Environments with Reinforcement Learning","created":"2026-02-25","cited_by_count":7,"area":null},{"id":"2405.01930","title":"OARelatedWork: A Large-Scale Dataset of Related Work Sections with Full-texts from Open Access Sources","created":"2024-05-03","cited_by_count":6,"area":null},{"id":"2412.16089","title":"The Evolution of LLM Adoption in Industry Data Curation Practices","created":"2024-12-20","cited_by_count":6,"area":null},{"id":"2503.08327","title":"Adding Chocolate to Mint: Mitigating Metric Interference in Machine Translation","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2507.13335","title":"Comparing Apples to Oranges: A Dataset & Analysis of LLM Humour Understanding from Traditional Puns to Topical Jokes","created":"2025-07-17","cited_by_count":6,"area":null},{"id":"2510.00931","title":"Making, not Taking, the Best of N","created":"2025-10-01","cited_by_count":6,"area":null},{"id":"2510.13494","title":"LiteraryQA: Towards Effective Evaluation of Long-document Narrative QA","created":"2025-10-15","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2609.29769","title":"Decision Models vs. LLMs as Rubric Judges: Cheaper, Faster, and Wrong in the Same Places","created":"2026-09-24","cited_by_count":6,"area":null},{"id":"2406.00975","title":"Luna: An Evaluation Foundation Model to Catch Language Model Hallucinations with High Accuracy and Low Cost","created":"2024-06-03","cited_by_count":5,"area":null}],"next_cursor":"100"}