{"total":65,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2310.05470","title":"Generative Judge for Evaluating Alignment","created":"2023-10-09","cited_by_count":169,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2402.14016","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","created":"2024-02-21","cited_by_count":126,"area":null},{"id":"2406.17419","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","created":"2024-06-25","cited_by_count":122,"area":null},{"id":"2310.15123","title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation","created":"2023-10-23","cited_by_count":106,"area":null},{"id":"2401.12474","title":"Large Language Models are Superpositions of All Characters: Attaining Arbitrary Role-play via Self-Alignment","created":"2024-01-23","cited_by_count":104,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2310.01432","title":"Split and Merge: Aligning Position Biases in LLM-based Evaluators","created":"2023-09-29","cited_by_count":72,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2404.04941","title":"Unleashing Large Language Models' Proficiency in Zero-shot Essay Scoring","created":"2024-04-07","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2410.14582","title":"Do LLMs estimate uncertainty well in instruction-following?","created":"2024-10-18","cited_by_count":26,"area":null},{"id":"2310.19740","title":"Exploring the Reliability of Large Language Models as Customized Evaluators for Diverse NLP Tasks","created":"2023-10-30","cited_by_count":24,"area":null},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2506.10150","title":"When Large Language Models are Reliable for Judging Empathic Communication","created":"2025-06-11","cited_by_count":21,"area":null},{"id":"2502.17898","title":"VeriPlan: Integrating Formal Verification and LLMs into End-User Planning","created":"2025-02-25","cited_by_count":20,"area":null},{"id":"2310.15144","title":"DEsignBench: Exploring and Benchmarking DALL-E 3 for Imagining Visual Design","created":"2023-10-23","cited_by_count":17,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2406.02616","title":"Adaptive Layer Splitting for Wireless LLM Inference in Edge Computing: A Model-Based Reinforcement Learning Approach","created":"2024-06-03","cited_by_count":12,"area":null},{"id":"2408.13704","title":"DHP Benchmark: Are LLMs Good NLG Evaluators?","created":"2024-08-25","cited_by_count":12,"area":null},{"id":"2401.02575","title":"Large Language Models for Social Networks: Applications, Challenges, and Solutions","created":"2024-01-04","cited_by_count":11,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2409.14195","title":"The Imperative of Conversation Analysis in the Era of LLMs: A Survey of Tasks, Techniques, and Trends","created":"2024-09-21","cited_by_count":11,"area":null},{"id":"2510.08783","title":"MLLM as a UI Judge: Benchmarking Multimodal LLMs for Predicting Human Perception of User Interfaces","created":"2025-10-09","cited_by_count":11,"area":null},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2408.03281","title":"StructEval: Deepen and Broaden Large Language Model Assessment via Structured Evaluation","created":"2024-08-06","cited_by_count":9,"area":null},{"id":"2409.11726","title":"Revealing and Mitigating the Challenge of Detecting Character Knowledge Errors in LLM Role-Playing","created":"2024-09-18","cited_by_count":9,"area":null},{"id":"2506.00386","title":"Adaptive-VP: A Framework for LLM-Based Virtual Patients that Adapts to Trainees' Dialogue to Facilitate Nurse Communication Training","created":"2025-05-31","cited_by_count":9,"area":null},{"id":"2506.08375","title":"EIFBENCH: Extremely Complex Instruction Following Benchmark for Large Language Models","created":"2025-06-10","cited_by_count":9,"area":null},{"id":"2508.15218","title":"Are Checklists Really Useful for Automatic Evaluation of Generative Tasks?","created":"2025-08-21","cited_by_count":9,"area":null},{"id":"2411.08243","title":"Beyond the Safety Bundle: Auditing the Helpful and Harmless Dataset","created":"2024-11-12","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2406.10366","title":"Improving the Validity and Practical Usefulness of AI/ML Evaluations Using an Estimands Framework","created":"2024-06-14","cited_by_count":6,"area":null},{"id":"2412.04905","title":"DEMO: Reframing Dialogue Interaction with Fine-grained Element Modeling","created":"2024-12-06","cited_by_count":6,"area":null},{"id":"2405.10516","title":"Language Models can Evaluate Themselves via Probability Discrepancy","created":"2024-05-17","cited_by_count":5,"area":null},{"id":"2412.19450","title":"Find the Intention of Instruction: Comprehensive Evaluation of Instruction Understanding for Large Language Models","created":"2024-12-27","cited_by_count":4,"area":null},{"id":"2410.12265","title":"Auto-PRE: An Automatic and Cost-Efficient Peer-Review Framework for Language Generation Evaluation","created":"2024-10-16","cited_by_count":3,"area":null},{"id":"2505.14818","title":"WebNovelBench: Placing LLM Novelists on the Web Novel Distribution","created":"2025-05-20","cited_by_count":2,"area":null},{"id":"2505.17131","title":"Relative Bias: A Comparative Framework for Quantifying Bias in LLMs","created":"2025-05-22","cited_by_count":2,"area":null},{"id":"2506.02510","title":"M$^3$FinMeeting: A Multilingual, Multi-Sector, and Multi-Task Financial Meeting Understanding Evaluation Dataset","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2606.30931","title":"RoPoLL: Robust Panel of LLM Judges","created":"2026-06-29","cited_by_count":2,"area":null},{"id":"2310.08803","title":"Advancing Perception in Artificial Intelligence through Principles of Cognitive Science","created":"2023-10-13","cited_by_count":1,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2511.10855","title":"ExPairT-LLM: Exact Learning for LLM Code Selection by Pairwise Queries","created":"2025-11-13","cited_by_count":1,"area":null},{"id":"2605.21748","title":"RankJudge: A Multi-Turn LLM-as-a-Judge Synthetic Benchmark Generator","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2608.25869","title":"Anchoring Bias in LLM-as-a-Judge Systems: Prior Scores Compromise Evaluation Independence","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2603.18390","title":"AutoScreen-FW: An LLM-based Framework for Resume Screening","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2603.22214","title":"Evaluating the Reliability and Fidelity of Automated Judgment Systems of Large Language Models","created":"2026-03-23","cited_by_count":0,"area":null},{"id":"2606.08381","title":"Auditing Proprietary Alignment in Large Language Models: A Comparative Framework Without a Ground-Truth Standard","created":"2026-06-07","cited_by_count":0,"area":null},{"id":"2607.20455","title":"RE-AD: Real-Time Requirement Adherence for Data Labeling","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2609.38718","title":"MetaSteer: Context-Conditioned, nonlinear Steering via Attention-Projection Adaptation","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.14029","title":"Can We Trust This Evaluation? Instance-Level Reliability of LLM-as-a-Judge","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}