{"total":181,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2410.17196","title":"VoiceBench: Benchmarking LLM-Based Voice Assistants","created":"2024-10-22","cited_by_count":200,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2310.20410","title":"FollowBench: A Multi-level Fine-grained Constraints Following Benchmark for Large Language Models","created":"2023-10-31","cited_by_count":117,"area":null},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2310.11829","title":"Graph Foundation Models: Concepts, Opportunities and Challenges","created":"2023-10-18","cited_by_count":103,"area":null},{"id":"2403.02839","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","created":"2024-03-05","cited_by_count":94,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2311.09184","title":"Benchmarking Generation and Evaluation Capabilities of Large Language Models for Instruction Controllable Summarization","created":"2023-11-15","cited_by_count":69,"area":null},{"id":"2403.15246","title":"FollowIR: Evaluating and Teaching Information Retrieval Models to Follow Instructions","created":"2024-03-22","cited_by_count":69,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2402.10962","title":"Measuring and Controlling Instruction (In)Stability in Language Model Dialogs","created":"2024-02-13","cited_by_count":53,"area":null},{"id":"2412.08686","title":"LatentQA: Teaching LLMs to Decode Activations Into Natural Language","created":"2024-12-11","cited_by_count":51,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2506.17080","title":"Tower+: Bridging Generality and Translation Specialization in Multilingual LLMs","created":"2025-06-20","cited_by_count":40,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2402.02101","title":"Are Large Language Models Good Prompt Optimizers?","created":"2024-02-03","cited_by_count":37,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2502.14815","title":"Optimizing Model Selection for Compound AI Systems","created":"2025-02-20","cited_by_count":36,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2410.20774","title":"Are LLM-Judges Robust to Expressions of Uncertainty? Investigating the effect of Epistemic Markers on LLM-based Evaluation","created":"2024-10-28","cited_by_count":29,"area":null},{"id":"2404.15846","title":"From Complex to Simple: Enhancing Multi-Constraint Complex Instruction Following Ability of Large Language Models","created":"2024-04-24","cited_by_count":27,"area":null},{"id":"2503.08893","title":"EvalTree: Profiling Language Model Weaknesses via Hierarchical Capability Trees","created":"2025-03-11","cited_by_count":27,"area":null},{"id":"2410.14582","title":"Do LLMs estimate uncertainty well in instruction-following?","created":"2024-10-18","cited_by_count":26,"area":null},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2310.19740","title":"Exploring the Reliability of Large Language Models as Customized Evaluators for Diverse NLP Tasks","created":"2023-10-30","cited_by_count":24,"area":null},{"id":"2410.04197","title":"CS4: Measuring the Creativity of Large Language Models Automatically by Controlling the Number of Story-Writing Constraints","created":"2024-10-05","cited_by_count":24,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2511.10262","title":"MTR-DuplexBench: Towards a Comprehensive Evaluation of Multi-Round Conversations for Full-Duplex Speech Language Models","created":"2025-11-13","cited_by_count":22,"area":null},{"id":"2505.12025","title":"Spotlight Your Instructions: Instruction-following with Dynamic Attention Steering","created":"2025-05-17","cited_by_count":21,"area":null},{"id":"2404.06503","title":"Comparing Two Model Designs for Clinical Note Generation; Is an LLM a Useful Evaluator of Consistency?","created":"2024-04-09","cited_by_count":20,"area":null},{"id":"2404.15532","title":"BattleAgent: Multi-modal Dynamic Emulation on Historical Battles to Complement Historical Analysis","created":"2024-04-23","cited_by_count":20,"area":null},{"id":"2406.00050","title":"An Empirical Analysis on Large Language Models in Debate Evaluation","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2507.01001","title":"SciArena: An Open Evaluation Platform for Non-Verifiable Scientific Literature-Grounded Tasks","created":"2025-07-01","cited_by_count":20,"area":null},{"id":"2507.11538","title":"How Many Instructions Can LLMs Follow at Once?","created":"2025-07-15","cited_by_count":20,"area":null},{"id":"2603.25133","title":"RubricEval: A Rubric-Level Meta-Evaluation Benchmark for LLM Judges in Instruction Following","created":"2026-03-26","cited_by_count":20,"area":null},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2508.06225","title":"Overconfidence in LLM-as-a-Judge: Diagnosis and Confidence-Driven Solution","created":"2025-08-08","cited_by_count":18,"area":null},{"id":"2402.11111","title":"Language Models as Science Tutors","created":"2024-02-16","cited_by_count":17,"area":null},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2409.16788","title":"Mitigating the Bias of Large Language Model Evaluation","created":"2024-09-25","cited_by_count":17,"area":null},{"id":"2410.08601","title":"StraGo: Harnessing Strategic Guidance for Prompt Optimization","created":"2024-10-11","cited_by_count":17,"area":null},{"id":"2406.02378","title":"On the Intrinsic Self-Correction Capability of LLMs: Uncertainty and Latent Concept","created":"2024-06-04","cited_by_count":16,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2410.13191","title":"MCQG-SRefine: Multiple Choice Question Generation and Evaluation with Iterative Self-Critique, Correction, and Comparison Feedback","created":"2024-10-17","cited_by_count":14,"area":null},{"id":"2401.15927","title":"E-EVAL: A Comprehensive Chinese K-12 Education Evaluation Benchmark for Large Language Models","created":"2024-01-29","cited_by_count":13,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2410.15225","title":"Chasing Random: Instruction Selection Strategies Fail to Generalize","created":"2024-10-19","cited_by_count":13,"area":null},{"id":"2507.13300","title":"AbGen: Evaluating Large Language Models in Ablation Study Design and Evaluation for Scientific Research","created":"2025-07-17","cited_by_count":13,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2406.18312","title":"AI-native Memory: A Pathway from LLMs Towards AGI","created":"2024-06-26","cited_by_count":12,"area":null},{"id":"2502.17204","title":"Order Matters: Investigate the Position Bias in Multi-constraint Instruction Following","created":"2025-02-24","cited_by_count":12,"area":null},{"id":"2401.02575","title":"Large Language Models for Social Networks: Applications, Challenges, and Solutions","created":"2024-01-04","cited_by_count":11,"area":null},{"id":"2403.03866","title":"KIWI: A Dataset of Knowledge-Intensive Writing Instructions for Answering Research Questions","created":"2024-03-06","cited_by_count":11,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2409.14195","title":"The Imperative of Conversation Analysis in the Era of LLMs: A Survey of Tasks, Techniques, and Trends","created":"2024-09-21","cited_by_count":11,"area":null},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2408.10902","title":"Soda-Eval: Open-Domain Dialogue Evaluation in the age of LLMs","created":"2024-08-20","cited_by_count":10,"area":null},{"id":"2511.19933","title":"Failure Modes in LLM Systems: A System-Level Taxonomy for Reliable AI Applications","created":"2025-11-25","cited_by_count":10,"area":null},{"id":"2603.04738","title":"IF-RewardBench: Benchmarking Judge Models for Instruction-Following Evaluation","created":"2026-03-05","cited_by_count":10,"area":null},{"id":"2404.03304","title":"Concept -- An Evaluation Protocol on Conversational Recommender Systems with System-centric and User-centric Factors","created":"2024-04-04","cited_by_count":9,"area":null},{"id":"2406.04113","title":"Uncovering Limitations of Large Language Models in Information Seeking from Tables","created":"2024-06-06","cited_by_count":9,"area":null},{"id":"2409.11726","title":"Revealing and Mitigating the Challenge of Detecting Character Knowledge Errors in LLM Role-Playing","created":"2024-09-18","cited_by_count":9,"area":null},{"id":"2503.17755","title":"Improving Preference Extraction In LLMs By Identifying Latent Knowledge Through Classifying Probes","created":"2025-03-22","cited_by_count":9,"area":null},{"id":"2506.08375","title":"EIFBENCH: Extremely Complex Instruction Following Benchmark for Large Language Models","created":"2025-06-10","cited_by_count":9,"area":null},{"id":"2507.17015","title":"Can External Validation Tools Improve Annotation Quality for LLM-as-a-Judge?","created":"2025-07-22","cited_by_count":9,"area":null},{"id":"2508.15218","title":"Are Checklists Really Useful for Automatic Evaluation of Generative Tasks?","created":"2025-08-21","cited_by_count":9,"area":null},{"id":"2603.12520","title":"When LLM Judge Scores Look Good but Best-of-N Decisions Fail","created":"2026-03-12","cited_by_count":9,"area":null},{"id":"2409.18216","title":"MMMT-IF: A Challenging Multimodal Multi-Turn Instruction Following Benchmark","created":"2024-09-26","cited_by_count":8,"area":null},{"id":"2410.04838","title":"Rationale-Aware Answer Verification by Pairwise Self-Evaluation","created":"2024-10-07","cited_by_count":8,"area":null},{"id":"2505.20645","title":"STEER-BENCH: A Benchmark for Evaluating the Steerability of Large Language Models","created":"2025-05-27","cited_by_count":8,"area":null},{"id":"2605.30568","title":"Generating and Refining Dynamic Evaluation Rubrics for LLM-as-a-Judge","created":"2026-05-28","cited_by_count":8,"area":null},{"id":"2607.08535","title":"When the Judge Changes, So Does the Measurement: Auditing LLM-as-Judge Reliability","created":"2026-07-09","cited_by_count":8,"area":null},{"id":"2404.06003","title":"FreeEval: A Modular Framework for Trustworthy and Efficient Evaluation of Large Language Models","created":"2024-04-09","cited_by_count":7,"area":null},{"id":"2406.11102","title":"Grading Massive Open Online Courses Using Large Language Models","created":"2024-06-16","cited_by_count":7,"area":null},{"id":"2506.06950","title":"What Makes a Good Natural Language Prompt?","created":"2025-06-07","cited_by_count":7,"area":null},{"id":"2502.05467","title":"Position: LLMs Can be Good Tutors in English Education","created":"2025-02-08","cited_by_count":6,"area":null},{"id":"2504.07421","title":"AgentAda: Skill-Adaptive Data Analytics for Tailored Insight Discovery","created":"2025-04-10","cited_by_count":6,"area":null},{"id":"2505.13430","title":"Fine-tuning Quantized Neural Networks with Zeroth-order Optimization","created":"2025-05-19","cited_by_count":6,"area":null},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2603.23530","title":"Did You Forget What I Asked? Prospective Memory Failures in Large Language Models","created":"2026-03-07","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2407.16604","title":"Shared Imagination: LLMs Hallucinate Alike","created":"2024-07-23","cited_by_count":5,"area":null},{"id":"2502.10961","title":"Graders should cheat: privileged information enables expert-level automated evaluations","created":"2025-02-16","cited_by_count":5,"area":null},{"id":"2502.13031","title":"HPSS: Heuristic Prompting Strategy Search for LLM Evaluators","created":"2025-02-18","cited_by_count":5,"area":null}],"next_cursor":"100"}