{"total":40,"rows":[{"id":"2403.18771","title":"CheckEval: A reliable LLM-as-a-Judge framework for evaluating text generation using checklists","created":"2024-03-27","cited_by_count":94,"area":null},{"id":"2501.00274","title":"LLM-Rubric: A Multidimensional, Calibrated Approach to Automated Evaluation of Natural Language Texts","created":"2024-12-31","cited_by_count":87,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2311.10766","title":"Value FULCRA: Mapping Large Language Models to the Multidimensional Spectrum of Basic Human Values","created":"2023-11-15","cited_by_count":50,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38,"area":null},{"id":"2407.08188","title":"Position: Measure Dataset Diversity, Don't Just Claim It","created":"2024-07-11","cited_by_count":26,"area":null},{"id":"2405.06563","title":"What Can Natural Language Processing Do for Peer Review?","created":"2024-05-10","cited_by_count":25,"area":null},{"id":"2310.16379","title":"Evaluating General-Purpose AI with Psychometrics","created":"2023-10-25","cited_by_count":23,"area":null},{"id":"2406.17675","title":"Evaluating Large Language Models with Psychometrics","created":"2024-06-25","cited_by_count":22,"area":null},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2412.13989","title":"What makes a good metric? Evaluating automatic metrics for text-to-image consistency","created":"2024-12-18","cited_by_count":12,"area":null},{"id":"2405.15924","title":"SLIDE: A Framework Integrating Small and Large Language Models for Open-Domain Dialogues Evaluation","created":"2024-05-24","cited_by_count":11,"area":null},{"id":"2404.18533","title":"Evaluating Readability and Faithfulness of Concept-based Explanations","created":"2024-04-29","cited_by_count":10,"area":null},{"id":"2312.13871","title":"Evaluating Task-oriented Dialogue Systems: A Systematic Review of Measures, Constructs and their Operationalisations","created":"2023-12-21","cited_by_count":9,"area":null},{"id":"2406.11402","title":"Are Small Language Models Ready to Compete with Large Language Models for Practical Applications?","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2501.07071","title":"Value Compass Benchmarks: A Platform for Fundamental and Validated Evaluation of LLMs Values","created":"2025-01-13","cited_by_count":7,"area":null},{"id":"2508.17162","title":"Quantifying Language Disparities in Multilingual Large Language Models","created":"2025-08-23","cited_by_count":7,"area":null},{"id":"2410.10724","title":"Large Language Models Are Active Critics in NLG Evaluation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2510.17998","title":"SimBA: Simplifying Benchmark Analysis Using Performance Matrices Alone","created":"2025-10-20","cited_by_count":6,"area":null},{"id":"2510.10339","title":"Measuring What Matters: Connecting AI Ethics Evaluations to System Attributes, Hazards, and Harms","created":"2025-10-11","cited_by_count":5,"area":null},{"id":"2407.18376","title":"Exploring Bengali Religious Dialect Biases in Large Language Models with Evaluation Perspectives","created":"2024-07-25","cited_by_count":4,"area":null},{"id":"2505.13531","title":"AdAEM: An Adaptively and Automated Extensible Measurement of LLMs' Value Difference","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2509.17559","title":"Specification-Aware Machine Translation and Evaluation for Purpose Alignment","created":"2025-09-22","cited_by_count":4,"area":null},{"id":"2503.19828","title":"Contextual Metric Meta-Evaluation by Measuring Local Metric Accuracy","created":"2025-03-25","cited_by_count":3,"area":null},{"id":"2506.04482","title":"Understanding and Meeting Practitioner Needs When Measuring Representational Harms Caused by LLM-Based Systems","created":"2025-06-04","cited_by_count":3,"area":null},{"id":"2604.03244","title":"AI Evaluation Should Require Standardized Item-Level Data Releases","created":"2026-02-27","cited_by_count":3,"area":null},{"id":"2504.14039","title":"MEQA: A Meta-Evaluation Framework for Question & Answer LLM Benchmarks","created":"2025-04-18","cited_by_count":2,"area":null},{"id":"2505.15469","title":"A Qualitative Investigation into LLM-Generated Multilingual Code Comments and Automatic Evaluation Metrics","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2410.23186","title":"Reliability of Topic Modeling","created":"2024-10-30","cited_by_count":1,"area":null},{"id":"2506.04516","title":"DRE: An Effective Dual-Refined Method for Integrating Small and Large Language Models in Open-Domain Dialogue Evaluation","created":"2025-06-04","cited_by_count":1,"area":null},{"id":"2604.06210","title":"Distributional Open-Ended Evaluation of LLM Cultural Value Alignment Based on Value Codebook","created":"2026-03-16","cited_by_count":1,"area":null},{"id":"2604.19357","title":"FairTree: Subgroup Fairness Auditing of Machine Learning Models with Bias-Variance Decomposition","created":"2026-04-21","cited_by_count":1,"area":null},{"id":"2608.15630","title":"Do Assessment Instruments Measure the Same Thing for Humans and LLMs? A Latent Structure Analysis","created":"2026-08-16","cited_by_count":1,"area":null},{"id":"2411.00045","title":"A Novel Psychometrics-Based Approach to Developing Professional Competency Benchmark for Large Language Models","created":"2024-10-29","cited_by_count":0,"area":null},{"id":"2604.16304","title":"Results-Actionability Gap: Understanding How Practitioners Evaluate LLM Products in the Wild","created":"2026-01-25","cited_by_count":0,"area":null},{"id":"2607.24268","title":"Accuracy Hides How Language Models Fail: Measuring Failure States Under Matched Output Budgets","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.14903","title":"Frontier AI Forecasting Has a Measurement Problem: An Audit of Progress Evidence","created":"2026-08-14","cited_by_count":0,"area":null},{"id":"2609.24516","title":"LLJ Cards: Best practices for the Use of LLMs as Judges","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2610.19767","title":"Likelihood Is Not Authorship: Can We Reliably Measure Human Contribution in AI-Assisted Writing?","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}