{"total":48,"rows":[{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2311.09766","title":"LLMs as Narcissistic Evaluators: When Ego Inflates Evaluation Scores","created":"2023-11-16","cited_by_count":90,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2312.15407","title":"A Comprehensive Analysis of the Effectiveness of Large Language Models as Automatic Dialogue Evaluators","created":"2023-12-24","cited_by_count":45,"area":null},{"id":"2305.14889","title":"Evaluating Evaluation Metrics: A Framework for Analyzing NLG Evaluation Metrics using Measurement Theory","created":"2023-05-24","cited_by_count":43,"area":null},{"id":"2206.07438","title":"Multi-Objective Hyperparameter Optimization in Machine Learning -- An Overview","created":"2022-06-15","cited_by_count":37,"area":null},{"id":"2201.11176","title":"DiscoScore: Evaluating Text Generation with BERT and Discourse Coherence","created":"2022-01-26","cited_by_count":36,"area":null},{"id":"2210.13746","title":"DEMETR: Diagnosing Evaluation Metrics for Translation","created":"2022-10-25","cited_by_count":36,"area":null},{"id":"2402.12055","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2205.06828","title":"Deconstructing NLG Evaluation: Evaluation Practices, Assumptions, and Their Implications","created":"2022-05-13","cited_by_count":32,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2212.10180","title":"IndicMT Eval: A Dataset to Meta-Evaluate Machine Translation metrics for Indian Languages","created":"2022-12-20","cited_by_count":27,"area":null},{"id":"2307.03131","title":"BLEURT Has Universal Translations: An Analysis of Automatic Metrics by Minimum Risk Training","created":"2023-07-06","cited_by_count":24,"area":null},{"id":"2208.07316","title":"MENLI: Robust Evaluation Metrics from Natural Language Inference","created":"2022-08-15","cited_by_count":18,"area":null},{"id":"2210.05035","title":"Not All Errors are Equal: Learning Text Generation Metrics using Stratified Error Synthesis","created":"2022-10-10","cited_by_count":18,"area":null},{"id":"2307.13989","title":"This is not correct! Negation-aware Evaluation of Language Generation Systems","created":"2023-07-26","cited_by_count":17,"area":null},{"id":"2305.08566","title":"NLG Evaluation Metrics Beyond Correlation Analysis: An Empirical Metric Preference Checklist","created":"2023-05-15","cited_by_count":16,"area":null},{"id":"2203.11131","title":"Towards Explainable Evaluation Metrics for Natural Language Generation","created":"2022-03-21","cited_by_count":15,"area":null},{"id":"2305.14341","title":"APPLS: Evaluating Evaluation Metrics for Plain Language Summarization","created":"2023-05-23","cited_by_count":15,"area":null},{"id":"2306.13041","title":"Towards Explainable Evaluation Metrics for Machine Translation","created":"2023-06-22","cited_by_count":15,"area":null},{"id":"2210.13832","title":"FineD-Eval: Fine-grained Automatic Dialogue-Level Evaluation","created":"2022-10-25","cited_by_count":13,"area":null},{"id":"2408.13704","title":"DHP Benchmark: Are LLMs Good NLG Evaluators?","created":"2024-08-25","cited_by_count":12,"area":null},{"id":"2209.02317","title":"Layer or Representation Space: What makes BERT-based Evaluation Metrics Robust?","created":"2022-09-06","cited_by_count":10,"area":null},{"id":"2303.08991","title":"DeltaScore: Fine-Grained Story Evaluation with Perturbations","created":"2023-03-15","cited_by_count":9,"area":null},{"id":"2406.11402","title":"Are Small Language Models Ready to Compete with Large Language Models for Practical Applications?","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2501.14883","title":"Verify with Caution: The Pitfalls of Relying on Imperfect Factuality Metrics","created":"2025-01-24","cited_by_count":8,"area":null},{"id":"2504.11582","title":"AskQE: Question Answering as Automatic Evaluation for Machine Translation","created":"2025-04-15","cited_by_count":7,"area":null},{"id":"2403.14275","title":"Is Reference Necessary in the Evaluation of NLG Systems? When and Where?","created":"2024-03-21","cited_by_count":6,"area":null},{"id":"2405.14646","title":"Unveiling the Achilles' Heel of NLG Evaluators: A Unified Adversarial Framework Driven by Large Language Models","created":"2024-05-23","cited_by_count":6,"area":null},{"id":"2209.03723","title":"Towards explainable evaluation of language models on the semantic similarity of visual concepts","created":"2022-09-08","cited_by_count":5,"area":null},{"id":"2303.08389","title":"PR-MCS: Perturbation Robust Metric for MultiLingual Image Captioning","created":"2023-03-15","cited_by_count":5,"area":null},{"id":"2509.08463","title":"Adversarial Attacks Against Automated Fact-Checking: A Survey","created":"2025-09-10","cited_by_count":5,"area":null},{"id":"2204.05185","title":"Uniform Complexity for Text Generation","created":"2022-04-11","cited_by_count":4,"area":null},{"id":"2209.09593","title":"EffEval: A Comprehensive Evaluation of Efficiency for MT Evaluation Metrics","created":"2022-09-20","cited_by_count":4,"area":null},{"id":"2306.10452","title":"MISMATCH: Fine-grained Evaluation of Machine-generated Text with Mismatch Error Types","created":"2023-06-18","cited_by_count":4,"area":null},{"id":"2210.08859","title":"Social Biases in Automatic Evaluation Metrics for NLG","created":"2022-10-17","cited_by_count":3,"area":null},{"id":"2503.19828","title":"Contextual Metric Meta-Evaluation by Measuring Local Metric Accuracy","created":"2025-03-25","cited_by_count":3,"area":null},{"id":"2208.08094","title":"SelF-Eval: Self-supervised Fine-grained Dialogue Evaluation","created":"2022-08-17","cited_by_count":2,"area":null},{"id":"2308.06502","title":"Three Ways of Using Large Language Models to Evaluate Chat","created":"2023-08-12","cited_by_count":2,"area":null},{"id":"2505.11314","title":"CROC: Evaluating and Training T2I Metrics with Pseudo- and Human-Labeled Contrastive Robustness Checks","created":"2025-05-16","cited_by_count":2,"area":null},{"id":"2505.15469","title":"A Qualitative Investigation into LLM-Generated Multilingual Code Comments and Automatic Evaluation Metrics","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2401.04522","title":"LUNA: A Framework for Language Understanding and Naturalness Assessment","created":"2024-01-09","cited_by_count":1,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2511.16478","title":"Music Recommendation with Large Language Models: Challenges, Opportunities, and Evaluation","created":"2025-11-20","cited_by_count":1,"area":null},{"id":"2212.10469","title":"BMX: Boosting Natural Language Generation Metrics with Explainability","created":"2022-12-20","cited_by_count":0,"area":null},{"id":"2605.03858","title":"MCJudgeBench: A Benchmark for Constraint-Level Judge Evaluation in Multi-Constraint Instruction Following","created":"2026-05-05","cited_by_count":0,"area":null},{"id":"2609.33179","title":"Scoring the Wrong Question: Readout Failures in Constrained-Option Evaluation","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2610.17609","title":"Verifier-Harness Co-Evolution for Training-Free Self-Improvement on Open-Ended Tasks","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}