{"total":172,"rows":[{"id":"2104.08718","title":"CLIPScore: A Reference-free Evaluation Metric for Image Captioning","created":"2021-04-18","cited_by_count":2424,"area":null},{"id":"2303.16634","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","created":"2023-03-29","cited_by_count":2276,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2104.07567","title":"Retrieval Augmentation Reduces Hallucination in Conversation","created":"2021-04-15","cited_by_count":692,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2302.04166","title":"GPTScore: Evaluate as You Desire","created":"2023-02-08","cited_by_count":361,"area":null},{"id":"2210.07197","title":"Towards a Unified Multi-Dimensional Evaluator for Text Generation","created":"2022-10-13","cited_by_count":264,"area":null},{"id":"2112.12870","title":"Measuring Attribution in Natural Language Generation Models","created":"2021-12-23","cited_by_count":256,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2104.08202","title":"$Q^{2}$: Evaluating Factual Consistency in Knowledge-Grounded Dialogues via Question Generation and Question Answering","created":"2021-04-16","cited_by_count":132,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2410.15553","title":"Multi-IF: Benchmarking LLMs on Multi-Turn and Multilingual Instructions Following","created":"2024-10-21","cited_by_count":102,"area":null},{"id":"2305.13711","title":"LLM-Eval: Unified Multi-Dimensional Automatic Evaluation for Open-Domain Conversations with Large Language Models","created":"2023-05-23","cited_by_count":101,"area":null},{"id":"2106.03706","title":"A Comprehensive Assessment of Dialog Evaluation Metrics","created":"2021-06-07","cited_by_count":90,"area":null},{"id":"2304.00723","title":"Exploring the Use of Large Language Models for Reference-Free Text Quality Evaluation: An Empirical Study","created":"2023-04-03","cited_by_count":85,"area":null},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78,"area":null},{"id":"2308.12488","title":"GPTEval: A Survey on Assessments of ChatGPT and GPT-4","created":"2023-08-24","cited_by_count":73,"area":null},{"id":"2307.07889","title":"LLM Comparative Assessment: Zero-shot NLG Evaluation through Pairwise Comparisons using Large Language Models","created":"2023-07-15","cited_by_count":71,"area":null},{"id":"2109.06379","title":"Compression, Transduction, and Creation: A Unified Framework for Evaluating Natural Language Generation","created":"2021-09-14","cited_by_count":60,"area":null},{"id":"2106.01112","title":"DynaEval: Unifying Turn and Dialogue Level Evaluation","created":"2021-06-02","cited_by_count":59,"area":null},{"id":"2402.13211","title":"Can Large Language Models be Good Emotional Supporter? Mitigating Preference Bias on Emotional Support Conversation","created":"2024-02-20","cited_by_count":55,"area":null},{"id":"2309.13308","title":"Calibrating LLM-Based Evaluator","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2210.12563","title":"On the Limitations of Reference-Free Evaluations of Generated Text","created":"2022-10-22","cited_by_count":52,"area":null},{"id":"2212.10020","title":"On the Blind Spots of Model-Based Evaluation Metrics for Text Generation","created":"2022-12-20","cited_by_count":49,"area":null},{"id":"2106.05555","title":"Shades of BLEU, Flavours of Success: The Case of MultiWOZ","created":"2021-06-10","cited_by_count":48,"area":null},{"id":"2312.15407","title":"A Comprehensive Analysis of the Effectiveness of Large Language Models as Automatic Dialogue Evaluators","created":"2023-12-24","cited_by_count":45,"area":null},{"id":"2205.12673","title":"InstructDial: Improving Zero and Few-shot Generalization in Dialogue through Instruction Tuning","created":"2022-05-25","cited_by_count":39,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2210.09421","title":"Deepfake Text Detection: Limitations and Opportunities","created":"2022-10-17","cited_by_count":37,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2402.12055","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2301.09919","title":"Opportunities and Challenges in Neural Dialog Tutoring","created":"2023-01-24","cited_by_count":33,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2203.05899","title":"Achieving Reliable Human Assessment of Open-Domain Dialogue Systems","created":"2022-03-11","cited_by_count":31,"area":null},{"id":"2311.01677","title":"DialogBench: Evaluating LLMs as Human-like Dialogue Systems","created":"2023-11-03","cited_by_count":31,"area":null},{"id":"2410.03775","title":"Beyond correlation: The Impact of Human Uncertainty in Measuring the Effectiveness of Automatic Evaluation and LLM-as-a-Judge","created":"2024-10-03","cited_by_count":31,"area":null},{"id":"2109.06427","title":"Commonsense-Focused Dialogues for Response Generation: An Empirical Study","created":"2021-09-14","cited_by_count":30,"area":null},{"id":"2110.10746","title":"Better than Average: Paired Evaluation of NLP Systems","created":"2021-10-20","cited_by_count":30,"area":null},{"id":"2111.02110","title":"Automatic Evaluation and Moderation of Open-domain Dialogue Systems","created":"2021-11-03","cited_by_count":28,"area":null},{"id":"2311.08788","title":"X-Eval: Generalizable Multi-aspect Text Evaluation via Augmented Instruction Tuning with Auxiliary Evaluation Aspects","created":"2023-11-15","cited_by_count":28,"area":null},{"id":"2305.13808","title":"Asking Clarification Questions to Handle Ambiguity in Open-Domain QA","created":"2023-05-23","cited_by_count":26,"area":null},{"id":"2405.13003","title":"A Survey on Recent Advances in Conversational Data Generation","created":"2024-05-12","cited_by_count":23,"area":null},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2507.20152","title":"Goal Alignment in LLM-Based User Simulators for Conversational AI","created":"2025-07-27","cited_by_count":21,"area":null},{"id":"2405.17974","title":"Recent Trends in Personalized Dialogue Generation: A Review of Datasets, Methodologies, and Evaluations","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2112.08812","title":"Ditch the Gold Standard: Re-evaluating Conversational Question Answering","created":"2021-12-16","cited_by_count":19,"area":null},{"id":"2308.16797","title":"Simple LLM Prompting is State-of-the-Art for Robust and Multilingual Dialogue Evaluation","created":"2023-08-31","cited_by_count":19,"area":null},{"id":"2602.08672","title":"Learning to Judge: LLMs Designing and Applying Evaluation Rubrics","created":"2026-02-09","cited_by_count":19,"area":null},{"id":"2310.05657","title":"A Closer Look into Automatic Evaluation Using Large Language Models","created":"2023-10-09","cited_by_count":17,"area":null},{"id":"2401.00437","title":"BatchEval: Towards Human-like Text Evaluation","created":"2023-12-31","cited_by_count":17,"area":null},{"id":"2105.02573","title":"Assessing Dialogue Systems with Distribution Distances","created":"2021-05-06","cited_by_count":16,"area":null},{"id":"2106.05894","title":"Synthesizing Adversarial Negative Responses for Robust Response Ranking and Evaluation","created":"2021-06-10","cited_by_count":16,"area":null},{"id":"2305.08566","title":"NLG Evaluation Metrics Beyond Correlation Analysis: An Empirical Metric Preference Checklist","created":"2023-05-15","cited_by_count":16,"area":null},{"id":"2405.09935","title":"DEBATE: Devil's Advocate-Based Assessment and Text Evaluation","created":"2024-05-16","cited_by_count":16,"area":null},{"id":"2602.00521","title":"Diagnosing the Reliability of LLM-as-a-Judge via Item Response Theory","created":"2026-01-31","cited_by_count":16,"area":null},{"id":"2109.06471","title":"Identifying Untrustworthy Samples: Data Filtering for Open-domain Dialogues with Bayesian Optimization","created":"2021-09-14","cited_by_count":15,"area":null},{"id":"2501.03545","title":"Beyond Factual Accuracy: Evaluating Coverage of Diverse Factual Information in Long-form Text Generation","created":"2025-01-07","cited_by_count":15,"area":null},{"id":"2203.03047","title":"Recent Advances in Neural Text Generation: A Task-Agnostic Survey","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2305.10284","title":"Towards More Robust NLP System Evaluation: Handling Missing Scores in Benchmarks","created":"2023-05-17","cited_by_count":14,"area":null},{"id":"2312.10355","title":"CoAScore: Chain-of-Aspects Prompting for NLG Evaluation","created":"2023-12-16","cited_by_count":14,"area":null},{"id":"2112.07194","title":"MDD-Eval: Self-Training on Augmented Data for Multi-Domain Dialogue Evaluation","created":"2021-12-14","cited_by_count":13,"area":null},{"id":"2203.10012","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","created":"2022-03-18","cited_by_count":13,"area":null},{"id":"2210.13832","title":"FineD-Eval: Fine-grained Automatic Dialogue-Level Evaluation","created":"2022-10-25","cited_by_count":13,"area":null},{"id":"2310.08958","title":"xDial-Eval: A Multilingual Open-Domain Dialogue Evaluation Benchmark","created":"2023-10-13","cited_by_count":13,"area":null},{"id":"2301.12004","title":"Understanding the Effectiveness of Very Large Language Models on Dialog Evaluation","created":"2023-01-27","cited_by_count":12,"area":null},{"id":"2305.15067","title":"Not All Metrics Are Guilty: Improving NLG Evaluation by Diversifying References","created":"2023-05-24","cited_by_count":11,"area":null},{"id":"2404.01015","title":"PairEval: Open-domain Dialogue Evaluation with Pairwise Comparison","created":"2024-04-01","cited_by_count":11,"area":null},{"id":"2208.14585","title":"The Glass Ceiling of Automatic Evaluation in Natural Language Generation","created":"2022-08-31","cited_by_count":10,"area":null},{"id":"2306.12794","title":"Overview of Robust and Multilingual Automatic Evaluation Metrics for Open-Domain Dialogue Systems at DSTC 11 Track 4","created":"2023-06-22","cited_by_count":10,"area":null},{"id":"2407.03841","title":"On the Benchmarking of LLMs for Open-Domain Dialogue Evaluation","created":"2024-07-04","cited_by_count":10,"area":null},{"id":"2408.10902","title":"Soda-Eval: Open-Domain Dialogue Evaluation in the age of LLMs","created":"2024-08-20","cited_by_count":10,"area":null},{"id":"2207.14403","title":"Interactive Evaluation of Dialog Track at DSTC9","created":"2022-07-28","cited_by_count":9,"area":null},{"id":"2212.09180","title":"Don't Forget Your ABC's: Evaluating the State-of-the-Art in Chat-Oriented Dialogue Systems","created":"2022-12-18","cited_by_count":9,"area":null},{"id":"2311.07589","title":"Dialogizer: Context-aware Conversational-QA Dataset Generation from Textual Sources","created":"2023-11-09","cited_by_count":9,"area":null},{"id":"2501.12011","title":"Reference-free Evaluation Metrics for Text Generation: A Survey","created":"2025-01-21","cited_by_count":9,"area":null},{"id":"2104.05146","title":"Assessing Reference-Free Peer Evaluation for Machine Translation","created":"2021-04-12","cited_by_count":8,"area":null},{"id":"2409.19801","title":"CRScore: Grounding Automated Evaluation of Code Review Comments in Code Claims and Smells","created":"2024-09-29","cited_by_count":8,"area":null},{"id":"2505.11095","title":"Towards Better Evaluation for Generated Patent Claims","created":"2025-05-16","cited_by_count":8,"area":null},{"id":"2108.08485","title":"Language Model Augmented Relevance Score","created":"2021-08-19","cited_by_count":7,"area":null},{"id":"2307.06869","title":"DecompEval: Evaluating Generated Texts as Unsupervised Decomposed Question Answering","created":"2023-07-13","cited_by_count":7,"area":null},{"id":"2309.08156","title":"RADE: Reference-Assisted Dialogue Evaluation for Open-Domain Dialogue","created":"2023-09-15","cited_by_count":7,"area":null},{"id":"2406.17304","title":"Leveraging LLMs for Dialogue Quality Measurement","created":"2024-06-25","cited_by_count":7,"area":null},{"id":"2602.16610","title":"Who can we trust? LLM-as-a-jury for Comparative Assessment","created":"2026-02-18","cited_by_count":7,"area":null},{"id":"2104.13453","title":"Meta-evaluation of Conversational Search Evaluation Metrics","created":"2021-04-27","cited_by_count":6,"area":null},{"id":"2105.11197","title":"Towards Standard Criteria for human evaluation of Chatbots: A Survey","created":"2021-05-24","cited_by_count":6,"area":null},{"id":"2106.02833","title":"Improving Automated Evaluation of Open Domain Dialog via Diverse Reference Augmentation","created":"2021-06-05","cited_by_count":6,"area":null},{"id":"2202.13887","title":"Probing the Robustness of Trained Metrics for Conversational Dialogue Systems","created":"2022-02-28","cited_by_count":6,"area":null},{"id":"2311.09204","title":"Fusion-Eval: Integrating Assistant Evaluators with LLMs","created":"2023-11-15","cited_by_count":6,"area":null},{"id":"2403.14275","title":"Is Reference Necessary in the Evaluation of NLG Systems? When and Where?","created":"2024-03-21","cited_by_count":6,"area":null},{"id":"2404.19563","title":"RepEval: Effective Text Evaluation with LLM Representation","created":"2024-04-30","cited_by_count":6,"area":null},{"id":"2405.14646","title":"Unveiling the Achilles' Heel of NLG Evaluators: A Unified Adversarial Framework Driven by Large Language Models","created":"2024-05-23","cited_by_count":6,"area":null},{"id":"2410.10724","title":"Large Language Models Are Active Critics in NLG Evaluation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2410.20811","title":"Bridging the Gap between Expert and Language Models: Concept-guided Chess Commentary Generation and Evaluation","created":"2024-10-28","cited_by_count":6,"area":null},{"id":"2609.29769","title":"Decision Models vs. LLMs as Rubric Judges: Cheaper, Faster, and Wrong in the Same Places","created":"2026-09-24","cited_by_count":6,"area":null},{"id":"2110.11164","title":"Modeling Performance in Open-Domain Dialogue with PARADISE","created":"2021-10-21","cited_by_count":5,"area":null},{"id":"2206.09403","title":"MME-CRS: Multi-Metric Evaluation Based on Correlation Re-Scaling for Evaluating Open-Domain Dialogue","created":"2022-06-19","cited_by_count":5,"area":null},{"id":"2306.15245","title":"C-PMI: Conditional Pointwise Mutual Information for Turn-level Dialogue Evaluation","created":"2023-06-27","cited_by_count":5,"area":null},{"id":"2407.11660","title":"ECoh: Turn-level Coherence Evaluation for Multilingual Dialogues","created":"2024-07-16","cited_by_count":5,"area":null},{"id":"2105.14488","title":"REAM$\\sharp$: An Enhancement Approach to Reference-based Evaluation Metrics for Open-domain Dialog Generation","created":"2021-05-30","cited_by_count":4,"area":null}],"next_cursor":"100"}