{"total":52,"rows":[{"id":"2303.16634","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","created":"2023-03-29","cited_by_count":2276,"area":null},{"id":"2305.13711","title":"LLM-Eval: Unified Multi-Dimensional Automatic Evaluation for Open-Domain Conversations with Large Language Models","created":"2023-05-23","cited_by_count":101,"area":null},{"id":"2106.03706","title":"A Comprehensive Assessment of Dialog Evaluation Metrics","created":"2021-06-07","cited_by_count":90,"area":null},{"id":"2304.00723","title":"Exploring the Use of Large Language Models for Reference-Free Text Quality Evaluation: An Empirical Study","created":"2023-04-03","cited_by_count":85,"area":null},{"id":"2105.08920","title":"OpenMEVA: A Benchmark for Evaluating Open-ended Story Generation Metrics","created":"2021-05-19","cited_by_count":61,"area":null},{"id":"2106.01112","title":"DynaEval: Unifying Turn and Dialogue Level Evaluation","created":"2021-06-02","cited_by_count":59,"area":null},{"id":"2204.00862","title":"CTRLEval: An Unsupervised Reference-Free Metric for Evaluating Controlled Text Generation","created":"2022-04-02","cited_by_count":29,"area":null},{"id":"2203.09711","title":"DEAM: Dialogue Coherence Evaluation using AMR-based Semantic Manipulations","created":"2022-03-18","cited_by_count":25,"area":null},{"id":"2106.00507","title":"Towards Quantifiable Dialogue Coherence Evaluation","created":"2021-06-01","cited_by_count":21,"area":null},{"id":"2210.08459","title":"StoryER: Automatic Story Evaluation via Ranking, Rating and Reasoning","created":"2022-10-16","cited_by_count":21,"area":null},{"id":"2403.19305","title":"MATEval: A Multi-Agent Discussion Framework for Advancing Open-Ended Text Evaluation","created":"2024-03-28","cited_by_count":20,"area":"agents"},{"id":"2112.08812","title":"Ditch the Gold Standard: Re-evaluating Conversational Question Answering","created":"2021-12-16","cited_by_count":19,"area":null},{"id":"2203.13927","title":"What is wrong with you?: Leveraging User Sentiment for Automatic Dialog Evaluation","created":"2022-03-25","cited_by_count":18,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2105.02573","title":"Assessing Dialogue Systems with Distribution Distances","created":"2021-05-06","cited_by_count":16,"area":null},{"id":"2106.05894","title":"Synthesizing Adversarial Negative Responses for Robust Response Ranking and Evaluation","created":"2021-06-10","cited_by_count":16,"area":null},{"id":"2109.06471","title":"Identifying Untrustworthy Samples: Data Filtering for Open-domain Dialogues with Bayesian Optimization","created":"2021-09-14","cited_by_count":15,"area":null},{"id":"2402.17238","title":"Does Negative Sampling Matter? A Review with Insights into its Theory and Applications","created":"2024-02-27","cited_by_count":15,"area":null},{"id":"2203.03047","title":"Recent Advances in Neural Text Generation: A Task-Agnostic Survey","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2109.05487","title":"Knowledge Enhanced Fine-Tuning for Better Handling Unseen Entities in Dialogue Generation","created":"2021-09-12","cited_by_count":13,"area":null},{"id":"2112.07194","title":"MDD-Eval: Self-Training on Augmented Data for Multi-Domain Dialogue Evaluation","created":"2021-12-14","cited_by_count":13,"area":null},{"id":"2203.10012","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","created":"2022-03-18","cited_by_count":13,"area":null},{"id":"2205.10977","title":"What should I Ask: A Knowledge-driven Approach for Follow-up Questions Generation in Conversational Surveys","created":"2022-05-23","cited_by_count":13,"area":null},{"id":"2210.13832","title":"FineD-Eval: Fine-grained Automatic Dialogue-Level Evaluation","created":"2022-10-25","cited_by_count":13,"area":null},{"id":"2305.04774","title":"U-NEED: A Fine-grained Dataset for User Needs-Centric E-commerce Conversational Recommendation","created":"2023-05-05","cited_by_count":12,"area":null},{"id":"2110.06612","title":"Exploring Dense Retrieval for Dialogue Response Selection","created":"2021-10-13","cited_by_count":11,"area":null},{"id":"2311.09648","title":"Event Causality Is Key to Computational Story Understanding","created":"2023-11-16","cited_by_count":11,"area":null},{"id":"2404.01015","title":"PairEval: Open-domain Dialogue Evaluation with Pairwise Comparison","created":"2024-04-01","cited_by_count":11,"area":null},{"id":"2102.02191","title":"DiSCoL: Toward Engaging Dialogue Systems through Conversational Line Guided Response Generation","created":"2021-02-03","cited_by_count":10,"area":null},{"id":"2309.08156","title":"RADE: Reference-Assisted Dialogue Evaluation for Open-Domain Dialogue","created":"2023-09-15","cited_by_count":7,"area":null},{"id":"2104.13453","title":"Meta-evaluation of Conversational Search Evaluation Metrics","created":"2021-04-27","cited_by_count":6,"area":null},{"id":"2105.11197","title":"Towards Standard Criteria for human evaluation of Chatbots: A Survey","created":"2021-05-24","cited_by_count":6,"area":null},{"id":"2210.12362","title":"EnDex: Evaluation of Dialogue Engagingness at Scale","created":"2022-10-22","cited_by_count":6,"area":null},{"id":"2305.03088","title":"Modeling What-to-ask and How-to-ask for Answer-unaware Conversational Question Generation","created":"2023-05-04","cited_by_count":6,"area":null},{"id":"2305.16967","title":"Evaluating Open-Domain Dialogues in Latent Space with Next Sentence Prediction and Mutual Information","created":"2023-05-26","cited_by_count":6,"area":null},{"id":"2206.09403","title":"MME-CRS: Multi-Metric Evaluation Based on Correlation Re-Scaling for Evaluating Open-Domain Dialogue","created":"2022-06-19","cited_by_count":5,"area":null},{"id":"2105.14488","title":"REAM$\\sharp$: An Enhancement Approach to Reference-based Evaluation Metrics for Open-domain Dialog Generation","created":"2021-05-30","cited_by_count":4,"area":null},{"id":"2301.13372","title":"Improving Open-Domain Dialogue Evaluation with a Causal Inference Model","created":"2023-01-31","cited_by_count":4,"area":null},{"id":"2310.20072","title":"Automatic Evaluation of Generative Models with Instruction Tuning","created":"2023-10-30","cited_by_count":4,"area":null},{"id":"2111.08808","title":"User Response and Sentiment Prediction for Automatic Dialogue Evaluation","created":"2021-11-16","cited_by_count":3,"area":null},{"id":"2212.08992","title":"PoE: a Panel of Experts for Generalized Automatic Dialogue Assessment","created":"2022-12-18","cited_by_count":3,"area":null},{"id":"2305.04720","title":"DEnsity: Open-domain Dialogue Evaluation Metric using Density Estimation","created":"2023-05-08","cited_by_count":3,"area":null},{"id":"2109.03039","title":"POSSCORE: A Simple Yet Effective Evaluation of Conversational Search with Part of Speech Labelling","created":"2021-09-07","cited_by_count":2,"area":null},{"id":"2208.08094","title":"SelF-Eval: Self-supervised Fine-grained Dialogue Evaluation","created":"2022-08-17","cited_by_count":2,"area":null},{"id":"2404.01129","title":"Emphasising Structured Information: Integrating Abstract Meaning Representation into LLMs for Enhanced Open-Domain Dialogue Evaluation","created":"2024-04-01","cited_by_count":2,"area":null},{"id":"2206.04937","title":"Generate, Evaluate, and Select: A Dialogue System with a Response Evaluator for Diversity-Aware Response Generation","created":"2022-06-10","cited_by_count":1,"area":null},{"id":"2308.06095","title":"Neural Conversation Models and How to Rein Them in: A Survey of Failures and Fixes","created":"2023-08-11","cited_by_count":1,"area":null},{"id":"2501.10328","title":"BoK: Introducing Bag-of-Keywords Loss for Interpretable Dialogue Response Generation","created":"2025-01-17","cited_by_count":1,"area":null},{"id":"2206.01823","title":"Relevance in Dialogue: Is Less More? An Empirical Comparison of Existing Metrics, and a Novel Simple Metric","created":"2022-06-03","cited_by_count":0,"area":null},{"id":"2401.02256","title":"Rethinking Response Evaluation from Interlocutor's Eye for Open-Domain Dialogue Systems","created":"2024-01-04","cited_by_count":0,"area":null},{"id":"2404.09980","title":"Context Does Matter: Implications for Crowdsourced Evaluation Labels in Task-Oriented Dialogue Systems","created":"2024-04-15","cited_by_count":0,"area":null}],"next_cursor":null}