{"total":87,"rows":[{"id":"2104.08718","title":"CLIPScore: A Reference-free Evaluation Metric for Image Captioning","created":"2021-04-18","cited_by_count":2424,"area":null},{"id":"2102.01454","title":"MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers","created":"2021-02-02","cited_by_count":470,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2305.13711","title":"LLM-Eval: Unified Multi-Dimensional Automatic Evaluation for Open-Domain Conversations with Large Language Models","created":"2023-05-23","cited_by_count":101,"area":null},{"id":"2106.03706","title":"A Comprehensive Assessment of Dialog Evaluation Metrics","created":"2021-06-07","cited_by_count":90,"area":null},{"id":"2105.08920","title":"OpenMEVA: A Benchmark for Evaluating Open-ended Story Generation Metrics","created":"2021-05-19","cited_by_count":61,"area":null},{"id":"2106.01112","title":"DynaEval: Unifying Turn and Dialogue Level Evaluation","created":"2021-06-02","cited_by_count":59,"area":null},{"id":"2211.05719","title":"MMDialog: A Large-scale Multi-turn Dialogue Dataset Towards Multi-modal Open-domain Conversation","created":"2022-11-10","cited_by_count":56,"area":null},{"id":"2109.05771","title":"Perturbation CheckLists for Evaluating NLG Evaluation Metrics","created":"2021-09-13","cited_by_count":50,"area":null},{"id":"2305.14889","title":"Evaluating Evaluation Metrics: A Framework for Analyzing NLG Evaluation Metrics using Measurement Theory","created":"2023-05-24","cited_by_count":43,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2212.14578","title":"MAUVE Scores for Generative Models: Theory and Practice","created":"2022-12-30","cited_by_count":36,"area":null},{"id":"2109.06427","title":"Commonsense-Focused Dialogues for Response Generation: An Empirical Study","created":"2021-09-14","cited_by_count":30,"area":null},{"id":"2204.00862","title":"CTRLEval: An Unsupervised Reference-Free Metric for Evaluating Controlled Text Generation","created":"2022-04-02","cited_by_count":29,"area":null},{"id":"2202.13587","title":"Rethinking and Refining the Distinct Metric","created":"2022-02-28","cited_by_count":27,"area":null},{"id":"2203.09711","title":"DEAM: Dialogue Coherence Evaluation using AMR-based Semantic Manipulations","created":"2022-03-18","cited_by_count":25,"area":null},{"id":"2106.00507","title":"Towards Quantifiable Dialogue Coherence Evaluation","created":"2021-06-01","cited_by_count":21,"area":null},{"id":"2210.08459","title":"StoryER: Automatic Story Evaluation via Ranking, Rating and Reasoning","created":"2022-10-16","cited_by_count":21,"area":null},{"id":"2112.08812","title":"Ditch the Gold Standard: Re-evaluating Conversational Question Answering","created":"2021-12-16","cited_by_count":19,"area":null},{"id":"2308.16797","title":"Simple LLM Prompting is State-of-the-Art for Robust and Multilingual Dialogue Evaluation","created":"2023-08-31","cited_by_count":19,"area":null},{"id":"2105.12437","title":"The statistical advantage of automatic NLG metrics at the system level","created":"2021-05-26","cited_by_count":18,"area":null},{"id":"2203.13927","title":"What is wrong with you?: Leveraging User Sentiment for Automatic Dialog Evaluation","created":"2022-03-25","cited_by_count":18,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2102.10242","title":"Towards Automatic Evaluation of Dialog Systems: A Model-Free Off-Policy Evaluation Approach","created":"2021-02-20","cited_by_count":16,"area":null},{"id":"2105.02573","title":"Assessing Dialogue Systems with Distribution Distances","created":"2021-05-06","cited_by_count":16,"area":null},{"id":"2106.03635","title":"GTM: A Generative Triple-Wise Model for Conversational Question Generation","created":"2021-06-07","cited_by_count":16,"area":null},{"id":"2106.05894","title":"Synthesizing Adversarial Negative Responses for Robust Response Ranking and Evaluation","created":"2021-06-10","cited_by_count":16,"area":null},{"id":"2109.06471","title":"Identifying Untrustworthy Samples: Data Filtering for Open-domain Dialogues with Bayesian Optimization","created":"2021-09-14","cited_by_count":15,"area":null},{"id":"2210.14529","title":"Is MultiWOZ a Solved Task? An Interactive TOD Evaluation Framework with User Simulator","created":"2022-10-26","cited_by_count":15,"area":null},{"id":"2402.17238","title":"Does Negative Sampling Matter? A Review with Insights into its Theory and Applications","created":"2024-02-27","cited_by_count":15,"area":null},{"id":"2203.03047","title":"Recent Advances in Neural Text Generation: A Task-Agnostic Survey","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2112.07194","title":"MDD-Eval: Self-Training on Augmented Data for Multi-Domain Dialogue Evaluation","created":"2021-12-14","cited_by_count":13,"area":null},{"id":"2203.10012","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","created":"2022-03-18","cited_by_count":13,"area":null},{"id":"2205.10977","title":"What should I Ask: A Knowledge-driven Approach for Follow-up Questions Generation in Conversational Surveys","created":"2022-05-23","cited_by_count":13,"area":null},{"id":"2210.13832","title":"FineD-Eval: Fine-grained Automatic Dialogue-Level Evaluation","created":"2022-10-25","cited_by_count":13,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2305.04774","title":"U-NEED: A Fine-grained Dataset for User Needs-Centric E-commerce Conversational Recommendation","created":"2023-05-05","cited_by_count":12,"area":null},{"id":"2310.15079","title":"Affective and Dynamic Beam Search for Story Generation","created":"2023-10-23","cited_by_count":12,"area":null},{"id":"2209.14627","title":"An Equal-Size Hard EM Algorithm for Diverse Dialogue Generation","created":"2022-09-29","cited_by_count":11,"area":null},{"id":"2301.09008","title":"Poor Man's Quality Estimation: Predicting Reference-Based MT Metrics Without the Reference","created":"2023-01-21","cited_by_count":11,"area":null},{"id":"2304.05253","title":"Approximating Online Human Evaluation of Social Chatbots with Prompting","created":"2023-04-11","cited_by_count":11,"area":null},{"id":"2404.01015","title":"PairEval: Open-domain Dialogue Evaluation with Pairwise Comparison","created":"2024-04-01","cited_by_count":11,"area":null},{"id":"2405.15924","title":"SLIDE: A Framework Integrating Small and Large Language Models for Open-Domain Dialogues Evaluation","created":"2024-05-24","cited_by_count":11,"area":null},{"id":"2102.02191","title":"DiSCoL: Toward Engaging Dialogue Systems through Conversational Line Guided Response Generation","created":"2021-02-03","cited_by_count":10,"area":null},{"id":"2106.00162","title":"HERALD: An Annotation Efficient Method to Detect User Disengagement in Social Conversations","created":"2021-06-01","cited_by_count":9,"area":null},{"id":"2205.09314","title":"Target-Guided Dialogue Response Generation Using Commonsense and Data Augmentation","created":"2022-05-19","cited_by_count":8,"area":null},{"id":"2108.08485","title":"Language Model Augmented Relevance Score","created":"2021-08-19","cited_by_count":7,"area":null},{"id":"2309.08156","title":"RADE: Reference-Assisted Dialogue Evaluation for Open-Domain Dialogue","created":"2023-09-15","cited_by_count":7,"area":null},{"id":"2104.13453","title":"Meta-evaluation of Conversational Search Evaluation Metrics","created":"2021-04-27","cited_by_count":6,"area":null},{"id":"2105.11197","title":"Towards Standard Criteria for human evaluation of Chatbots: A Survey","created":"2021-05-24","cited_by_count":6,"area":null},{"id":"2106.02833","title":"Improving Automated Evaluation of Open Domain Dialog via Diverse Reference Augmentation","created":"2021-06-05","cited_by_count":6,"area":null},{"id":"2202.13887","title":"Probing the Robustness of Trained Metrics for Conversational Dialogue Systems","created":"2022-02-28","cited_by_count":6,"area":null},{"id":"2210.12362","title":"EnDex: Evaluation of Dialogue Engagingness at Scale","created":"2022-10-22","cited_by_count":6,"area":null},{"id":"2301.00867","title":"Follow the Timeline! Generating Abstractive and Extractive Timeline Summary in Chronological Order","created":"2023-01-02","cited_by_count":6,"area":null},{"id":"2305.16967","title":"Evaluating Open-Domain Dialogues in Latent Space with Next Sentence Prediction and Mutual Information","created":"2023-05-26","cited_by_count":6,"area":null},{"id":"2405.14646","title":"Unveiling the Achilles' Heel of NLG Evaluators: A Unified Adversarial Framework Driven by Large Language Models","created":"2024-05-23","cited_by_count":6,"area":null},{"id":"2206.09403","title":"MME-CRS: Multi-Metric Evaluation Based on Correlation Re-Scaling for Evaluating Open-Domain Dialogue","created":"2022-06-19","cited_by_count":5,"area":null},{"id":"2209.12617","title":"Evaluation of Question Answering Systems: Complexity of judging a natural language","created":"2022-09-10","cited_by_count":5,"area":null},{"id":"2306.07554","title":"HAUSER: Towards Holistic and Automatic Evaluation of Simile Generation","created":"2023-06-13","cited_by_count":5,"area":null},{"id":"2406.17300","title":"CausalScore: An Automatic Reference-Free Metric for Assessing Response Relevance in Open-Domain Dialogue Systems","created":"2024-06-25","cited_by_count":5,"area":null},{"id":"2105.14488","title":"REAM$\\sharp$: An Enhancement Approach to Reference-based Evaluation Metrics for Open-domain Dialog Generation","created":"2021-05-30","cited_by_count":4,"area":null},{"id":"2202.06633","title":"FlowEval: A Consensus-Based Dialogue Evaluation Framework Using Segment Act Flows","created":"2022-02-14","cited_by_count":4,"area":null},{"id":"2302.04424","title":"A Transformer-based Response Evaluator for Open-Domain Spoken Conversation","created":"2023-02-09","cited_by_count":4,"area":null},{"id":"2312.11356","title":"The Problem of Coherence in Natural Language Explanations of Recommendations","created":"2023-12-18","cited_by_count":4,"area":null},{"id":"2407.06479","title":"Interaction Matters: An Evaluation Framework for Interactive Dialogue Assessment on English Second Language Conversations","created":"2024-07-09","cited_by_count":4,"area":null},{"id":"2408.04867","title":"An Evaluation of Standard Statistical Models and LLMs on Time Series Forecasting","created":"2024-08-09","cited_by_count":4,"area":null},{"id":"2509.20287","title":"Feeding Two Birds or Favoring One? Adequacy-Fluency Tradeoffs in Evaluation and Meta-Evaluation of Machine Translation","created":"2025-09-24","cited_by_count":4,"area":null},{"id":"2111.08808","title":"User Response and Sentiment Prediction for Automatic Dialogue Evaluation","created":"2021-11-16","cited_by_count":3,"area":null},{"id":"2305.04720","title":"DEnsity: Open-domain Dialogue Evaluation Metric using Density Estimation","created":"2023-05-08","cited_by_count":3,"area":null},{"id":"2108.01369","title":"How to Evaluate Your Dialogue Models: A Review of Approaches","created":"2021-08-03","cited_by_count":2,"area":null},{"id":"2108.01487","title":"WeaSuL: Weakly Supervised Dialogue Policy Learning: Reward Estimation for Multi-turn Dialogue","created":"2021-08-01","cited_by_count":2,"area":null},{"id":"2109.03039","title":"POSSCORE: A Simple Yet Effective Evaluation of Conversational Search with Part of Speech Labelling","created":"2021-09-07","cited_by_count":2,"area":null},{"id":"2208.08094","title":"SelF-Eval: Self-supervised Fine-grained Dialogue Evaluation","created":"2022-08-17","cited_by_count":2,"area":null},{"id":"2403.15699","title":"FEEL: A Framework for Evaluating Emotional Support Capability with Large Language Models","created":"2024-03-23","cited_by_count":2,"area":null},{"id":"2404.01129","title":"Emphasising Structured Information: Integrating Abstract Meaning Representation into LLMs for Enhanced Open-Domain Dialogue Evaluation","created":"2024-04-01","cited_by_count":2,"area":null},{"id":"2503.08454","title":"Stick to Facts: Towards Fidelity-oriented Product Description Generation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2106.10622","title":"Do Encoder Representations of Generative Dialogue Models Encode Sufficient Information about the Task ?","created":"2021-06-20","cited_by_count":1,"area":null},{"id":"2308.06095","title":"Neural Conversation Models and How to Rein Them in: A Survey of Failures and Fixes","created":"2023-08-11","cited_by_count":1,"area":null},{"id":"2404.07836","title":"Question Generation in Knowledge-Driven Dialog: Explainability and Evaluation","created":"2024-04-11","cited_by_count":1,"area":null},{"id":"2411.09166","title":"Unstructured Text Enhanced Open-domain Dialogue System: A Systematic Survey","created":"2024-11-14","cited_by_count":1,"area":null},{"id":"2501.10328","title":"BoK: Introducing Bag-of-Keywords Loss for Interpretable Dialogue Response Generation","created":"2025-01-17","cited_by_count":1,"area":null},{"id":"2506.04516","title":"DRE: An Effective Dual-Refined Method for Integrating Small and Large Language Models in Open-Domain Dialogue Evaluation","created":"2025-06-04","cited_by_count":1,"area":null},{"id":"2206.01823","title":"Relevance in Dialogue: Is Less More? An Empirical Comparison of Existing Metrics, and a Novel Simple Metric","created":"2022-06-03","cited_by_count":0,"area":null},{"id":"2310.16319","title":"DiQAD: A Benchmark Dataset for End-to-End Open-domain Dialogue Assessment","created":"2023-10-25","cited_by_count":0,"area":null},{"id":"2401.02256","title":"Rethinking Response Evaluation from Interlocutor's Eye for Open-Domain Dialogue Systems","created":"2024-01-04","cited_by_count":0,"area":null},{"id":"2411.00034","title":"Is Our Chatbot Telling Lies? Assessing Correctness of an LLM-based Dutch Support Chatbot","created":"2024-10-29","cited_by_count":0,"area":null},{"id":"2605.29711","title":"Personalized Turn-Level User Conversation Satisfaction Benchmark","created":"2026-05-28","cited_by_count":0,"area":null}],"next_cursor":null}