{"total":233,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2404.04475","title":"Length-Controlled AlpacaEval: A Simple Way to Debias Automatic Evaluators","created":"2024-04-06","cited_by_count":897,"area":null},{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742,"area":"agents"},{"id":"2102.01454","title":"MAUVE: Measuring the Gap Between Neural Text and Human Text using Divergence Frontiers","created":"2021-02-02","cited_by_count":470,"area":null},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379,"area":"lr"},{"id":"2107.00061","title":"All That's 'Human' Is Not Gold: Evaluating Human Evaluation of Generated Text","created":"2021-06-30","cited_by_count":287,"area":null},{"id":"2305.03514","title":"Can Large Language Models Transform Computational Social Science?","created":"2023-04-12","cited_by_count":250,"area":null},{"id":"2103.12693","title":"QuestEval: Summarization Asks for Fact-based Evaluation","created":"2021-03-23","cited_by_count":244,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2101.09459","title":"Advances and Challenges in Conversational Recommender Systems: A Survey","created":"2021-01-23","cited_by_count":118,"area":null},{"id":"2403.18771","title":"CheckEval: A reliable LLM-as-a-Judge framework for evaluating text generation using checklists","created":"2024-03-27","cited_by_count":94,"area":null},{"id":"2106.03706","title":"A Comprehensive Assessment of Dialog Evaluation Metrics","created":"2021-06-07","cited_by_count":90,"area":null},{"id":"2309.16349","title":"Human Feedback is not Gold Standard","created":"2023-09-28","cited_by_count":83,"area":"alignment"},{"id":"2208.11646","title":"Of Human Criteria and Automatic Metrics: A Benchmark of the Evaluation of Story Generation","created":"2022-08-24","cited_by_count":75,"area":null},{"id":"2406.13340","title":"SD-Eval: A Benchmark Dataset for Spoken Dialogue Understanding Beyond Words","created":"2024-06-19","cited_by_count":68,"area":null},{"id":"2009.07839","title":"Text Generation by Learning from Demonstrations","created":"2020-09-16","cited_by_count":64,"area":"offlinerl"},{"id":"2109.05794","title":"Building and Evaluating Open-Domain Dialogue Corpora with Clarifying Questions","created":"2021-09-13","cited_by_count":63,"area":null},{"id":"2105.08920","title":"OpenMEVA: A Benchmark for Evaluating Open-ended Story Generation Metrics","created":"2021-05-19","cited_by_count":61,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2104.08200","title":"IndoNLG: Benchmark and Resources for Evaluating Indonesian Natural Language Generation","created":"2021-04-16","cited_by_count":57,"area":null},{"id":"2111.00607","title":"A Systematic Investigation of Commonsense Knowledge in Large Language Models","created":"2021-10-31","cited_by_count":56,"area":null},{"id":"2103.06779","title":"MERMAID: Metaphor Generation with Symbolism and Discriminative Decoding","created":"2021-03-11","cited_by_count":49,"area":null},{"id":"2106.05555","title":"Shades of BLEU, Flavours of Success: The Case of MultiWOZ","created":"2021-06-10","cited_by_count":48,"area":null},{"id":"2109.05438","title":"\"Let Your Characters Tell Their Story\": A Dataset for Character-Centric Narrative Understanding","created":"2021-09-12","cited_by_count":48,"area":null},{"id":"2305.14889","title":"Evaluating Evaluation Metrics: A Framework for Analyzing NLG Evaluation Metrics using Measurement Theory","created":"2023-05-24","cited_by_count":43,"area":null},{"id":"2102.02810","title":"Controlling Hallucinations at Word Level in Data-to-Text Generation","created":"2021-02-04","cited_by_count":41,"area":null},{"id":"2109.00087","title":"It's not Rocket Science : Interpreting Figurative Language in Narratives","created":"2021-08-31","cited_by_count":39,"area":null},{"id":"2308.10032","title":"GameEval: Evaluating LLMs on Conversational Games","created":"2023-08-19","cited_by_count":37,"area":null},{"id":"2212.14578","title":"MAUVE Scores for Generative Models: Theory and Practice","created":"2022-12-30","cited_by_count":36,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2401.01312","title":"LLM Harmony: Multi-Agent Communication for Problem Solving","created":"2024-01-02","cited_by_count":35,"area":"agents"},{"id":"2103.08545","title":"A Study of Automatic Metrics for the Evaluation of Natural Language Explanations","created":"2021-03-15","cited_by_count":34,"area":null},{"id":"2109.13582","title":"PPL-MCTS: Constrained Textual Generation Through Discriminator-Guided MCTS Decoding","created":"2021-09-28","cited_by_count":33,"area":null},{"id":"2110.04684","title":"Can Audio Captions Be Evaluated with Image Caption Metrics?","created":"2021-10-10","cited_by_count":33,"area":null},{"id":"2205.06828","title":"Deconstructing NLG Evaluation: Evaluation Practices, Assumptions, and Their Implications","created":"2022-05-13","cited_by_count":32,"area":null},{"id":"2309.12444","title":"Foundation Metrics for Evaluating Effectiveness of Healthcare Conversations Powered by Generative AI","created":"2023-09-21","cited_by_count":32,"area":null},{"id":"2405.13769","title":"Do Language Models Enjoy Their Own Stories? Prompting Large Language Models for Automatic Story Evaluation","created":"2024-05-22","cited_by_count":32,"area":null},{"id":"2308.14731","title":"Distilled GPT for Source Code Summarization","created":"2023-08-28","cited_by_count":31,"area":null},{"id":"2204.01440","title":"Using Pre-Trained Language Models for Producing Counter Narratives Against Hate Speech: a Comparative Study","created":"2022-04-04","cited_by_count":30,"area":null},{"id":"2105.13710","title":"OTTers: One-turn Topic Transitions for Open-Domain Dialogue","created":"2021-05-28","cited_by_count":29,"area":null},{"id":"2502.09977","title":"LaRA: Benchmarking Retrieval-Augmented Generation and Long-Context LLMs -- No Silver Bullet for LC or RAG Routing","created":"2025-02-14","cited_by_count":29,"area":"rag"},{"id":"2406.04291","title":"Stratified Prediction-Powered Inference for Hybrid Language Model Evaluation","created":"2024-06-06","cited_by_count":26,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2105.02590","title":"Reliability Testing for Natural Language Processing Systems","created":"2021-05-06","cited_by_count":25,"area":null},{"id":"2204.08046","title":"Evaluating Mixed-initiative Conversational Search Systems via User Simulation","created":"2022-04-17","cited_by_count":25,"area":null},{"id":"2405.13622","title":"Automated Evaluation of Retrieval-Augmented Language Models with Task-Specific Exam Generation","created":"2024-05-22","cited_by_count":25,"area":"rag"},{"id":"2108.00577","title":"Logic-Consistency Text Generation from Semantic Parses","created":"2021-08-02","cited_by_count":23,"area":null},{"id":"2205.05949","title":"Automated Audio Captioning: An Overview of Recent Progress and New Challenges","created":"2022-05-12","cited_by_count":23,"area":null},{"id":"2305.08414","title":"What's the Meaning of Superhuman Performance in Today's NLU?","created":"2023-05-15","cited_by_count":23,"area":null},{"id":"2311.15296","title":"UHGEval: Benchmarking the Hallucination of Chinese Large Language Models via Unconstrained Generation","created":"2023-11-26","cited_by_count":22,"area":null},{"id":"2403.20103","title":"NLP for Counterspeech against Hate: A Survey and How-To Guide","created":"2024-03-29","cited_by_count":22,"area":null},{"id":"2104.07555","title":"Data-QuestEval: A Referenceless Metric for Data-to-Text Semantic Evaluation","created":"2021-04-15","cited_by_count":21,"area":null},{"id":"2106.00507","title":"Towards Quantifiable Dialogue Coherence Evaluation","created":"2021-06-01","cited_by_count":21,"area":null},{"id":"2302.01339","title":"Creating a Large Language Model of a Philosopher","created":"2023-02-02","cited_by_count":21,"area":null},{"id":"2204.02908","title":"Question Generation for Reading Comprehension Assessment by Modeling How and What to Ask","created":"2022-04-06","cited_by_count":20,"area":null},{"id":"2408.09169","title":"Automatic Metrics in Natural Language Generation: A Survey of Current Evaluation Practices","created":"2024-08-17","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2110.08559","title":"FrugalScore: Learning Cheaper, Lighter and Faster Evaluation Metricsfor Automatic Text Generation","created":"2021-10-16","cited_by_count":19,"area":null},{"id":"2204.09149","title":"DialoKG: Knowledge-Structure Aware Task-Oriented Dialogue Generation","created":"2022-04-19","cited_by_count":19,"area":null},{"id":"2305.02364","title":"PeaCoK: Persona Commonsense Knowledge for Consistent and Engaging Narratives","created":"2023-05-03","cited_by_count":19,"area":null},{"id":"2602.10715","title":"Locomo-Plus: Beyond-Factual Cognitive Memory Evaluation Framework for LLM Agents","created":"2026-02-11","cited_by_count":19,"area":"agents"},{"id":"2109.05140","title":"Refocusing on Relevance: Personalization in NLG","created":"2021-09-10","cited_by_count":18,"area":null},{"id":"2212.05129","title":"Measuring Data","created":"2022-12-09","cited_by_count":18,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2104.07560","title":"Rethinking Automatic Evaluation in Sentence Simplification","created":"2021-04-15","cited_by_count":17,"area":null},{"id":"2204.11574","title":"A global analysis of metrics used for measuring performance in natural language processing","created":"2022-04-25","cited_by_count":17,"area":null},{"id":"2307.04761","title":"Understanding Counterspeech for Online Harm Mitigation","created":"2023-07-01","cited_by_count":17,"area":null},{"id":"2508.02994","title":"When AIs Judge AIs: The Rise of Agent-as-a-Judge Evaluation for LLMs","created":"2025-08-05","cited_by_count":17,"area":"agents"},{"id":"2206.02696","title":"Learning to Ask Like a Physician","created":"2022-06-06","cited_by_count":16,"area":null},{"id":"2305.08566","title":"NLG Evaluation Metrics Beyond Correlation Analysis: An Empirical Metric Preference Checklist","created":"2023-05-15","cited_by_count":16,"area":null},{"id":"2401.10186","title":"Beyond Traditional Benchmarks: Analyzing Behaviors of Open LLMs on Data-to-Text Generation","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2407.17349","title":"Boosting Large Language Models with Socratic Method for Conversational Mathematics Teaching","created":"2024-07-24","cited_by_count":16,"area":"lr"},{"id":"2509.04484","title":"The Good, the Bad and the Constructive: Automatically Measuring Peer Review's Utility for Authors","created":"2025-08-31","cited_by_count":16,"area":null},{"id":"2106.03816","title":"Diversity driven Query Rewriting in Search Advertising","created":"2021-06-07","cited_by_count":15,"area":null},{"id":"2108.12560","title":"QACE: Asking Questions to Evaluate an Image Caption","created":"2021-08-28","cited_by_count":15,"area":null},{"id":"2406.14952","title":"ESC-Eval: Evaluating Emotion Support Conversations in Large Language Models","created":"2024-06-21","cited_by_count":15,"area":null},{"id":"2106.06363","title":"To Beam Or Not To Beam: That is a Question of Cooperation for Language GANs","created":"2021-06-11","cited_by_count":14,"area":null},{"id":"2203.03047","title":"Recent Advances in Neural Text Generation: A Task-Agnostic Survey","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2311.07167","title":"STEER: Unified Style Transfer with Expert Reinforcement","created":"2023-11-13","cited_by_count":14,"area":null},{"id":"2406.03450","title":"What is the Best Way for ChatGPT to Translate Poetry?","created":"2024-06-05","cited_by_count":14,"area":null},{"id":"2101.11310","title":"Adversarial Stylometry in the Wild: Transferable Lexical Substitution Attacks on Author Profiling","created":"2021-01-27","cited_by_count":13,"area":null},{"id":"2109.07726","title":"MOVER: Mask, Over-generate and Rank for Hyperbole Generation","created":"2021-09-16","cited_by_count":13,"area":null},{"id":"2203.10012","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","created":"2022-03-18","cited_by_count":13,"area":null},{"id":"2308.13577","title":"Text Style Transfer Evaluation Using Large Language Models","created":"2023-08-25","cited_by_count":13,"area":null},{"id":"2104.01703","title":"FixMyPose: Pose Correctional Captioning and Retrieval","created":"2021-04-04","cited_by_count":12,"area":null},{"id":"2205.01730","title":"Quiz Design Task: Helping Teachers Create Quizzes with Automated Question Generation","created":"2022-05-03","cited_by_count":12,"area":null},{"id":"2305.10568","title":"From chocolate bunny to chocolate crocodile: Do Language Models Understand Noun Compounds?","created":"2023-05-17","cited_by_count":12,"area":null},{"id":"2102.03551","title":"Jointly Improving Language Understanding and Generation with Quality-Weighted Weak Supervision of Automatic Labeling","created":"2021-02-06","cited_by_count":11,"area":null},{"id":"2211.00676","title":"Towards Inter-character Relationship-driven Story Generation","created":"2022-11-01","cited_by_count":11,"area":null},{"id":"2211.16259","title":"Measuring the Measuring Tools: An Automatic Evaluation of Semantic Metrics for Text Corpora","created":"2022-11-29","cited_by_count":11,"area":null},{"id":"2311.02807","title":"QualEval: Qualitative Evaluation for Model Improvement","created":"2023-11-06","cited_by_count":11,"area":null},{"id":"2402.07767","title":"Text Detoxification as Style Transfer in English and Hindi","created":"2024-02-12","cited_by_count":11,"area":null},{"id":"2505.18659","title":"Adaptive Prediction-Powered AutoEval with Reliability and Efficiency Guarantees","created":"2025-05-24","cited_by_count":11,"area":null},{"id":"2103.01328","title":"ToxCCIn: Toxic Content Classification with Interpretability","created":"2021-03-01","cited_by_count":10,"area":null},{"id":"2103.06758","title":"ENTRUST: Argument Reframing with Language Models and Entailment","created":"2021-03-11","cited_by_count":10,"area":null},{"id":"2109.12211","title":"Style Control for Schema-Guided Natural Language Generation","created":"2021-09-24","cited_by_count":10,"area":null},{"id":"2203.06063","title":"Active Evaluation: Efficient NLG Evaluation with Few Pairwise Comparisons","created":"2022-03-11","cited_by_count":10,"area":null},{"id":"2208.14585","title":"The Glass Ceiling of Automatic Evaluation in Natural Language Generation","created":"2022-08-31","cited_by_count":10,"area":null},{"id":"2305.14625","title":"KNN-LM Does Not Improve Open-ended Text Generation","created":"2023-05-24","cited_by_count":10,"area":"rag"}],"next_cursor":"100"}