{"total":69,"rows":[{"id":"2107.00061","title":"All That's 'Human' Is Not Gold: Evaluating Human Evaluation of Generated Text","created":"2021-06-30","cited_by_count":287,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2201.05337","title":"A Survey of Controllable Text Generation using Transformer-based Pre-trained Language Models","created":"2022-01-14","cited_by_count":129,"area":null},{"id":"2107.01294","title":"Is GPT-3 Text Indistinguishable from Human Text? Scarecrow: A Framework for Scrutinizing Machine Text","created":"2021-07-02","cited_by_count":89,"area":null},{"id":"2309.16349","title":"Human Feedback is not Gold Standard","created":"2023-09-28","cited_by_count":83,"area":"alignment"},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78,"area":null},{"id":"2410.03608","title":"TICKing All the Boxes: Generated Checklists Improve LLM Evaluation and Generation","created":"2024-10-04","cited_by_count":68,"area":null},{"id":"2212.09739","title":"LENS: A Learnable Evaluation Metric for Text Simplification","created":"2022-12-19","cited_by_count":54,"area":null},{"id":"2103.08545","title":"A Study of Automatic Metrics for the Evaluation of Natural Language Explanations","created":"2021-03-15","cited_by_count":34,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2203.05899","title":"Achieving Reliable Human Assessment of Open-Domain Dialogue Systems","created":"2022-03-11","cited_by_count":31,"area":null},{"id":"2110.10746","title":"Better than Average: Paired Evaluation of NLP Systems","created":"2021-10-20","cited_by_count":30,"area":null},{"id":"2106.06132","title":"TellMeWhy: A Dataset for Answering Why-Questions in Narratives","created":"2021-06-11","cited_by_count":27,"area":null},{"id":"2310.11053","title":"Denevil: Towards Deciphering and Navigating the Ethical Values of Large Language Models via Instruction Learning","created":"2023-10-17","cited_by_count":26,"area":null},{"id":"2205.11930","title":"The Authenticity Gap in Human Evaluation","created":"2022-05-24","cited_by_count":24,"area":null},{"id":"2406.12419","title":"AI-Assisted Human Evaluation of Machine Translation","created":"2024-06-18","cited_by_count":20,"area":null},{"id":"2601.03444","title":"Grading Scale Impact on LLM-as-a-Judge: Human-LLM Alignment Is Highest on 0-5 Grading Scale","created":"2026-01-06","cited_by_count":20,"area":"alignment"},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2310.14424","title":"Which Prompts Make The Difference? Data Prioritization For Efficient Human LLM Evaluation","created":"2023-10-22","cited_by_count":18,"area":null},{"id":"2201.05590","title":"Czech Grammar Error Correction with a Large and Diverse Corpus","created":"2022-01-14","cited_by_count":17,"area":null},{"id":"2403.17368","title":"ChatGPT Rates Natural Language Explanation Quality Like Humans: But on Which Scales?","created":"2024-03-26","cited_by_count":17,"area":null},{"id":"2203.03047","title":"Recent Advances in Neural Text Generation: A Task-Agnostic Survey","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2305.10284","title":"Towards More Robust NLP System Evaluation: Handling Missing Scores in Benchmarks","created":"2023-05-17","cited_by_count":14,"area":null},{"id":"2312.10355","title":"CoAScore: Chain-of-Aspects Prompting for NLG Evaluation","created":"2023-12-16","cited_by_count":14,"area":null},{"id":"2108.06897","title":"AutoChart: A Dataset for Chart-to-Text Generation Task","created":"2021-08-16","cited_by_count":13,"area":null},{"id":"2203.10012","title":"Report from the NSF Future Directions Workshop on Automatic Evaluation of Dialog: Research Directions and Challenges","created":"2022-03-18","cited_by_count":13,"area":null},{"id":"2307.12975","title":"Provable Benefits of Policy Learning from Human Preferences in Contextual Bandit Problems","created":"2023-07-24","cited_by_count":13,"area":"alignment"},{"id":"2308.13577","title":"Text Style Transfer Evaluation Using Large Language Models","created":"2023-08-25","cited_by_count":13,"area":null},{"id":"2408.13704","title":"DHP Benchmark: Are LLMs Good NLG Evaluators?","created":"2024-08-25","cited_by_count":12,"area":null},{"id":"2210.00572","title":"Risk-graded Safety for Handling Medical Queries in Conversational AI","created":"2022-10-02","cited_by_count":11,"area":null},{"id":"2403.03419","title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization","created":"2024-03-06","cited_by_count":11,"area":"alignment"},{"id":"2601.02933","title":"Pearmut: Human Evaluation of Translation Made Trivial","created":"2026-01-06","cited_by_count":11,"area":null},{"id":"2203.06063","title":"Active Evaluation: Efficient NLG Evaluation with Few Pairwise Comparisons","created":"2022-03-11","cited_by_count":10,"area":null},{"id":"2207.12571","title":"Innovations in Neural Data-to-text Generation: A Survey","created":"2022-07-25","cited_by_count":10,"area":null},{"id":"2208.14585","title":"The Glass Ceiling of Automatic Evaluation in Natural Language Generation","created":"2022-08-31","cited_by_count":10,"area":null},{"id":"2303.01962","title":"Less is More: Mitigate Spurious Correlations for Open-Domain Dialogue Response Generation Models by Causal Discovery","created":"2023-03-02","cited_by_count":10,"area":null},{"id":"2101.11298","title":"How to Evaluate a Summarizer: Study Design and Statistical Analysis for Manual Linguistic Quality Evaluation","created":"2021-01-27","cited_by_count":7,"area":null},{"id":"2311.06864","title":"Understanding Practices around Computational News Discovery Tools in the Domain of Science Journalism","created":"2023-11-12","cited_by_count":7,"area":null},{"id":"2510.21900","title":"Deep Literature Survey Automation with an Iterative Workflow","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2209.13101","title":"WikiDes: A Wikipedia-Based Dataset for Generating Short Descriptions from Paragraphs","created":"2022-09-27","cited_by_count":6,"area":null},{"id":"2305.15605","title":"Revisiting Sentence Union Generation as a Testbed for Text Consolidation","created":"2023-05-24","cited_by_count":6,"area":null},{"id":"2406.17300","title":"CausalScore: An Automatic Reference-Free Metric for Assessing Response Relevance in Open-Domain Dialogue Systems","created":"2024-06-25","cited_by_count":5,"area":null},{"id":"2108.08102","title":"Affective Decoding for Empathetic Response Generation","created":"2021-08-18","cited_by_count":4,"area":null},{"id":"2210.13025","title":"On the Effectiveness of Automated Metrics for Text Generation Systems","created":"2022-10-24","cited_by_count":4,"area":null},{"id":"2311.05020","title":"First Tragedy, then Parse: History Repeats Itself in the New Era of Large Language Models","created":"2023-11-08","cited_by_count":4,"area":null},{"id":"2104.10408","title":"On User Interfaces for Large-Scale Document-Level Human Evaluation of Machine Translation Outputs","created":"2021-04-21","cited_by_count":3,"area":null},{"id":"2402.18756","title":"How Much Annotation is Needed to Compare Summarization Models?","created":"2024-02-28","cited_by_count":3,"area":null},{"id":"2502.18339","title":"Correlating and Predicting Human Evaluations of Language Models from Natural Language Processing Benchmarks","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2506.17294","title":"From Multimodal Perception to Strategic Reasoning: A Survey on AI-Generated Game Commentary","created":"2025-06-17","cited_by_count":3,"area":null},{"id":"2112.08048","title":"Dynamic Human Evaluation for Relative Model Comparisons","created":"2021-12-15","cited_by_count":2,"area":null},{"id":"2409.19507","title":"A Critical Look at Meta-evaluating Summarisation Evaluation Metrics","created":"2024-09-29","cited_by_count":2,"area":null},{"id":"2504.15689","title":"The Viability of Crowdsourcing for RAG Evaluation","created":"2025-04-22","cited_by_count":2,"area":"rag"},{"id":"2508.18549","title":"COMET-poly: Machine Translation Metric Grounded in Other Candidates","created":"2025-08-25","cited_by_count":2,"area":null},{"id":"2101.01634","title":"On the interaction of automatic evaluation and task framing in headline style transfer","created":"2021-01-05","cited_by_count":1,"area":null},{"id":"2408.09765","title":"Baby Bear: Seeking a Just Right Rating Scale for Scalar Annotations","created":"2024-08-19","cited_by_count":1,"area":null},{"id":"2510.19060","title":"PoSh: Using Scene Graphs To Guide LLMs-as-a-Judge For Detailed Image Descriptions","created":"2025-10-21","cited_by_count":1,"area":"mllm"},{"id":"2607.26640","title":"Contrastive ESA: Human Evaluation of Multiple Translations at Once","created":"2026-07-29","cited_by_count":1,"area":null},{"id":"2211.04364","title":"NaturalAdversaries: Can Naturalistic Adversaries Be as Effective as Artificial Adversaries?","created":"2022-11-08","cited_by_count":0,"area":null},{"id":"2404.09980","title":"Context Does Matter: Implications for Crowdsourced Evaluation Labels in Task-Oriented Dialogue Systems","created":"2024-04-15","cited_by_count":0,"area":null},{"id":"2410.12069","title":"De-jargonizing Science for Journalists with GPT-4: A Pilot Study","created":"2024-10-15","cited_by_count":0,"area":"rag"},{"id":"2509.15098","title":"TextMineX: Data, Evaluation Framework and Ontology-guided LLM Pipeline for Humanitarian Mine Action","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2604.00586","title":"More Human, More Efficient: Aligning Annotations with Quantized SLMs","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2606.00022","title":"lmfaoooo at SemEval-2026 Task 1: Humor Is an Audience. Preference Modeling for Constrained Humor Generation","created":"2026-04-14","cited_by_count":0,"area":null},{"id":"2607.25681","title":"Cognivia: A Cognitive Behavioral Therapy Copilot for Evidence-Based Mental Healthcare","created":"2026-07-28","cited_by_count":0,"area":null},{"id":"2609.00879","title":"Towards reliable multimodal disaster severity assessment through preference optimization and explainable vision-language reasoning","created":"2026-09-01","cited_by_count":0,"area":"alignment"},{"id":"2609.36086","title":"PADMÉ: Preference Alignment Data Synthesis for Meta-Evaluation of LM Agent Evaluators","created":"2026-09-28","cited_by_count":0,"area":"agents"},{"id":"2610.16008","title":"Improving the Evaluation of Biomedical Question Answering with Few Human Preference Signals","created":"2026-10-12","cited_by_count":0,"area":"rag"},{"id":"2610.17158","title":"The Format is the Filter: Scoring Format Fixes What an LLM Judge Can Express","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}