{"total":79,"rows":[{"id":"2305.01937","title":"Can Large Language Models Be an Alternative to Human Evaluations?","created":"2023-05-03","cited_by_count":734,"area":null},{"id":"2406.11939","title":"From Crowdsourced Data to High-Quality Benchmarks: Arena-Hard and BenchBuilder Pipeline","created":"2024-06-17","cited_by_count":500,"area":null},{"id":"2209.12356","title":"News Summarization and Evaluation in the Era of GPT-3","created":"2022-09-26","cited_by_count":327,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2305.03514","title":"Can Large Language Models Transform Computational Social Science?","created":"2023-04-12","cited_by_count":250,"area":null},{"id":"2209.14958","title":"Co-Writing Screenplays and Theatre Scripts with Language Models: An Evaluation by Industry Professionals","created":"2022-09-29","cited_by_count":191,"area":null},{"id":"2309.14556","title":"Art or Artifice? Large Language Models and the False Promise of Creativity","created":"2023-09-25","cited_by_count":172,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2206.07271","title":"Human heuristics for AI-generated language are flawed","created":"2022-06-15","cited_by_count":105,"area":null},{"id":"2310.08433","title":"A Confederacy of Models: a Comprehensive Evaluation of LLMs on Creative Writing","created":"2023-10-12","cited_by_count":99,"area":null},{"id":"2301.13298","title":"LongEval: Guidelines for Human Evaluation of Faithfulness in Long-form Summarization","created":"2023-01-30","cited_by_count":96,"area":null},{"id":"2304.03245","title":"Large language models effectively leverage document-level context for literary translation, but critical errors persist","created":"2023-04-06","cited_by_count":80,"area":null},{"id":"2208.11646","title":"Of Human Criteria and Automatic Metrics: A Benchmark of the Evaluation of Story Generation","created":"2022-08-24","cited_by_count":75,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2205.09726","title":"RankGen: Improving Text Generation with Large Ranking Models","created":"2022-05-19","cited_by_count":72,"area":null},{"id":"2304.01816","title":"Toward Verifiable and Reproducible Human Evaluation for Text-to-Image Generation","created":"2023-04-04","cited_by_count":68,"area":null},{"id":"2301.09790","title":"The Next Chapter: A Study of Large Language Models in Storytelling","created":"2023-01-24","cited_by_count":58,"area":null},{"id":"2312.15407","title":"A Comprehensive Analysis of the Effectiveness of Large Language Models as Automatic Dialogue Evaluators","created":"2023-12-24","cited_by_count":45,"area":null},{"id":"2501.15654","title":"People who frequently use ChatGPT for writing tasks are accurate and robust detectors of AI-generated text","created":"2025-01-26","cited_by_count":40,"area":null},{"id":"2212.14578","title":"MAUVE Scores for Generative Models: Theory and Practice","created":"2022-12-30","cited_by_count":36,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2205.06828","title":"Deconstructing NLG Evaluation: Evaluation Practices, Assumptions, and Their Implications","created":"2022-05-13","cited_by_count":32,"area":null},{"id":"2206.01583","title":"Findings of the The RuATD Shared Task 2022 on Artificial Text Detection in Russian","created":"2022-06-03","cited_by_count":29,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2405.05378","title":"\"They are uncultured\": Unveiling Covert Harms and Social Threats in LLM Generated Conversations","created":"2024-05-08","cited_by_count":25,"area":null},{"id":"2110.08514","title":"Analyzing Dynamic Adversarial Training Data in the Limit","created":"2021-10-16","cited_by_count":24,"area":null},{"id":"2501.07493","title":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","created":"2025-01-13","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2203.11048","title":"How Do We Answer Complex Questions: Discourse Structure of Long-form Answers","created":"2022-03-21","cited_by_count":19,"area":null},{"id":"2205.09641","title":"SNaC: Coherence Error Detection for Narrative Summarization","created":"2022-05-19","cited_by_count":19,"area":null},{"id":"2311.02802","title":"Incorporating Worker Perspectives into MTurk Annotation Practices for NLP","created":"2023-11-06","cited_by_count":18,"area":null},{"id":"2410.19155","title":"Lived Experience Not Found: LLMs Struggle to Align with Experts on Addressing Adverse Drug Reactions from Psychiatric Medication Use","created":"2024-10-24","cited_by_count":17,"area":null},{"id":"2404.04204","title":"Social Skill Training with Large Language Models","created":"2024-04-05","cited_by_count":15,"area":null},{"id":"2507.23276","title":"How Far Are AI Scientists from Changing the World?","created":"2025-07-31","cited_by_count":15,"area":null},{"id":"2306.11670","title":"GIO: Gradient Information Optimization for Training Dataset Selection","created":"2023-06-20","cited_by_count":13,"area":null},{"id":"2406.05690","title":"MoPS: Modular Story Premise Synthesis for Open-Ended Automatic Story Generation","created":"2024-06-09","cited_by_count":13,"area":null},{"id":"2110.04400","title":"HydraSum: Disentangling Stylistic Features in Text Summarization using Multi-Decoder Models","created":"2021-10-08","cited_by_count":12,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2308.10410","title":"Large Language Models on Wikipedia-Style Survey Generation: an Evaluation in NLP Concepts","created":"2023-08-21","cited_by_count":11,"area":null},{"id":"2212.10397","title":"Needle in a Haystack: An Analysis of High-Agreement Workers on MTurk for Summarization","created":"2022-12-20","cited_by_count":10,"area":null},{"id":"2303.08991","title":"DeltaScore: Fine-Grained Story Evaluation with Perturbations","created":"2023-03-15","cited_by_count":9,"area":null},{"id":"2312.13871","title":"Evaluating Task-oriented Dialogue Systems: A Systematic Review of Measures, Constructs and their Operationalisations","created":"2023-12-21","cited_by_count":9,"area":null},{"id":"2405.05966","title":"Natural Language Processing RELIES on Linguistics","created":"2024-05-09","cited_by_count":9,"area":null},{"id":"2410.18653","title":"Towards Better Open-Ended Text Generation: A Multicriteria Evaluation Framework","created":"2024-10-24","cited_by_count":9,"area":null},{"id":"2504.07971","title":"SPHERE: An Evaluation Card for Human-AI Systems","created":"2025-03-24","cited_by_count":9,"area":null},{"id":"2210.05457","title":"Are Pretrained Multilingual Models Equally Fair Across Languages?","created":"2022-10-11","cited_by_count":8,"area":null},{"id":"2305.12289","title":"Revisiting the Architectures like Pointer Networks to Efficiently Improve the Next Word Distribution, Summarization Factuality, and Beyond","created":"2023-05-20","cited_by_count":8,"area":null},{"id":"2305.12544","title":"Has It All Been Solved? Open NLP Research Questions Not Solved by Large Language Models","created":"2023-05-21","cited_by_count":7,"area":null},{"id":"2305.12943","title":"Album Storytelling with Iterative Story-aware Captioning and Large Language Models","created":"2023-05-22","cited_by_count":7,"area":null},{"id":"2404.06003","title":"FreeEval: A Modular Framework for Trustworthy and Efficient Evaluation of Large Language Models","created":"2024-04-09","cited_by_count":7,"area":null},{"id":"2502.17797","title":"Enhancing Human Evaluation in Machine Translation with Comparative Judgment","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2210.11536","title":"CONSISTENT: Open-Ended Question Generation From News Articles","created":"2022-10-20","cited_by_count":6,"area":null},{"id":"2305.14755","title":"Don't Take This Out of Context! On the Need for Contextual Models and Evaluations for Stylistic Rewriting","created":"2023-05-24","cited_by_count":6,"area":null},{"id":"2308.06953","title":"Thresh: A Unified, Customizable and Deployable Platform for Fine-Grained Text Evaluation","created":"2023-08-14","cited_by_count":6,"area":null},{"id":"2406.12645","title":"Evaluating Evidence Attribution in Generated Fact Checking Explanations","created":"2024-06-18","cited_by_count":6,"area":null},{"id":"2205.07352","title":"Long-term Control for Dialogue Generation: Methods and Evaluation","created":"2022-05-15","cited_by_count":5,"area":null},{"id":"2406.08845","title":"Rethinking Human Evaluation Protocol for Text-to-Video Models: Enhancing Reliability,Reproducibility, and Practicality","created":"2024-06-13","cited_by_count":4,"area":null},{"id":"2501.08474","title":"The Theater Stage as Laboratory: Review of Real-Time Comedy LLM Systems for Live Performance","created":"2025-01-14","cited_by_count":4,"area":null},{"id":"2406.07794","title":"Making Task-Oriented Dialogue Datasets More Natural by Synthetically Generating Indirect User Requests","created":"2024-06-12","cited_by_count":3,"area":null},{"id":"2502.18339","title":"Correlating and Predicting Human Evaluations of Language Models from Natural Language Processing Benchmarks","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2212.10471","title":"Little Red Riding Hood Goes Around the Globe:Crosslingual Story Planning and Generation with Large Language Models","created":"2022-12-20","cited_by_count":2,"area":null},{"id":"2411.15387","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2501.11128","title":"A Collection of Question Answering Datasets for Norwegian","created":"2025-01-19","cited_by_count":2,"area":null},{"id":"2502.06150","title":"Scaling Public Health Text Annotation: Zero-Shot Learning vs. Crowdsourcing for Improved Efficiency and Labeling Accuracy","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2301.05402","title":"In BLOOM: Creativity and Affinity in Artificial Lyrics and Art","created":"2023-01-13","cited_by_count":1,"area":null},{"id":"2311.16787","title":"Evaluating Optimal Reference Translations","created":"2023-11-28","cited_by_count":1,"area":null},{"id":"2401.13229","title":"From Random to Informed Data Selection: A Diversity-Based Approach to Optimize Human Annotation and Few-Shot Learning","created":"2024-01-24","cited_by_count":1,"area":null},{"id":"2405.08760","title":"Is the Pope Catholic? Yes, the Pope is Catholic. Generative Evaluation of Non-Literal Intent Resolution in LLMs","created":"2024-05-14","cited_by_count":1,"area":null},{"id":"2507.07079","title":"Evaluating Attribute Confusion in Fashion Text-to-Image Generation","created":"2025-07-09","cited_by_count":1,"area":null},{"id":"2601.18006","title":"PEAR: Pairwise Evaluation for Automatic Relative Scoring in Machine Translation","created":"2026-01-25","cited_by_count":1,"area":null},{"id":"2602.01390","title":"Toward Scalable Audio Description Quality Control: A Workflow for Evaluating Human and VLM Raters","created":"2026-02-01","cited_by_count":1,"area":null},{"id":"2602.22125","title":"IndicIFEval: A Benchmark for Verifiable Instruction-Following Evaluation in 14 Indic Languages","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2605.27878","title":"Narrative Flattening: How Post-Training Compresses Thematic, Affective, and Stylistic Variation in LLM Fiction","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2211.13087","title":"Can Machines Imitate Humans? Integrative Turing-like tests for Language and Vision Demonstrate a Narrowing Gap","created":"2022-11-23","cited_by_count":0,"area":null},{"id":"2406.05075","title":"Diving Deep into the Motion Representation of Video-Text Models","created":"2024-06-07","cited_by_count":0,"area":null},{"id":"2607.09306","title":"Exposure is not manifestation: measurement target and output resolution jointly determine which behavioural-faithfulness evaluator wins","created":"2026-07-10","cited_by_count":0,"area":null},{"id":"2610.12998","title":"Evaluating LLM Creativity through Long-Tail Performance","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}