{"total":69,"rows":[{"id":"2209.12356","title":"News Summarization and Evaluation in the Era of GPT-3","created":"2022-09-26","cited_by_count":327,"area":null},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290,"area":null},{"id":"2212.07981","title":"Revisiting the Gold Standard: Grounding Summarization Evaluation with Robust Human Evaluation","created":"2022-12-15","cited_by_count":142,"area":null},{"id":"2310.00785","title":"BooookScore: A systematic exploration of book-length summarization in the era of LLMs","created":"2023-10-01","cited_by_count":137,"area":null},{"id":"2311.09766","title":"LLMs as Narcissistic Evaluators: When Ego Inflates Evaluation Scores","created":"2023-11-16","cited_by_count":90,"area":null},{"id":"2208.11646","title":"Of Human Criteria and Automatic Metrics: A Benchmark of the Evaluation of Story Generation","created":"2022-08-24","cited_by_count":75,"area":null},{"id":"2207.00939","title":"An Empirical Survey on Long Document Summarization: Datasets, Models and Metrics","created":"2022-07-03","cited_by_count":74,"area":null},{"id":"2210.12563","title":"On the Limitations of Reference-Free Evaluations of Generated Text","created":"2022-10-22","cited_by_count":52,"area":null},{"id":"2406.11289","title":"A Systematic Survey of Text Summarization: From Statistical Methods to Large Language Models","created":"2024-06-17","cited_by_count":52,"area":null},{"id":"2109.05771","title":"Perturbation CheckLists for Evaluating NLG Evaluation Metrics","created":"2021-09-13","cited_by_count":50,"area":null},{"id":"2305.14889","title":"Evaluating Evaluation Metrics: A Framework for Analyzing NLG Evaluation Metrics using Measurement Theory","created":"2023-05-24","cited_by_count":43,"area":null},{"id":"2201.11176","title":"DiscoScore: Evaluating Text Generation with BERT and Discourse Coherence","created":"2022-01-26","cited_by_count":36,"area":null},{"id":"2105.00816","title":"What's in a Summary? Laying the Groundwork for Advances in Hospital-Course Summarization","created":"2021-04-12","cited_by_count":35,"area":null},{"id":"2405.13769","title":"Do Language Models Enjoy Their Own Stories? Prompting Large Language Models for Automatic Story Evaluation","created":"2024-05-22","cited_by_count":32,"area":null},{"id":"2110.04392","title":"The Eval4NLP Shared Task on Explainable Quality Estimation: Overview and Results","created":"2021-10-08","cited_by_count":27,"area":null},{"id":"2310.00074","title":"SocREval: Large Language Models with the Socratic Method for Reference-Free Reasoning Evaluation","created":"2023-09-29","cited_by_count":27,"area":"lr"},{"id":"2109.05199","title":"A Survey on Multi-modal Summarization","created":"2021-09-11","cited_by_count":26,"area":null},{"id":"2104.07210","title":"RefSum: Refactoring Neural Summarization","created":"2021-04-15","cited_by_count":25,"area":null},{"id":"2110.04399","title":"Global Explainability of BERT-Based Evaluation Metrics by Disentangling along Linguistic Factors","created":"2021-10-08","cited_by_count":25,"area":null},{"id":"2310.19792","title":"The Eval4NLP 2023 Shared Task on Prompting Large Language Models as Explainable Metrics","created":"2023-10-30","cited_by_count":23,"area":null},{"id":"2106.13945","title":"A Training-free and Reference-free Summarization Evaluation Metric via Centrality-weighted Relevance and Self-referenced Redundancy","created":"2021-06-26","cited_by_count":21,"area":null},{"id":"2105.12437","title":"The statistical advantage of automatic NLG metrics at the system level","created":"2021-05-26","cited_by_count":18,"area":null},{"id":"2205.10646","title":"Context Matters for Image Descriptions for Accessibility: Challenges for Referenceless Evaluation Metrics","created":"2022-05-21","cited_by_count":18,"area":null},{"id":"2208.07316","title":"MENLI: Robust Evaluation Metrics from Natural Language Inference","created":"2022-08-15","cited_by_count":18,"area":null},{"id":"2305.13693","title":"Automated Metrics for Medical Multi-Document Summarization Disagree with Human Evaluations","created":"2023-05-23","cited_by_count":18,"area":null},{"id":"2311.09212","title":"Controllable Text Summarization: Unraveling Challenges, Approaches, and Prospects -- A Survey","created":"2023-11-15","cited_by_count":18,"area":null},{"id":"2202.10062","title":"USCORE: An Effective Approach to Fully Unsupervised Evaluation Metrics for Machine Translation","created":"2022-02-21","cited_by_count":15,"area":null},{"id":"2103.10918","title":"Play the Shannon Game With Language Models: A Human-Free Approach to Summary Evaluation","created":"2021-03-19","cited_by_count":13,"area":null},{"id":"2310.18122","title":"OpinSummEval: Revisiting Automated Evaluation for Opinion Summarization","created":"2023-10-27","cited_by_count":13,"area":null},{"id":"2105.14403","title":"Re-evaluating Word Mover's Distance","created":"2021-05-30","cited_by_count":10,"area":null},{"id":"2501.12011","title":"Reference-free Evaluation Metrics for Text Generation: A Survey","created":"2025-01-21","cited_by_count":9,"area":null},{"id":"2306.12916","title":"Cross-lingual Cross-temporal Summarization: Dataset, Models, Evaluation","created":"2023-06-22","cited_by_count":8,"area":null},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2101.11298","title":"How to Evaluate a Summarizer: Study Design and Statistical Analysis for Manual Linguistic Quality Evaluation","created":"2021-01-27","cited_by_count":7,"area":null},{"id":"2104.05156","title":"Estimation of Summary-to-Text Inconsistency by Mismatched Embeddings","created":"2021-04-12","cited_by_count":5,"area":null},{"id":"2407.02977","title":"Large Language Models as Evaluators for Scientific Synthesis","created":"2024-07-03","cited_by_count":5,"area":null},{"id":"2105.02923","title":"Hone as You Read: A Practical Type of Interactive Summarization","created":"2021-05-06","cited_by_count":4,"area":null},{"id":"2106.04080","title":"RewardsOfSum: Exploring Reinforcement Learning Rewards for Summarisation","created":"2021-06-08","cited_by_count":4,"area":null},{"id":"2301.03403","title":"A comprehensive review of automatic text summarization techniques: method, data, evaluation and coding","created":"2023-01-04","cited_by_count":4,"area":null},{"id":"2306.10452","title":"MISMATCH: Fine-grained Evaluation of Machine-generated Text with Mismatch Error Types","created":"2023-06-18","cited_by_count":4,"area":null},{"id":"2203.15959","title":"Entity-driven Fact-aware Abstractive Summarization of Biomedical Literature","created":"2022-03-30","cited_by_count":3,"area":null},{"id":"2305.16895","title":"UMSE: Unified Multi-scenario Summarization Evaluation","created":"2023-05-26","cited_by_count":3,"area":null},{"id":"2306.03866","title":"Correction of Errors in Preference Ratings from Automated Metrics for Text Generation","created":"2023-06-06","cited_by_count":3,"area":null},{"id":"2311.03627","title":"GNAT: A General Narrative Alignment Tool","created":"2023-11-07","cited_by_count":3,"area":null},{"id":"2407.00453","title":"PerSEval: Assessing Personalization in Text Summarizers","created":"2024-06-29","cited_by_count":3,"area":null},{"id":"2408.07277","title":"Speech vs. Transcript: Does It Matter for Human Annotators in Speech Summarization?","created":"2024-08-12","cited_by_count":3,"area":null},{"id":"2201.09282","title":"WIDAR -- Weighted Input Document Augmented ROUGE","created":"2022-01-23","cited_by_count":2,"area":null},{"id":"2203.01769","title":"PeerSum: A Peer Review Dataset for Abstractive Multi-document Summarization","created":"2022-03-03","cited_by_count":2,"area":null},{"id":"2204.13848","title":"Repro: An Open-Source Library for Improving the Reproducibility and Usability of Publicly Available Research Code","created":"2022-04-29","cited_by_count":2,"area":null},{"id":"2212.10013","title":"DocAsRef: An Empirical Study on Repurposing Reference-Based Summary Quality Metrics Reference-Freely","created":"2022-12-20","cited_by_count":2,"area":null},{"id":"2309.10066","title":"Automatic Personalized Impression Generation for PET Reports Using Large Language Models","created":"2023-09-18","cited_by_count":2,"area":null},{"id":"2406.01131","title":"Favi-Score: A Measure for Favoritism in Automated Preference Ratings for Generative AI Evaluation","created":"2024-06-03","cited_by_count":2,"area":null},{"id":"2503.17039","title":"Evaluating the Evaluator: Summarization Metrics and LLM-Judges beyond English","created":"2025-03-21","cited_by_count":2,"area":null},{"id":"2505.18240","title":"Taming LLMs with Negative Samples: A Reference-Free Framework to Evaluate Presentation Content with Actionable Feedback","created":"2025-05-23","cited_by_count":2,"area":null},{"id":"2102.11403","title":"Exploring Supervised and Unsupervised Rewards in Machine Translation","created":"2021-02-22","cited_by_count":1,"area":null},{"id":"2112.11638","title":"Consistency and Coherence from Points of Contextual Similarity","created":"2021-12-22","cited_by_count":1,"area":null},{"id":"2308.02270","title":"Redundancy Aware Multi-Reference Based Gainwise Evaluation of Extractive Summarization","created":"2023-08-04","cited_by_count":1,"area":null},{"id":"2401.04522","title":"LUNA: A Framework for Language Understanding and Naturalness Assessment","created":"2024-01-09","cited_by_count":1,"area":null},{"id":"2505.02235","title":"SEval-Ex: A Statement-Level Framework for Explainable Summarization Evaluation","created":"2025-05-04","cited_by_count":1,"area":null},{"id":"2507.07653","title":"An Automated Length-Aware Quality Metric for Summarization","created":"2025-07-10","cited_by_count":1,"area":null},{"id":"2105.06027","title":"Towards Human-Free Automatic Quality Evaluation of German Summarization","created":"2021-05-13","cited_by_count":0,"area":null},{"id":"2207.04660","title":"SummScore: A Comprehensive Evaluation Metric for Summary Quality Based on Cross-Encoder","created":"2022-07-11","cited_by_count":0,"area":null},{"id":"2210.14174","title":"Towards Interpretable Summary Evaluation via Allocation of Contextual Embeddings to Reference Text Topics","created":"2022-10-25","cited_by_count":0,"area":null},{"id":"2212.09593","title":"Unsupervised Summarization Re-ranking","created":"2022-12-19","cited_by_count":0,"area":null},{"id":"2303.04361","title":"Sample Efficient Multimodal Semantic Augmentation for Incremental Summarization","created":"2023-03-08","cited_by_count":0,"area":null},{"id":"2309.10539","title":"OpenMSD: Towards Multilingual Scientific Documents Similarity Measurement","created":"2023-09-19","cited_by_count":0,"area":null},{"id":"2405.18642","title":"JADS: A Framework for Self-supervised Joint Aspect Discovery and Summarization","created":"2024-05-28","cited_by_count":0,"area":null},{"id":"2411.07521","title":"Fair Summarization: Bridging Quality and Diversity in Extractive Summaries","created":"2024-11-12","cited_by_count":0,"area":null},{"id":"2608.14457","title":"Information Satisfaction: A Reader-Centered Axis for Summarization Evaluation","created":"2026-08-14","cited_by_count":0,"area":null}],"next_cursor":null}