{"total":72,"rows":[{"id":"2310.10482","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection","created":"2023-10-16","cited_by_count":265,"area":null},{"id":"2402.17733","title":"Tower: An Open Multilingual Large Language Model for Translation-Related Tasks","created":"2024-02-27","cited_by_count":206,"area":null},{"id":"2310.00785","title":"BooookScore: A systematic exploration of book-length summarization in the era of LLMs","created":"2023-10-01","cited_by_count":137,"area":null},{"id":"2410.03983","title":"MetricX-24: The Google Submission to the WMT 2024 Metrics Shared Task","created":"2024-10-04","cited_by_count":93,"area":null},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2309.11925","title":"Scaling up COMETKIWI: Unbabel-IST 2023 Submission for the Quality Estimation Shared Task","created":"2023-09-21","cited_by_count":88,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2401.06760","title":"Navigating the Metrics Maze: Reconciling Score Magnitudes and Accuracies","created":"2024-01-12","cited_by_count":40,"area":null},{"id":"2408.11865","title":"How Susceptible are LLMs to Influence in Prompts?","created":"2024-08-17","cited_by_count":33,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2310.02932","title":"Assessing Large Language Models on Climate Information","created":"2023-10-04","cited_by_count":23,"area":null},{"id":"2310.19792","title":"The Eval4NLP 2023 Shared Task on Prompting Large Language Models as Explainable Metrics","created":"2023-10-30","cited_by_count":23,"area":null},{"id":"2404.07851","title":"Guiding Large Language Models to Post-Edit Machine Translation with Error Annotations","created":"2024-04-11","cited_by_count":22,"area":null},{"id":"2402.18747","title":"Fine-Tuned Machine Translation Metrics Struggle in Unseen Domains","created":"2024-02-28","cited_by_count":21,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2406.19482","title":"xTower: A Multilingual LLM for Explaining and Correcting Translation Errors","created":"2024-06-27","cited_by_count":17,"area":null},{"id":"2401.06568","title":"Lost in the Source Language: How Large Language Models Evaluate the Quality of Machine Translation","created":"2024-01-12","cited_by_count":16,"area":null},{"id":"2406.18528","title":"PrExMe! Large Scale Prompt Exploration of Open Source LLMs for Machine Translation and Summarization Evaluation","created":"2024-06-26","cited_by_count":16,"area":null},{"id":"2311.03754","title":"Which is better? Exploring Prompting Strategy For LLM-based Metrics","created":"2023-11-07","cited_by_count":14,"area":null},{"id":"2401.17099","title":"MT-Ranker: Reference-free machine translation evaluation by inter-system ranking","created":"2024-01-30","cited_by_count":14,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2407.16470","title":"Machine Translation Hallucination Detection for Low and High Resource Languages using Large Language Models","created":"2024-07-23","cited_by_count":13,"area":null},{"id":"2410.00988","title":"Creative and Context-Aware Translation of East Asian Idioms with GPT-4","created":"2024-10-01","cited_by_count":10,"area":null},{"id":"2410.10995","title":"Watching the Watchers: Exposing Gender Disparities in Machine Translation Quality Estimation","created":"2024-10-14","cited_by_count":10,"area":null},{"id":"2504.07583","title":"Do LLMs Understand Your Translations? Evaluating Paragraph-level MT with Question Answering","created":"2025-04-10","cited_by_count":10,"area":null},{"id":"2506.19571","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","created":"2025-06-24","cited_by_count":10,"area":null},{"id":"2510.24707","title":"MetricX-25 and GemSpanEval: Google Translate Submissions to the WMT25 Evaluation Shared Task","created":"2025-10-28","cited_by_count":10,"area":null},{"id":"2308.13506","title":"Training and Meta-Evaluating Machine Translation Evaluation Metrics at the Paragraph Level","created":"2023-08-25","cited_by_count":9,"area":null},{"id":"2504.01919","title":"Bridging the Linguistic Divide: A Survey on Leveraging Large Language Models for Machine Translation","created":"2025-04-02","cited_by_count":8,"area":null},{"id":"2501.04473","title":"When LLMs Struggle: Reference-less Translation Evaluation for Low-resource Languages","created":"2025-01-08","cited_by_count":7,"area":null},{"id":"2502.17797","title":"Enhancing Human Evaluation in Machine Translation with Comparative Judgment","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2504.08697","title":"LLMs as Span Annotators: A Comparative Study of LLMs and Humans","created":"2025-04-11","cited_by_count":7,"area":null},{"id":"2504.11582","title":"AskQE: Question Answering as Automatic Evaluation for Machine Translation","created":"2025-04-15","cited_by_count":7,"area":null},{"id":"2507.07484","title":"Machine Bullshit: Characterizing the Emergent Disregard for Truth in Large Language Models","created":"2025-07-10","cited_by_count":7,"area":null},{"id":"2410.03278","title":"What do Large Language Models Need for Machine Translation Evaluation?","created":"2024-10-04","cited_by_count":6,"area":null},{"id":"2503.03044","title":"QE4PE: Word-level Quality Estimation for Human Post-Editing","created":"2025-03-04","cited_by_count":6,"area":null},{"id":"2509.17249","title":"Extending Automatic Machine Translation Evaluation to Book-Length Documents","created":"2025-09-21","cited_by_count":6,"area":null},{"id":"2406.10091","title":"Exploring the Correlation between Human and Machine Evaluation of Simultaneous Speech Translation","created":"2024-06-14","cited_by_count":4,"area":null},{"id":"2409.07131","title":"Reranking Laws for Language Generation: A Communication-Theoretic Perspective","created":"2024-09-11","cited_by_count":4,"area":null},{"id":"2410.11056","title":"Beyond Human-Only: Evaluating Human-Machine Collaboration for Collecting High-Quality Translation Data","created":"2024-10-14","cited_by_count":4,"area":null},{"id":"2502.16682","title":"Automatic Input Rewriting Improves Translation with Large Language Models","created":"2025-02-23","cited_by_count":4,"area":null},{"id":"2503.00847","title":"Argument Summarization and its Evaluation in the Era of Large Language Models","created":"2025-03-02","cited_by_count":4,"area":null},{"id":"2503.11858","title":"OpeNLGauge: An Explainable Metric for NLG Evaluation with Open-Weights LLMs","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2509.17559","title":"Specification-Aware Machine Translation and Evaluation for Purpose Alignment","created":"2025-09-22","cited_by_count":4,"area":null},{"id":"2408.11382","title":"Towards Inducing Long-Context Abilities in Multilingual Neural Machine Translation Models","created":"2024-08-21","cited_by_count":3,"area":null},{"id":"2408.16390","title":"MQM-Chat: Multidimensional Quality Metrics for Chat Translation","created":"2024-08-29","cited_by_count":3,"area":null},{"id":"2604.15302","title":"Diagnosing LLM Judge Reliability: Conformal Prediction Sets and Transitivity Violations","created":"2026-04-16","cited_by_count":3,"area":null},{"id":"2411.15387","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2504.14619","title":"Translation Analytics for Freelancers: I. Introduction, Data Preparation, Baseline Evaluations","created":"2025-04-20","cited_by_count":2,"area":null},{"id":"2504.15052","title":"Testing LLMs' Capabilities in Annotating Translations Based on an Error Typology Designed for LSP Translation: First Experiments with ChatGPT","created":"2025-04-21","cited_by_count":2,"area":null},{"id":"2505.23548","title":"Translation in the Wild","created":"2025-05-29","cited_by_count":2,"area":null},{"id":"2509.26619","title":"Searching the Internet for Challenging Benchmarks at Scale","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.22028","title":"Penalizing Length: Uncovering Systematic Bias in Quality Estimation Metrics","created":"2025-10-24","cited_by_count":2,"area":null},{"id":"2510.24664","title":"MQM Re-Annotation: A Technique for Collaborative Evaluation of Machine Translation","created":"2025-10-28","cited_by_count":2,"area":null},{"id":"2602.00597","title":"Hermes the Polyglot: A Unified Framework to Enhance Expressiveness for Multimodal Interlingual Subtitling","created":"2026-01-31","cited_by_count":2,"area":null},{"id":"2604.01206","title":"RELISH: LLM REgression with a Latent Iterative State Head","created":"2026-04-01","cited_by_count":2,"area":null},{"id":"2605.13596","title":"Creativity Bias: How Machine Evaluation Struggles with Creativity in Literary Translations","created":"2026-05-13","cited_by_count":2,"area":null},{"id":"2605.25626","title":"Beyond Literal Translation: Evaluating Cultural Effectiveness in Social Media UGC","created":"2026-05-25","cited_by_count":2,"area":null},{"id":"2505.01761","title":"Same evaluation, more tokens: On the effect of input length for machine translation evaluation using Large Language Models","created":"2025-05-03","cited_by_count":1,"area":null},{"id":"2510.04938","title":"ONNX-Net: Towards Universal Representations and Instant Performance Prediction for Neural Architectures","created":"2025-10-06","cited_by_count":1,"area":null},{"id":"2410.06338","title":"Are Large Language Models State-of-the-art Quality Estimators for Machine Translation of User-generated Content?","created":"2024-10-08","cited_by_count":0,"area":null},{"id":"2603.10775","title":"Large Language Models as Annotators for Machine Translation Quality Estimation","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2603.19921","title":"Span-Level Machine Translation Meta-Evaluation","created":"2026-03-20","cited_by_count":0,"area":null},{"id":"2603.25169","title":"To Write or to Automate Linguistic Prompts, That Is the Question","created":"2026-03-26","cited_by_count":0,"area":null},{"id":"2605.15763","title":"CompactQE: Interpretable Translation Quality Estimation via Small Open-Weight LLMs","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2606.23002","title":"Machine Translation and Post-Editing: Comparative Evaluation of Different MT Systems and Post-Editor Groups in Specialised Translation","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2607.24784","title":"On the Use of LLMs for Specialised Terminology: A Good Alternative to Corpora?","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2608.08283","title":"Do Evaluation Metrics Detect Errors in Classical Chinese to English Translations?","created":"2026-08-08","cited_by_count":0,"area":null},{"id":"2608.20925","title":"Source-Free MT Evaluation Is Not MT Evaluation","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2609.08171","title":"EviSI: An Evidence-Based Evaluation Agent for Simultaneous Interpreting","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.35017","title":"TermJudge: A Document-Level Metric Judging, Not Counting, Terminology in Machine Translation Evaluation","created":"2026-09-28","cited_by_count":0,"area":null}],"next_cursor":null}