{"total":126,"rows":[{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2402.17733","title":"Tower: An Open Multilingual Large Language Model for Translation-Related Tasks","created":"2024-02-27","cited_by_count":206,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2401.06468","title":"Adapting Large Language Models for Document-Level Machine Translation","created":"2024-01-12","cited_by_count":59,"area":null},{"id":"2407.05975","title":"LLaMAX: Scaling Linguistic Horizons of LLM by Enhancing Translation Capabilities Beyond 100 Languages","created":"2024-07-08","cited_by_count":48,"area":null},{"id":"2401.06760","title":"Navigating the Metrics Maze: Reconciling Score Magnitudes and Accuracies","created":"2024-01-12","cited_by_count":40,"area":null},{"id":"2402.16379","title":"TEaR: Improving LLM-based Machine Translation with Systematic Self-Refinement","created":"2024-02-26","cited_by_count":39,"area":null},{"id":"2410.18697","title":"How Good Are LLMs for Literary Translation, Really? Literary Translation Evaluation with Humans and LLMs","created":"2024-10-24","cited_by_count":23,"area":null},{"id":"2501.18251","title":"How to Select Datapoints for Efficient Human Evaluation of NLG Models?","created":"2025-01-30","cited_by_count":23,"area":null},{"id":"2401.04531","title":"MERA: A Comprehensive LLM Evaluation in Russian","created":"2024-01-09","cited_by_count":22,"area":null},{"id":"2404.07851","title":"Guiding Large Language Models to Post-Edit Machine Translation with Error Annotations","created":"2024-04-11","cited_by_count":22,"area":null},{"id":"2409.14335","title":"MQM-APE: Toward High-Quality Error Annotation Predictors with Automatic Post-Editing in LLM Translation Evaluators","created":"2024-09-22","cited_by_count":22,"area":null},{"id":"2408.13831","title":"Guardians of the Machine Translation Meta-Evaluation: Sentinel Metrics Fall In!","created":"2024-08-25","cited_by_count":21,"area":null},{"id":"2406.12419","title":"AI-Assisted Human Evaluation of Machine Translation","created":"2024-06-18","cited_by_count":20,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2401.06568","title":"Lost in the Source Language: How Large Language Models Evaluate the Quality of Machine Translation","created":"2024-01-12","cited_by_count":16,"area":null},{"id":"2401.10186","title":"Beyond Traditional Benchmarks: Analyzing Behaviors of Open LLMs on Data-to-Text Generation","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2405.18348","title":"Can Automatic Metrics Assess High-Quality Translations?","created":"2024-05-28","cited_by_count":16,"area":null},{"id":"2406.18528","title":"PrExMe! Large Scale Prompt Exploration of Open Source LLMs for Machine Translation and Summarization Evaluation","created":"2024-06-26","cited_by_count":16,"area":null},{"id":"2410.02381","title":"MetaMetrics: Calibrating Metrics For Generation Tasks Using Human Preferences","created":"2024-10-03","cited_by_count":15,"area":null},{"id":"2504.01001","title":"Zero-shot Benchmarking: A Framework for Flexible and Scalable Automatic Evaluation of Language Models","created":"2025-04-01","cited_by_count":14,"area":null},{"id":"2503.01372","title":"SwiLTra-Bench: The Swiss Legal Translation Benchmark","created":"2025-03-03","cited_by_count":11,"area":null},{"id":"2410.00988","title":"Creative and Context-Aware Translation of East Asian Idioms with GPT-4","created":"2024-10-01","cited_by_count":10,"area":null},{"id":"2410.05183","title":"Beyond Correlation: Interpretable Evaluation of Machine Translation Metrics","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2410.10995","title":"Watching the Watchers: Exposing Gender Disparities in Machine Translation Quality Estimation","created":"2024-10-14","cited_by_count":10,"area":null},{"id":"2504.07583","title":"Do LLMs Understand Your Translations? Evaluating Paragraph-level MT with Question Answering","created":"2025-04-10","cited_by_count":10,"area":null},{"id":"2505.05423","title":"LiTransProQA: an LLM-based Literary Translation evaluation metric with Professional Question Answering","created":"2025-05-08","cited_by_count":10,"area":null},{"id":"2506.19571","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","created":"2025-06-24","cited_by_count":10,"area":null},{"id":"2510.24707","title":"MetricX-25 and GemSpanEval: Google Translate Submissions to the WMT25 Evaluation Shared Task","created":"2025-10-28","cited_by_count":10,"area":null},{"id":"2504.01919","title":"Bridging the Linguistic Divide: A Survey on Leveraging Large Language Models for Machine Translation","created":"2025-04-02","cited_by_count":8,"area":null},{"id":"2406.14553","title":"xCOMET-lite: Bridging the Gap Between Efficiency and Quality in Learned MT Evaluation Metrics","created":"2024-06-20","cited_by_count":7,"area":null},{"id":"2412.13717","title":"Towards Automatic Evaluation for Image Transcreation","created":"2024-12-18","cited_by_count":7,"area":null},{"id":"2504.08697","title":"LLMs as Span Annotators: A Comparative Study of LLMs and Humans","created":"2025-04-11","cited_by_count":7,"area":null},{"id":"2504.11582","title":"AskQE: Question Answering as Automatic Evaluation for Machine Translation","created":"2025-04-15","cited_by_count":7,"area":null},{"id":"2406.03893","title":"How Good is Zero-Shot MT Evaluation for Low Resource Indian Languages?","created":"2024-06-06","cited_by_count":6,"area":null},{"id":"2410.03278","title":"What do Large Language Models Need for Machine Translation Evaluation?","created":"2024-10-04","cited_by_count":6,"area":null},{"id":"2411.00390","title":"MetaMetrics-MT: Tuning Meta-Metrics for Machine Translation via Human Preference Calibration","created":"2024-11-01","cited_by_count":6,"area":null},{"id":"2503.03044","title":"QE4PE: Word-level Quality Estimation for Human Post-Editing","created":"2025-03-04","cited_by_count":6,"area":null},{"id":"2601.07338","title":"Beyond Literal Mapping: Benchmarking and Improving Non-Literal Translation Evaluation","created":"2026-01-12","cited_by_count":6,"area":null},{"id":"2504.07100","title":"EnDive: A Cross-Dialect Benchmark for Fairness and Performance in Large Language Models","created":"2025-02-25","cited_by_count":5,"area":null},{"id":"2601.12696","title":"UbuntuGuard: A Culturally-Grounded Policy Benchmark for Equitable AI Safety in African Languages","created":"2026-01-19","cited_by_count":5,"area":null},{"id":"2409.07131","title":"Reranking Laws for Language Generation: A Communication-Theoretic Perspective","created":"2024-09-11","cited_by_count":4,"area":null},{"id":"2503.11858","title":"OpeNLGauge: An Explainable Metric for NLG Evaluation with Open-Weights LLMs","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2509.17559","title":"Specification-Aware Machine Translation and Evaluation for Purpose Alignment","created":"2025-09-22","cited_by_count":4,"area":null},{"id":"2604.24361","title":"Culture-Aware Machine Translation in Large Language Models: Benchmarking and Investigation","created":"2026-04-27","cited_by_count":4,"area":null},{"id":"2406.12238","title":"PFID: Privacy First Inference Delegation Framework for LLMs","created":"2024-06-18","cited_by_count":3,"area":null},{"id":"2408.11382","title":"Towards Inducing Long-Context Abilities in Multilingual Neural Machine Translation Models","created":"2024-08-21","cited_by_count":3,"area":null},{"id":"2408.16390","title":"MQM-Chat: Multidimensional Quality Metrics for Chat Translation","created":"2024-08-29","cited_by_count":3,"area":null},{"id":"2409.13949","title":"Mufu: Multilingual Fused Learning for Low-Resource Translation with LLM","created":"2024-09-20","cited_by_count":3,"area":null},{"id":"2511.03295","title":"How to Evaluate Speech Translation with Source-Aware Neural MT Metrics","created":"2025-11-05","cited_by_count":3,"area":null},{"id":"2601.16444","title":"Exploring the Effects of Alignment on Numerical Bias in Large Language Models","created":"2026-01-23","cited_by_count":3,"area":null},{"id":"2604.18490","title":"LQM: Linguistically Motivated Multidimensional Quality Metrics for Machine Translation","created":"2026-04-20","cited_by_count":3,"area":null},{"id":"2410.11624","title":"Findings of the WMT 2024 Shared Task on Chat Translation","created":"2024-10-15","cited_by_count":2,"area":null},{"id":"2411.15387","title":"From Jack of All Trades to Master of One: Specializing LLM-based Autoraters to a Test Set","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2412.01340","title":"A 2-step Framework for Automated Literary Translation Evaluation: Its Promises and Pitfalls","created":"2024-12-02","cited_by_count":2,"area":null},{"id":"2412.03152","title":"A Measure of the System Dependence of Automated Metrics","created":"2024-12-04","cited_by_count":2,"area":null},{"id":"2504.11934","title":"An LLM-as-a-judge Approach for Scalable Gender-Neutral Translation Evaluation","created":"2025-04-16","cited_by_count":2,"area":null},{"id":"2507.09509","title":"How Important is `Perfect' English for Machine Translation Prompts?","created":"2025-07-13","cited_by_count":2,"area":null},{"id":"2510.24664","title":"MQM Re-Annotation: A Technique for Collaborative Evaluation of Machine Translation","created":"2025-10-28","cited_by_count":2,"area":null},{"id":"2601.07314","title":"Mitrasamgraha: A Comprehensive Classical Sanskrit Machine Translation Dataset","created":"2026-01-12","cited_by_count":2,"area":null},{"id":"2601.16946","title":"Strategies for Span Labeling with Large Language Models","created":"2026-01-23","cited_by_count":2,"area":null},{"id":"2604.12911","title":"Round-Trip Translation Reveals What Frontier Multilingual Benchmarks Miss","created":"2026-04-14","cited_by_count":2,"area":null},{"id":"2604.17393","title":"Who Watches the Watchmen? Humans Disagree With Translation Metrics on Unseen Domains","created":"2026-04-19","cited_by_count":2,"area":null},{"id":"2605.13368","title":"What Does LLM Refinement Actually Improve? A Systematic Study on Document-Level Literary Translation","created":"2026-05-13","cited_by_count":2,"area":null},{"id":"2605.13596","title":"Creativity Bias: How Machine Evaluation Struggles with Creativity in Literary Translations","created":"2026-05-13","cited_by_count":2,"area":null},{"id":"2605.16881","title":"PaliBench: A Multi-Reference Blueprint for Classical Language Translation Benchmarks","created":"2026-05-16","cited_by_count":2,"area":null},{"id":"2605.25626","title":"Beyond Literal Translation: Evaluating Cultural Effectiveness in Social Media UGC","created":"2026-05-25","cited_by_count":2,"area":null},{"id":"2410.03277","title":"A Multi-task Learning Framework for Evaluating Machine Translation of Emotion-loaded User-generated Content","created":"2024-10-04","cited_by_count":1,"area":null},{"id":"2502.12895","title":"Multilingual European Language Models: Benchmarking Approaches and Challenges","created":"2025-02-18","cited_by_count":1,"area":null},{"id":"2503.22973","title":"XL-Suite: Cross-Lingual Synthetic Training and Evaluation Data for Open-Ended Generation","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2505.01761","title":"Same evaluation, more tokens: On the effect of input length for machine translation evaluation using Large Language Models","created":"2025-05-03","cited_by_count":1,"area":null},{"id":"2505.14244","title":"TransBench: Benchmarking Machine Translation for Industrial-Scale Applications","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2506.04848","title":"MockConf: A Student Interpretation Dataset: Analysis, Word- and Span-level Alignment and Baselines","created":"2025-06-05","cited_by_count":1,"area":null},{"id":"2509.20557","title":"SiniticMTError: A Machine Translation Dataset with Error Annotations for Sinitic Languages","created":"2025-09-24","cited_by_count":1,"area":null},{"id":"2510.09994","title":"Toward Machine Translation Literacy: How Lay Users Perceive and Rely on Imperfect Translations","created":"2025-10-11","cited_by_count":1,"area":null},{"id":"2512.06228","title":"Policy-based Sentence Simplification: Replacing Parallel Corpora with LLM-as-a-Judge","created":"2025-12-06","cited_by_count":1,"area":null},{"id":"2512.07540","title":"Minimum Bayes Risk Decoding for Error Span Detection in Reference-Free Automatic Machine Translation Evaluation","created":"2025-12-08","cited_by_count":1,"area":null},{"id":"2601.00223","title":"JP-TL-Bench: Anchored Pairwise LLM Evaluation for Bidirectional Japanese-English Translation","created":"2026-01-01","cited_by_count":1,"area":null},{"id":"2601.18006","title":"PEAR: Pairwise Evaluation for Automatic Relative Scoring in Machine Translation","created":"2026-01-25","cited_by_count":1,"area":null},{"id":"2603.07372","title":"Domain-Specific Quality Estimation for Machine Translation in Low-Resource Scenarios","created":"2026-03-07","cited_by_count":1,"area":null},{"id":"2604.21045","title":"Hierarchical Policy Optimization for Simultaneous Translation of Unbounded Speech","created":"2026-04-22","cited_by_count":1,"area":null},{"id":"2606.01136","title":"From Outliers to Errors: Auditing Pali-to-English LLM Translations with Multi-Reference Adjudication","created":"2026-05-31","cited_by_count":1,"area":null},{"id":"2608.26638","title":"Which Metrics Save the Most Human Annotation? Prediction-Powered Evaluation and Meta-Evaluation","created":"2026-08-27","cited_by_count":1,"area":null},{"id":"2609.08779","title":"Improving Term Evaluation in Machine Translation: Variation Matters","created":"2026-09-08","cited_by_count":1,"area":null},{"id":"2609.14963","title":"Can We Triage LLM Translation Errors in Classical Texts Without Human References? Source Novelty, GEMBA Scoring, and Budgeted Review through Pali-to-English Translation","created":"2026-09-14","cited_by_count":1,"area":null},{"id":"2410.06338","title":"Are Large Language Models State-of-the-art Quality Estimators for Machine Translation of User-generated Content?","created":"2024-10-08","cited_by_count":0,"area":null},{"id":"2502.12755","title":"Efficient Machine Translation Corpus Generation: Integrating Human-in-the-Loop Post-Editing with Large Language Models","created":"2025-02-18","cited_by_count":0,"area":null},{"id":"2506.13070","title":"CHILL at SemEval-2025 Task 2: You Can't Just Throw Entities and Hope -- Make Your LLM to Get Them Right","created":"2025-06-16","cited_by_count":0,"area":null},{"id":"2510.25434","title":"A Critical Study of Automatic Evaluation in Sign Language Translation","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2512.18362","title":"SRS-Stories: Vocabulary-constrained multilingual story generation for language learning","created":"2025-12-20","cited_by_count":0,"area":null},{"id":"2601.13729","title":"On Temperature-Constrained Non-Deterministic Machine Translation: Potential and Evaluation","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2601.19350","title":"Cross-Examination Framework: A Task-Agnostic Diagnostic for Information Fidelity in Text-to-Text Generation","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2603.03884","title":"CzechTopic: A Benchmark for Zero-Shot Topic Localization in Historical Czech Documents","created":"2026-03-04","cited_by_count":0,"area":null},{"id":"2603.10775","title":"Large Language Models as Annotators for Machine Translation Quality Estimation","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2603.12983","title":"Is Human Annotation Necessary? Iterative MBR Distillation for Error Span Detection in Machine Translation","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2603.19921","title":"Span-Level Machine Translation Meta-Evaluation","created":"2026-03-20","cited_by_count":0,"area":null},{"id":"2603.22497","title":"Rashid: A Cipher-Based Framework for Exploring In-Context Language Learning","created":"2026-03-23","cited_by_count":0,"area":null},{"id":"2603.25169","title":"To Write or to Automate Linguistic Prompts, That Is the Question","created":"2026-03-26","cited_by_count":0,"area":null},{"id":"2604.01957","title":"Diagnosing Translated Benchmarks: An Automated Quality Assurance Study of the EU20 Benchmark Suite","created":"2026-04-02","cited_by_count":0,"area":null},{"id":"2605.09098","title":"Dynamic Meta-Metrics: Source-Sentence Conditioned Weighting for MT Evaluation","created":"2026-05-09","cited_by_count":0,"area":null}],"next_cursor":"100"}