{"total":338,"rows":[{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2302.14520","title":"Large Language Models Are State-of-the-Art Evaluators of Translation Quality","created":"2023-02-28","cited_by_count":420,"area":null},{"id":"2302.04166","title":"GPTScore: Evaluate as You Desire","created":"2023-02-08","cited_by_count":361,"area":null},{"id":"2212.09741","title":"One Embedder, Any Task: Instruction-Finetuned Text Embeddings","created":"2022-12-19","cited_by_count":333,"area":null},{"id":"2310.10482","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection","created":"2023-10-16","cited_by_count":265,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2209.06243","title":"CometKiwi: IST-Unbabel 2022 Submission for the Quality Estimation Shared Task","created":"2022-09-13","cited_by_count":207,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2107.10821","title":"To Ship or Not to Ship: An Extensive Evaluation of Automatic Metrics for Machine Translation","created":"2021-07-22","cited_by_count":163,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2310.13988","title":"GEMBA-MQM: Detecting Translation Quality Error Spans with GPT-4","created":"2023-10-21","cited_by_count":146,"area":null},{"id":"2211.09102","title":"Prompting PaLM for Translation: Assessing Strategies and Performance","created":"2022-11-16","cited_by_count":145,"area":null},{"id":"2310.00785","title":"BooookScore: A systematic exploration of book-length summarization in the era of LLMs","created":"2023-10-01","cited_by_count":137,"area":null},{"id":"2305.18201","title":"A Critical Evaluation of Evaluations for Long-form Question Answering","created":"2023-05-29","cited_by_count":111,"area":null},{"id":"2111.09388","title":"High Quality Rather than High Model Probability: Minimum Bayes Risk Decoding with Neural Metrics","created":"2021-11-17","cited_by_count":104,"area":null},{"id":"2308.07286","title":"The Devil is in the Errors: Leveraging Large Language Models for Fine-grained Machine Translation Evaluation","created":"2023-08-14","cited_by_count":95,"area":null},{"id":"2110.06341","title":"Learning Compact Metrics for MT","created":"2021-10-12","cited_by_count":93,"area":null},{"id":"2410.03983","title":"MetricX-24: The Google Submission to the WMT 2024 Metrics Shared Task","created":"2024-10-04","cited_by_count":93,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2302.01398","title":"The unreasonable effectiveness of few-shot learning for machine translation","created":"2023-02-02","cited_by_count":91,"area":"lr"},{"id":"2203.15721","title":"On Decoding Strategies for Neural Text Generators","created":"2022-03-29","cited_by_count":90,"area":null},{"id":"2303.13809","title":"Error Analysis Prompting Enables Human-Like Translation Evaluation in Large Language Models","created":"2023-03-24","cited_by_count":87,"area":null},{"id":"2305.15011","title":"Bactrian-X: Multilingual Replicable Instruction-Following Models with Low-Rank Adaptation","created":"2023-05-24","cited_by_count":81,"area":null},{"id":"2304.03245","title":"Large language models effectively leverage document-level context for literary translation, but critical errors persist","created":"2023-04-06","cited_by_count":80,"area":null},{"id":"2310.00367","title":"AutomaTikZ: Text-Guided Synthesis of Scientific Vector Graphics with TikZ","created":"2023-09-30","cited_by_count":79,"area":null},{"id":"2105.00071","title":"Evaluating Attribution in Dialogue Systems: The BEGIN Benchmark","created":"2021-04-30","cited_by_count":77,"area":null},{"id":"2305.14324","title":"Ties Matter: Meta-Evaluating Modern Metrics with Pairwise Accuracy and Tie Calibration","created":"2023-05-23","cited_by_count":74,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2310.00752","title":"TIGERScore: Towards Building Explainable Metric for All Text Generation Tasks","created":"2023-10-01","cited_by_count":70,"area":null},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69,"area":null},{"id":"2406.11580","title":"Error Span Annotation: A Balanced Approach for Human Evaluation of Machine Translation","created":"2024-06-17","cited_by_count":62,"area":null},{"id":"2305.09860","title":"Epsilon Sampling Rocks: Investigating Sampling Strategies for Minimum Bayes Risk Decoding for Machine Translation","created":"2023-05-17","cited_by_count":58,"area":null},{"id":"2209.13654","title":"Embarrassingly Easy Document-Level MT Metrics: How to Convert Any Pretrained Metric Into a Document-Level Metric","created":"2022-09-27","cited_by_count":56,"area":null},{"id":"2305.14878","title":"Leveraging GPT-4 for Automatic Translation Post-Editing","created":"2023-05-24","cited_by_count":56,"area":null},{"id":"2202.01994","title":"Data Scaling Laws in NMT: The Effect of Noise and Architecture","created":"2022-02-04","cited_by_count":55,"area":null},{"id":"2305.00955","title":"Bridging the Gap: A Survey on Integrating (Human) Feedback for Natural Language Generation","created":"2023-05-01","cited_by_count":55,"area":"alignment"},{"id":"2109.05771","title":"Perturbation CheckLists for Evaluating NLG Evaluation Metrics","created":"2021-09-13","cited_by_count":50,"area":null},{"id":"2205.00978","title":"Quality-Aware Decoding for Neural Machine Translation","created":"2022-05-02","cited_by_count":49,"area":null},{"id":"2405.11804","title":"(Perhaps) Beyond Human Translation: Harnessing Multi-Agent Collaboration for Translating Ultra-Long Literary Texts","created":"2024-05-20","cited_by_count":49,"area":"agents"},{"id":"2504.10160","title":"MT-R1-Zero: Advancing LLM-based Machine Translation via R1-Zero-like Reinforcement Learning","created":"2025-04-14","cited_by_count":48,"area":"lr"},{"id":"2305.04118","title":"Exploring Human-Like Translation Strategy with Large Language Models","created":"2023-05-06","cited_by_count":44,"area":null},{"id":"2305.13194","title":"SEAHORSE: A Multilingual, Multifaceted Dataset for Summarization Evaluation","created":"2023-05-22","cited_by_count":42,"area":null},{"id":"2202.05148","title":"Identifying Weaknesses in Machine Translation Metrics Through Minimum Bayes Risk Decoding: A Case Study for COMET","created":"2022-02-10","cited_by_count":41,"area":null},{"id":"2111.08940","title":"Transparent Human Evaluation for Image Captioning","created":"2021-11-17","cited_by_count":40,"area":null},{"id":"2401.06760","title":"Navigating the Metrics Maze: Reconciling Score Magnitudes and Accuracies","created":"2024-01-12","cited_by_count":40,"area":null},{"id":"2311.09336","title":"LLMRefine: Pinpointing and Refining Large Language Models via Fine-Grained Actionable Feedback","created":"2023-11-15","cited_by_count":39,"area":"alignment"},{"id":"2402.16379","title":"TEaR: Improving LLM-based Machine Translation with Systematic Self-Refinement","created":"2024-02-26","cited_by_count":39,"area":null},{"id":"2211.01355","title":"MT-GenEval: A Counterfactual and Contextual Dataset for Evaluating Gender Accuracy in Machine Translation","created":"2022-11-02","cited_by_count":38,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2201.11176","title":"DiscoScore: Evaluating Text Generation with BERT and Discourse Coherence","created":"2022-01-26","cited_by_count":36,"area":null},{"id":"2109.06352","title":"Uncertainty-Aware Machine Translation Evaluation","created":"2021-09-13","cited_by_count":35,"area":null},{"id":"2309.15337","title":"Beyond the Chat: Executable and Verifiable Text-Editing with LLMs","created":"2023-09-27","cited_by_count":35,"area":null},{"id":"2304.02426","title":"ParroT: Translating during Chat using Large Language Models tuned with Human Translation and Feedback","created":"2023-04-05","cited_by_count":34,"area":null},{"id":"2309.10966","title":"MBR and QE Finetuning: Training-time Distillation of the Best and Most Expensive Decoding Methods","created":"2023-09-19","cited_by_count":33,"area":null},{"id":"2402.15754","title":"HD-Eval: Aligning Large Language Model Evaluators Through Hierarchical Criteria Decomposition","created":"2024-02-24","cited_by_count":33,"area":"alignment"},{"id":"2112.04139","title":"Bidimensional Leaderboards: Generate and Evaluate Language Hand in Hand","created":"2021-12-08","cited_by_count":32,"area":null},{"id":"2211.08714","title":"Reward Gaming in Conditional Text Generation","created":"2022-11-16","cited_by_count":30,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2109.04408","title":"Learning with Different Amounts of Annotation: From Zero to Many Labels","created":"2021-09-09","cited_by_count":28,"area":null},{"id":"2110.04392","title":"The Eval4NLP Shared Task on Explainable Quality Estimation: Overview and Results","created":"2021-10-08","cited_by_count":27,"area":null},{"id":"2212.10180","title":"IndicMT Eval: A Dataset to Meta-Evaluate Machine Translation metrics for Indian Languages","created":"2022-12-20","cited_by_count":27,"area":null},{"id":"2210.03070","title":"Toxicity in Multilingual Machine Translation at Scale","created":"2022-10-06","cited_by_count":26,"area":null},{"id":"2210.15615","title":"ACES: Translation Accuracy Challenge Sets for Evaluating Machine Translation Metrics","created":"2022-10-27","cited_by_count":25,"area":null},{"id":"2311.09828","title":"AfriMTE and AfriCOMET: Enhancing COMET to Embrace Under-resourced African Languages","created":"2023-11-16","cited_by_count":24,"area":null},{"id":"2310.19792","title":"The Eval4NLP 2023 Shared Task on Prompting Large Language Models as Explainable Metrics","created":"2023-10-30","cited_by_count":23,"area":null},{"id":"2410.18697","title":"How Good Are LLMs for Literary Translation, Really? Literary Translation Evaluation with Humans and LLMs","created":"2024-10-24","cited_by_count":23,"area":null},{"id":"2105.06597","title":"RetGen: A Joint framework for Retrieval and Grounded Text Generation Modeling","created":"2021-05-14","cited_by_count":22,"area":"moe"},{"id":"2108.12197","title":"Translation Error Detection as Rationale Extraction","created":"2021-08-27","cited_by_count":22,"area":null},{"id":"2305.14282","title":"INSTRUCTSCORE: Explainable Text Generation Evaluation with Finegrained Feedback","created":"2023-05-23","cited_by_count":22,"area":null},{"id":"2310.16924","title":"Physician Detection of Clinical Harm in Machine Translation: Quality Estimation Aids in Reliance and Backtranslation Identifies Critical Errors","created":"2023-10-25","cited_by_count":22,"area":null},{"id":"2404.07851","title":"Guiding Large Language Models to Post-Edit Machine Translation with Error Annotations","created":"2024-04-11","cited_by_count":22,"area":null},{"id":"2405.20089","title":"The Fine-Tuning Paradox: Boosting Translation Quality Without Sacrificing LLM Abilities","created":"2024-05-30","cited_by_count":22,"area":null},{"id":"2409.14335","title":"MQM-APE: Toward High-Quality Error Annotation Predictors with Automatic Post-Editing in LLM Translation Evaluators","created":"2024-09-22","cited_by_count":22,"area":null},{"id":"2402.18747","title":"Fine-Tuned Machine Translation Metrics Struggle in Unseen Domains","created":"2024-02-28","cited_by_count":21,"area":null},{"id":"2407.03658","title":"GPT-4 vs. Human Translators: A Comprehensive Evaluation of Translation Quality Across Languages, Domains, and Expertise Levels","created":"2024-07-04","cited_by_count":21,"area":null},{"id":"2408.13831","title":"Guardians of the Machine Translation Meta-Evaluation: Sentinel Metrics Fall In!","created":"2024-08-25","cited_by_count":21,"area":null},{"id":"2502.19735","title":"R1-T1: Fully Incentivizing Translation Capability in LLMs via Reasoning Learning","created":"2025-02-27","cited_by_count":21,"area":"lr"},{"id":"2402.12261","title":"NEO-BENCH: Evaluating Robustness of Large Language Models with Neologisms","created":"2024-02-19","cited_by_count":20,"area":null},{"id":"2406.12419","title":"AI-Assisted Human Evaluation of Machine Translation","created":"2024-06-18","cited_by_count":20,"area":null},{"id":"2108.01182","title":"Underreporting of errors in NLG output, and what to do about it","created":"2021-08-02","cited_by_count":19,"area":null},{"id":"2212.05726","title":"T5Score: Discriminative Fine-tuning of Generative Evaluation Metrics","created":"2022-12-12","cited_by_count":19,"area":null},{"id":"2404.11201","title":"Neuron Specialization: Leveraging intrinsic task modularity for multilingual machine translation","created":"2024-04-17","cited_by_count":19,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2105.12437","title":"The statistical advantage of automatic NLG metrics at the system level","created":"2021-05-26","cited_by_count":18,"area":null},{"id":"2112.13833","title":"HOPE: A Task-Oriented and Human-Centric Evaluation Framework Using Professional Post-Editing Towards More Effective MT Evaluation","created":"2021-12-27","cited_by_count":18,"area":null},{"id":"2208.07316","title":"MENLI: Robust Evaluation Metrics from Natural Language Inference","created":"2022-08-15","cited_by_count":18,"area":null},{"id":"2210.00193","title":"FRMT: A Benchmark for Few-Shot Region-Aware Machine Translation","created":"2022-10-01","cited_by_count":18,"area":null},{"id":"2210.05035","title":"Not All Errors are Equal: Learning Text Generation Metrics using Stratified Error Synthesis","created":"2022-10-10","cited_by_count":18,"area":null},{"id":"2212.10179","title":"Toward Human-Like Evaluation for Natural Language Generation with Error Analysis","created":"2022-12-20","cited_by_count":18,"area":null},{"id":"2309.06085","title":"BHASA: A Holistic Southeast Asian Linguistic and Cultural Evaluation Suite for Large Language Models","created":"2023-09-12","cited_by_count":18,"area":null},{"id":"2405.15604","title":"Text Generation: A Systematic Literature Review of Tasks, Evaluation, and Challenges","created":"2024-05-24","cited_by_count":18,"area":null},{"id":"2111.07699","title":"Measuring Uncertainty in Translation Quality Evaluation (TQE)","created":"2021-11-15","cited_by_count":16,"area":null},{"id":"2305.08566","title":"NLG Evaluation Metrics Beyond Correlation Analysis: An Empirical Metric Preference Checklist","created":"2023-05-15","cited_by_count":16,"area":null},{"id":"2401.06568","title":"Lost in the Source Language: How Large Language Models Evaluate the Quality of Machine Translation","created":"2024-01-12","cited_by_count":16,"area":null},{"id":"2405.18348","title":"Can Automatic Metrics Assess High-Quality Translations?","created":"2024-05-28","cited_by_count":16,"area":null},{"id":"2411.03524","title":"Mitigating Metric Bias in Minimum Bayes Risk Decoding","created":"2024-11-05","cited_by_count":16,"area":null},{"id":"2202.10062","title":"USCORE: An Effective Approach to Fully Unsupervised Evaluation Metrics for Machine Translation","created":"2022-02-21","cited_by_count":15,"area":null},{"id":"2203.11131","title":"Towards Explainable Evaluation Metrics for Natural Language Generation","created":"2022-03-21","cited_by_count":15,"area":null},{"id":"2302.08079","title":"Document Flattening: Beyond Concatenating Context for Document-Level Neural Machine Translation","created":"2023-02-16","cited_by_count":15,"area":null},{"id":"2305.14458","title":"Dancing Between Success and Failure: Edit-level Simplification Evaluation using SALSA","created":"2023-05-23","cited_by_count":15,"area":null}],"next_cursor":"100"}