{"total":67,"rows":[{"id":"2310.10482","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection","created":"2023-10-16","cited_by_count":265,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2107.10821","title":"To Ship or Not to Ship: An Extensive Evaluation of Automatic Metrics for Machine Translation","created":"2021-07-22","cited_by_count":163,"area":null},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2207.07048","title":"Leakage and the Reproducibility Crisis in ML-based Science","created":"2022-07-14","cited_by_count":65,"area":null},{"id":"2212.01936","title":"Democratizing Neural Machine Translation with OPUS-MT","created":"2022-12-04","cited_by_count":58,"area":null},{"id":"2406.10229","title":"Quantifying Variance in Evaluation Benchmarks","created":"2024-06-14","cited_by_count":54,"area":null},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52,"area":null},{"id":"2401.06760","title":"Navigating the Metrics Maze: Reconciling Score Magnitudes and Accuracies","created":"2024-01-12","cited_by_count":40,"area":null},{"id":"2210.13746","title":"DEMETR: Diagnosing Evaluation Metrics for Translation","created":"2022-10-25","cited_by_count":36,"area":null},{"id":"2112.04139","title":"Bidimensional Leaderboards: Generate and Evaluate Language Hand in Hand","created":"2021-12-08","cited_by_count":32,"area":null},{"id":"2204.06815","title":"deep-significance - Easy and Meaningful Statistical Significance Testing in the Age of Neural Networks","created":"2022-04-14","cited_by_count":28,"area":null},{"id":"2305.09022","title":"It Takes Two to Tango: Navigating Conceptualizations of NLP Tasks and Measurements of Performance","created":"2023-05-15","cited_by_count":26,"area":null},{"id":"2110.04399","title":"Global Explainability of BERT-Based Evaluation Metrics by Disentangling along Linguistic Factors","created":"2021-10-08","cited_by_count":25,"area":null},{"id":"2211.15464","title":"Considerations for meaningful sign language machine translation based on glosses","created":"2022-11-28","cited_by_count":25,"area":null},{"id":"2307.03131","title":"BLEURT Has Universal Translations: An Analysis of Automatic Metrics by Minimum Risk Training","created":"2023-07-06","cited_by_count":24,"area":null},{"id":"2402.12025","title":"Speech Translation with Speech Foundation Models and Large Language Models: What is There and What is Missing?","created":"2024-02-19","cited_by_count":23,"area":null},{"id":"2503.01747","title":"Position: Don't Use the CLT in LLM Evals With Fewer Than a Few Hundred Datapoints","created":"2025-03-03","cited_by_count":23,"area":null},{"id":"2210.01970","title":"Evaluate & Evaluation on the Hub: Better Best Practices for Data and Model Measurements","created":"2022-09-30","cited_by_count":22,"area":null},{"id":"2110.07385","title":"Few-shot Controllable Style Transfer for Low-Resource Multilingual Settings","created":"2021-10-14","cited_by_count":21,"area":null},{"id":"2110.09574","title":"Multilingual Domain Adaptation for NMT: Decoupling Language and Domain Information with Adapters","created":"2021-10-18","cited_by_count":21,"area":null},{"id":"2405.02200","title":"Position: Why We Must Rethink Empirical Research in Machine Learning","created":"2024-05-03","cited_by_count":19,"area":null},{"id":"2212.10179","title":"Toward Human-Like Evaluation for Natural Language Generation with Error Analysis","created":"2022-12-20","cited_by_count":18,"area":null},{"id":"2306.09562","title":"Reproducibility in NLP: What Have We Learned from the Checklist?","created":"2023-06-16","cited_by_count":18,"area":null},{"id":"2204.11574","title":"A global analysis of metrics used for measuring performance in natural language processing","created":"2022-04-25","cited_by_count":17,"area":null},{"id":"2109.11126","title":"A Framework for Cluster and Classifier Evaluation in the Absence of Reference Labels","created":"2021-09-23","cited_by_count":16,"area":null},{"id":"2202.10062","title":"USCORE: An Effective Approach to Fully Unsupervised Evaluation Metrics for Machine Translation","created":"2022-02-21","cited_by_count":15,"area":null},{"id":"2203.10378","title":"On Robust Prefix-Tuning for Text Classification","created":"2022-03-19","cited_by_count":15,"area":null},{"id":"2203.11131","title":"Towards Explainable Evaluation Metrics for Natural Language Generation","created":"2022-03-21","cited_by_count":15,"area":null},{"id":"2306.13041","title":"Towards Explainable Evaluation Metrics for Machine Translation","created":"2023-06-22","cited_by_count":15,"area":null},{"id":"2303.16166","title":"When Good and Reproducible Results are a Giant with Feet of Clay: The Importance of Software Quality in NLP","created":"2023-03-28","cited_by_count":14,"area":null},{"id":"2204.09825","title":"A Revealing Large-Scale Evaluation of Unsupervised Anomaly Detection Algorithms","created":"2022-04-21","cited_by_count":11,"area":null},{"id":"2206.05985","title":"Modeling the Machine Learning Multiverse","created":"2022-06-13","cited_by_count":11,"area":null},{"id":"2601.02933","title":"Pearmut: Human Evaluation of Translation Made Trivial","created":"2026-01-06","cited_by_count":11,"area":null},{"id":"2204.06251","title":"Experimental Standards for Deep Learning in Natural Language Processing Research","created":"2022-04-13","cited_by_count":10,"area":null},{"id":"2204.00004","title":"Reproducibility Issues for BERT-based Evaluation Metrics","created":"2022-03-30","cited_by_count":9,"area":null},{"id":"2211.08633","title":"MT Metrics Correlate with Human Ratings of Simultaneous Speech Translation","created":"2022-11-16","cited_by_count":9,"area":null},{"id":"2501.00269","title":"A review of faithfulness metrics for hallucination assessment in Large Language Models","created":"2024-12-31","cited_by_count":9,"area":null},{"id":"2108.09484","title":"cushLEPOR: customising hLEPOR metric using Optuna for higher agreement with human judgments or pre-trained language model LaBSE","created":"2021-08-21","cited_by_count":8,"area":null},{"id":"2109.06262","title":"Evaluating Multiway Multilingual NMT in the Turkic Languages","created":"2021-09-13","cited_by_count":8,"area":null},{"id":"2202.12875","title":"DataLab: A Platform for Data Analysis and Intervention","created":"2022-02-25","cited_by_count":8,"area":null},{"id":"2205.11277","title":"When does Parameter-Efficient Transfer Learning Work for Machine Translation?","created":"2022-05-23","cited_by_count":7,"area":null},{"id":"2212.10313","title":"Beyond Triplet: Leveraging the Most Data for Multimodal Machine Translation","created":"2022-12-20","cited_by_count":7,"area":null},{"id":"2508.08883","title":"Position: Causal Machine Learning Requires Rigorous Synthetic Experiments for Broader Adoption","created":"2025-08-12","cited_by_count":6,"area":null},{"id":"2205.10577","title":"Non-Autoregressive Neural Machine Translation: A Call for Clarity","created":"2022-05-21","cited_by_count":5,"area":null},{"id":"2202.13610","title":"Did AI get more negative recently?","created":"2022-02-28","cited_by_count":4,"area":null},{"id":"2209.09593","title":"EffEval: A Comprehensive Evaluation of Efficiency for MT Evaluation Metrics","created":"2022-09-20","cited_by_count":4,"area":null},{"id":"2401.09615","title":"Learning Shortcuts: On the Misleading Promise of NLU in Language Models","created":"2024-01-17","cited_by_count":4,"area":null},{"id":"2403.12666","title":"Multi-Dimensional Machine Translation Evaluation: Model Evaluation and Resource for Korean","created":"2024-03-19","cited_by_count":4,"area":null},{"id":"2109.04443","title":"HintedBT: Augmenting Back-Translation with Quality and Transliteration Hints","created":"2021-09-09","cited_by_count":3,"area":null},{"id":"2203.15858","title":"Investigating Data Variance in Evaluations of Automatic Machine Translation Metrics","created":"2022-03-29","cited_by_count":3,"area":null},{"id":"2312.02331","title":"Revisiting Topic-Guided Language Models","created":"2023-12-04","cited_by_count":3,"area":null},{"id":"2511.03295","title":"How to Evaluate Speech Translation with Source-Aware Neural MT Metrics","created":"2025-11-05","cited_by_count":3,"area":null},{"id":"2312.03912","title":"Collaboration or Corporate Capture? Quantifying NLP's Reliance on Industry Artifacts and Contributions","created":"2023-12-06","cited_by_count":2,"area":null},{"id":"2504.15052","title":"Testing LLMs' Capabilities in Annotating Translations Based on an Error Typology Designed for LSP Translation: First Experiments with ChatGPT","created":"2025-04-21","cited_by_count":2,"area":null},{"id":"2506.06808","title":"Not quite Sherlock Holmes: Language model predictions do not reliably differentiate impossible from improbable events","created":"2025-06-07","cited_by_count":2,"area":null},{"id":"2509.13980","title":"Long-context Reference-based MT Quality Estimation","created":"2025-09-17","cited_by_count":2,"area":null},{"id":"2608.15046","title":"Certifying Compressed Language Models: An Audit and a Statistical Toolkit","created":"2026-08-15","cited_by_count":2,"area":null},{"id":"2305.13740","title":"TeCS: A Dataset and Benchmark for Tense Consistency of Machine Translation","created":"2023-05-23","cited_by_count":1,"area":null},{"id":"2305.15130","title":"On Degrees of Freedom in Defining and Testing Natural Language Understanding","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2601.18006","title":"PEAR: Pairwise Evaluation for Automatic Relative Scoring in Machine Translation","created":"2026-01-25","cited_by_count":1,"area":null},{"id":"2603.03493","title":"Quantifying Ranking Instability Across Evaluation Protocol Axes in Gene Regulatory Network Benchmarking","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2607.10846","title":"Quantifying the Sources of Instability in LLM-Based Stance Analysis of Public Discourse","created":"2026-07-12","cited_by_count":1,"area":null},{"id":"2609.14963","title":"Can We Triage LLM Translation Errors in Classical Texts Without Human References? Source Novelty, GEMBA Scoring, and Budgeted Review through Pali-to-English Translation","created":"2026-09-14","cited_by_count":1,"area":null},{"id":"2209.08827","title":"A Snapshot into the Possibility of Video Game Machine Translation","created":"2022-09-19","cited_by_count":0,"area":null},{"id":"2306.14149","title":"SciMRC: Multi-perspective Scientific Machine Reading Comprehension","created":"2023-06-25","cited_by_count":0,"area":null},{"id":"2609.23264","title":"Judging a Review by its Cover: A Reliability Analysis of LLM-based Peer Review Evaluation Metrics","created":"2026-09-20","cited_by_count":0,"area":null}],"next_cursor":null}