{"total":26,"rows":[{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459,"area":null},{"id":"2111.15366","title":"AI and the Everything in the Whole Wide World Benchmark","created":"2021-11-26","cited_by_count":349,"area":null},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239,"area":null},{"id":"2104.02145","title":"What Will it Take to Fix Benchmarking in Natural Language Understanding?","created":"2021-04-05","cited_by_count":203,"area":null},{"id":"2106.15590","title":"The Values Encoded in Machine Learning Research","created":"2021-06-29","cited_by_count":172,"area":null},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2107.02173","title":"Is Automated Topic Model Evaluation Broken?: The Incoherence of Coherence","created":"2021-07-05","cited_by_count":74,"area":null},{"id":"2205.05092","title":"Problems with Cosine as a Measure of Embedding Similarity for High Frequency Words","created":"2022-05-10","cited_by_count":49,"area":null},{"id":"2205.05256","title":"Evaluation Gaps in Machine Learning Practice","created":"2022-05-11","cited_by_count":49,"area":null},{"id":"2206.09755","title":"Square One Bias in NLP: Towards a Multi-Dimensional Exploration of the Research Manifold","created":"2022-06-20","cited_by_count":29,"area":null},{"id":"2405.01719","title":"Inherent Trade-Offs between Diversity and Stability in Multi-Task Benchmarks","created":"2024-05-02","cited_by_count":28,"area":null},{"id":"2201.08174","title":"Knowledge Graph Question Answering Leaderboard: A Community Resource to Prevent a Replication Crisis","created":"2022-01-20","cited_by_count":14,"area":null},{"id":"2211.13112","title":"This is the way: designing and compiling LEPISZCZE, a comprehensive NLP benchmark for Polish","created":"2022-11-23","cited_by_count":13,"area":null},{"id":"2112.01342","title":"How not to Lie with a Benchmark: Rearranging NLP Leaderboards","created":"2021-12-02","cited_by_count":9,"area":null},{"id":"2203.01215","title":"Mukayese: Turkish NLP Strikes Back","created":"2022-03-02","cited_by_count":9,"area":null},{"id":"2604.16403","title":"Computational Hermeneutics: Evaluating generative AI as a cultural technology","created":"2026-03-31","cited_by_count":8,"area":null},{"id":"2205.05093","title":"Richer Countries and Richer Representations","created":"2022-05-10","cited_by_count":7,"area":null},{"id":"2110.00613","title":"Expected Validation Performance and Estimation of a Random Variable's Maximum","created":"2021-10-01","cited_by_count":6,"area":null},{"id":"2306.02349","title":"bgGLUE: A Bulgarian General Language Understanding Evaluation Benchmark","created":"2023-06-04","cited_by_count":4,"area":null},{"id":"2108.06896","title":"Challenges for cognitive decoding using deep learning methods","created":"2021-08-16","cited_by_count":3,"area":null},{"id":"2110.05159","title":"Beyond Accuracy: A Consolidated Tool for Visual Question Answering Benchmarking","created":"2021-10-11","cited_by_count":2,"area":null},{"id":"2203.09632","title":"Dim Wihl Gat Tun: The Case for Linguistic Expertise in NLP for Underdocumented Languages","created":"2022-03-17","cited_by_count":2,"area":null},{"id":"2105.01192","title":"Unreasonable Effectiveness of Rule-Based Heuristics in Solving Russian SuperGLUE Tasks","created":"2021-05-03","cited_by_count":1,"area":null},{"id":"2106.06292","title":"A Discussion on Building Practical NLP Leaderboards: The Case of Machine Translation","created":"2021-06-11","cited_by_count":1,"area":null},{"id":"2209.11534","title":"An Interdisciplinary Perspective on Evaluation and Experimental Design for Visual Text Analytics: Position Paper","created":"2022-09-23","cited_by_count":0,"area":null}],"next_cursor":null}