{"total":39,"rows":[{"id":"2111.15366","title":"AI and the Everything in the Whole Wide World Benchmark","created":"2021-11-26","cited_by_count":349,"area":null},{"id":"2211.02570","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","created":"2022-11-04","cited_by_count":139,"area":null},{"id":"2112.01716","title":"Reduced, Reused and Recycled: The Life of a Dataset in Machine Learning Research","created":"2021-12-03","cited_by_count":102,"area":null},{"id":"2305.14938","title":"Do LLMs Understand Social Knowledge? Evaluating the Sociability of Large Language Models with SocKET Benchmark","created":"2023-05-24","cited_by_count":63,"area":null},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2205.05256","title":"Evaluation Gaps in Machine Learning Practice","created":"2022-05-11","cited_by_count":49,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2210.05815","title":"Underspecification in Scene Description-to-Depiction Tasks","created":"2022-10-11","cited_by_count":30,"area":null},{"id":"2305.09022","title":"It Takes Two to Tango: Navigating Conceptualizations of NLP Tasks and Measurements of Performance","created":"2023-05-15","cited_by_count":26,"area":null},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null},{"id":"2309.05472","title":"LeBenchmark 2.0: a Standardized, Replicable and Enhanced Framework for Self-supervised Representations of French Speech","created":"2023-09-11","cited_by_count":18,"area":null},{"id":"2204.01906","title":"Dynatask: A Framework for Creating Dynamic AI Benchmark Tasks","created":"2022-04-05","cited_by_count":16,"area":null},{"id":"2510.23191","title":"The Benchmarking Epistemology: Validity Theory for Evaluating Machine Learning Models","created":"2025-10-27","cited_by_count":13,"area":null},{"id":"2204.05151","title":"Metaethical Perspectives on 'Benchmarking' AI Ethics","created":"2022-04-11","cited_by_count":12,"area":null},{"id":"2304.07007","title":"Dialogue Games for Benchmarking Language Understanding: Motivation, Taxonomy, Strategy","created":"2023-04-14","cited_by_count":12,"area":null},{"id":"2204.06251","title":"Experimental Standards for Deep Learning in Natural Language Processing Research","created":"2022-04-13","cited_by_count":10,"area":null},{"id":"2410.24100","title":"Benchmark Data Repositories for Better Benchmarking","created":"2024-10-31","cited_by_count":10,"area":null},{"id":"2110.07693","title":"Is Stance Detection Topic-Independent and Cross-topic Generalizable? -- A Reproduction Study","created":"2021-10-14","cited_by_count":9,"area":null},{"id":"2312.13871","title":"Evaluating Task-oriented Dialogue Systems: A Systematic Review of Measures, Constructs and their Operationalisations","created":"2023-12-21","cited_by_count":9,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2604.16403","title":"Computational Hermeneutics: Evaluating generative AI as a cultural technology","created":"2026-03-31","cited_by_count":8,"area":null},{"id":"2202.12603","title":"Language technology practitioners as language managers: arbitrating data bias and predictive bias in ASR","created":"2022-02-25","cited_by_count":7,"area":null},{"id":"2508.00875","title":"Preliminary suggestions for rigorous GPAI model evaluations","created":"2025-07-22","cited_by_count":5,"area":null},{"id":"2401.17039","title":"Taking Action Towards Graceful Interaction: The Effects of Performing Actions on Modelling Policies for Instruction Clarification Requests","created":"2024-01-30","cited_by_count":4,"area":null},{"id":"2408.06062","title":"On Tables with Numbers, with Numbers","created":"2024-08-12","cited_by_count":4,"area":null},{"id":"2112.02333","title":"LoNLI: An Extensible Framework for Testing Diverse Logical Reasoning Capabilities for NLI","created":"2021-12-04","cited_by_count":3,"area":null},{"id":"2210.07469","title":"StyLEx: Explaining Style Using Human Lexical Annotations","created":"2022-10-14","cited_by_count":3,"area":null},{"id":"2505.20959","title":"Research Community Perspectives on \"Intelligence\" and Large Language Models","created":"2025-05-27","cited_by_count":2,"area":null},{"id":"2210.05038","title":"Fighting FIRe with FIRE: Assessing the Validity of Text-to-Video Retrieval Benchmarks","created":"2022-10-10","cited_by_count":1,"area":null},{"id":"2305.15087","title":"Pento-DIARef: A Diagnostic Dataset for Learning the Incremental Algorithm for Referring Expression Generation from Examples","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2305.15130","title":"On Degrees of Freedom in Defining and Testing Natural Language Understanding","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2308.02193","title":"Explaining Relation Classification Models with Semantic Extents","created":"2023-08-04","cited_by_count":1,"area":null},{"id":"2603.12094","title":"Human-Centred LLM Privacy Audits: Findings and Frictions","created":"2026-03-12","cited_by_count":1,"area":null},{"id":"2607.13305","title":"Accuracy Without Grounding: Diagnosing Visual Dependency Dissociation in Video LLM Benchmarks","created":"2026-07-14","cited_by_count":1,"area":null},{"id":"2209.11534","title":"An Interdisciplinary Perspective on Evaluation and Experimental Design for Visual Text Analytics: Position Paper","created":"2022-09-23","cited_by_count":0,"area":null},{"id":"2307.05775","title":"Weisfeiler and Leman Go Measurement Modeling: Probing the Validity of the WL Test","created":"2023-07-11","cited_by_count":0,"area":null},{"id":"2506.18213","title":"A Conceptual Framework for AI Capability Evaluations","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2511.04754","title":"Surprisal reveals diversity gaps in image captioning and different scorers change the story","created":"2025-11-06","cited_by_count":0,"area":null},{"id":"2610.05682","title":"Knowing the Rules, Applying the Rules: Evaluating Language Models on Traditional Chinese Bazi","created":"2026-10-05","cited_by_count":0,"area":null}],"next_cursor":null}