{"total":40,"rows":[{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239,"area":null},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2207.10062","title":"DataPerf: Benchmarks for Data-Centric AI Development","created":"2022-07-20","cited_by_count":90,"area":null},{"id":"2310.00907","title":"The Participatory Turn in AI Design: Theoretical Foundations and the Current State of Practice","created":"2023-10-02","cited_by_count":87,"area":null},{"id":"2108.04308","title":"Do Datasets Have Politics? Disciplinary Values in Computer Vision Dataset Development","created":"2021-08-09","cited_by_count":85,"area":null},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80,"area":null},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2206.08931","title":"CrowdWorkSheets: Accounting for Individual and Collective Identities Underlying Crowdsourced Dataset Annotation","created":"2022-06-09","cited_by_count":59,"area":null},{"id":"2309.00035","title":"FACET: Fairness in Computer Vision Evaluation Benchmark","created":"2023-08-31","cited_by_count":58,"area":null},{"id":"2108.02922","title":"Mitigating Dataset Harms Requires Stewardship: Lessons from 1000 Papers","created":"2021-08-06","cited_by_count":49,"area":null},{"id":"2405.19479","title":"Participation in the age of foundation models","created":"2024-05-29","cited_by_count":32,"area":null},{"id":"2103.03399","title":"Representation Matters: Assessing the Importance of Subgroup Allocations in Training Data","created":"2021-03-05","cited_by_count":31,"area":null},{"id":"2407.08188","title":"Position: Measure Dataset Diversity, Don't Just Claim It","created":"2024-07-11","cited_by_count":26,"area":null},{"id":"2205.04460","title":"Rethinking Fairness: An Interdisciplinary Survey of Critiques of Hegemonic ML Fairness Approaches","created":"2022-05-06","cited_by_count":25,"area":null},{"id":"2208.11695","title":"Bugs in the Data: How ImageNet Misrepresents Biodiversity","created":"2022-08-24","cited_by_count":24,"area":null},{"id":"2109.08256","title":"Ethics Sheet for Automatic Emotion Recognition and Sentiment Analysis","created":"2021-09-17","cited_by_count":22,"area":null},{"id":"2402.14147","title":"Wikibench: Community-Driven Data Curation for AI Evaluation on Wikipedia","created":"2024-02-21","cited_by_count":18,"area":null},{"id":"2503.19075","title":"The Case for \"Thick Evaluations\" of Cultural Representation in AI","created":"2025-03-24","cited_by_count":17,"area":null},{"id":"2203.11242","title":"A survey on GANs for computer vision: Recent research, analysis and taxonomy","created":"2022-03-21","cited_by_count":15,"area":null},{"id":"2204.05151","title":"Metaethical Perspectives on 'Benchmarking' AI Ethics","created":"2022-04-11","cited_by_count":12,"area":null},{"id":"2205.04525","title":"Towards a multi-stakeholder value-based assessment framework for algorithmic systems","created":"2022-05-09","cited_by_count":12,"area":null},{"id":"2109.08131","title":"Studying Up Machine Learning Data: Why Talk About Bias When We Mean Power?","created":"2021-09-16","cited_by_count":11,"area":null},{"id":"2305.09072","title":"Skin Deep: Investigating Subjectivity in Skin Tone Annotations for Computer Vision Benchmark Datasets","created":"2023-05-15","cited_by_count":11,"area":null},{"id":"2306.09871","title":"Going public: the role of public participation approaches in commercial AI labs","created":"2023-06-16","cited_by_count":11,"area":null},{"id":"2205.13740","title":"Subverting machines, fluctuating identities: Re-learning human categorization","created":"2022-05-27","cited_by_count":10,"area":null},{"id":"2209.00692","title":"Making Intelligence: Ethical Values in IQ and ML Benchmarks","created":"2022-09-01","cited_by_count":10,"area":null},{"id":"2410.24100","title":"Benchmark Data Repositories for Better Benchmarking","created":"2024-10-31","cited_by_count":10,"area":null},{"id":"2604.16403","title":"Computational Hermeneutics: Evaluating generative AI as a cultural technology","created":"2026-03-31","cited_by_count":8,"area":null},{"id":"2104.00606","title":"Model Selection's Disparate Impact in Real-World Deep Learning Applications","created":"2021-04-01","cited_by_count":7,"area":null},{"id":"2202.12603","title":"Language technology practitioners as language managers: arbitrating data bias and predictive bias in ASR","created":"2022-02-25","cited_by_count":7,"area":null},{"id":"2407.04065","title":"On the Workflows and Smells of Leaderboard Operations (LBOps): An Exploratory Study of Foundation Model Leaderboards","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2407.01316","title":"Evaluating Model Performance Under Worst-case Subpopulations","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2407.08388","title":"On the attribution of confidence to large language models","created":"2024-07-11","cited_by_count":5,"area":null},{"id":"2411.00179","title":"What Makes An Expert? Reviewing How ML Researchers Define \"Expert\"","created":"2024-10-31","cited_by_count":4,"area":null},{"id":"2303.15592","title":"Uncovering Bias in Personal Informatics","created":"2023-03-27","cited_by_count":3,"area":null},{"id":"2206.01326","title":"Improving Fairness in Large-Scale Object Recognition by CrowdSourced Demographic Information","created":"2022-06-02","cited_by_count":2,"area":null},{"id":"2406.06407","title":"A Taxonomy of Challenges to Curating Fair Datasets","created":"2024-06-10","cited_by_count":2,"area":null},{"id":"2107.01824","title":"Exploring Data Pipelines through the Process Lens: a Reference Model forComputer Vision","created":"2021-07-05","cited_by_count":0,"area":null},{"id":"2306.06273","title":"Using Auxiliary Data to Boost Precision in the Analysis of A/B Tests on an Online Educational Platform: New Data and New Results","created":"2023-06-09","cited_by_count":0,"area":null},{"id":"2507.16033","title":"\"Just a strange pic\": Evaluating 'safety' in GenAI Image safety annotation tasks from diverse annotators' perspectives","created":"2025-07-21","cited_by_count":0,"area":null}],"next_cursor":null}