{"total":59,"rows":[{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2404.12241","title":"Introducing v0.5 of the AI Safety Benchmark from MLCommons","created":"2024-04-18","cited_by_count":62,"area":null},{"id":"2106.06052","title":"Dynaboard: An Evaluation-As-A-Service Platform for Holistic Next-Generation Benchmarking","created":"2021-05-21","cited_by_count":53,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2102.07750","title":"A Data Quality-Driven View of MLOps","created":"2021-02-15","cited_by_count":31,"area":null},{"id":"2405.01719","title":"Inherent Trade-Offs between Diversity and Stability in Multi-Task Benchmarks","created":"2024-05-02","cited_by_count":28,"area":null},{"id":"2106.05532","title":"How Robust are Model Rankings: A Leaderboard Customization Approach for Equitable Evaluation","created":"2021-06-10","cited_by_count":24,"area":null},{"id":"2201.10408","title":"An Algorithmic Framework for Bias Bounties","created":"2022-01-25","cited_by_count":21,"area":null},{"id":"2105.00303","title":"RATT: Leveraging Unlabeled Data to Guarantee Generalization","created":"2021-05-01","cited_by_count":20,"area":null},{"id":"2210.03165","title":"A Theory of Dynamic Benchmarks","created":"2022-10-06","cited_by_count":16,"area":null},{"id":"2510.23191","title":"The Benchmarking Epistemology: Validity Theory for Evaluating Machine Learning Models","created":"2025-10-27","cited_by_count":13,"area":null},{"id":"2606.08106","title":"PACE: Anytime-Valid Acceptance Tests for Self-Evolving Agents","created":"2026-06-06","cited_by_count":13,"area":null},{"id":"2203.06246","title":"An Uncommon Task: Participatory Design in Legal AI","created":"2022-03-08","cited_by_count":10,"area":null},{"id":"2402.19472","title":"Efficient Lifelong Model Evaluation in an Era of Rapid Progress","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2410.24100","title":"Benchmark Data Repositories for Better Benchmarking","created":"2024-10-31","cited_by_count":10,"area":null},{"id":"2412.03854","title":"What Do Machine Learning Researchers Mean by \"Reproducible\"?","created":"2024-12-05","cited_by_count":9,"area":null},{"id":"2102.13189","title":"Rip van Winkle's Razor: A Simple Estimate of Overfit to Test Data","created":"2021-02-25","cited_by_count":8,"area":null},{"id":"2402.02249","title":"Don't Label Twice: Quantity Beats Quality when Comparing Binary Classifiers on a Budget","created":"2024-02-03","cited_by_count":7,"area":null},{"id":"2605.05973","title":"Towards Reliable LLM Evaluation: Correcting the Winner's Curse in Adaptive Benchmarking","created":"2026-05-07","cited_by_count":7,"area":null},{"id":"2207.09960","title":"Measuring and signing fairness as performance under multiple stakeholder distributions","created":"2022-07-20","cited_by_count":6,"area":null},{"id":"2205.09986","title":"SafeNet: The Unreasonable Effectiveness of Ensembles in Private Collaborative Learning","created":"2022-05-20","cited_by_count":5,"area":null},{"id":"2506.19540","title":"Overtuning in Hyperparameter Optimization","created":"2025-06-24","cited_by_count":5,"area":null},{"id":"2507.08983","title":"Exploiting Leaderboards for Large-Scale Distribution of Malicious Models","created":"2025-07-11","cited_by_count":5,"area":null},{"id":"2105.08266","title":"Label Inference Attacks from Log-loss Scores","created":"2021-05-18","cited_by_count":4,"area":null},{"id":"2205.13681","title":"Sequential Nature of Recommender Systems Disrupts the Evaluation Process","created":"2022-05-26","cited_by_count":3,"area":null},{"id":"2603.08371","title":"Leaderboard Incentives: Model Rankings under Strategic Post-Training","created":"2026-03-09","cited_by_count":3,"area":null},{"id":"2303.07272","title":"Inventing a coin-flip classifier: Accounting for multiplicity in machine learning benchmark performance","created":"2023-03-10","cited_by_count":2,"area":null},{"id":"2304.06337","title":"Computational modeling of semantic change","created":"2023-04-13","cited_by_count":2,"area":null},{"id":"2210.05038","title":"Fighting FIRe with FIRE: Assessing the Validity of Text-to-Video Retrieval Benchmarks","created":"2022-10-10","cited_by_count":1,"area":null},{"id":"2303.17786","title":"Attention is Not Always What You Need: Towards Efficient Classification of Domain-Specific Text","created":"2023-03-31","cited_by_count":1,"area":null},{"id":"2402.10795","title":"Diversified Ensembling: An Experiment in Crowdsourced Machine Learning","created":"2024-02-16","cited_by_count":1,"area":null},{"id":"2503.10003","title":"Does Prior Data Matter? Exploring Joint Training in the Context of Few-Shot Class-Incremental Learning","created":"2025-03-13","cited_by_count":1,"area":null},{"id":"2506.11336","title":"The Sample Complexity of Parameter-Free Stochastic Convex Optimization","created":"2025-06-12","cited_by_count":1,"area":null},{"id":"2512.21080","title":"LLM Personas as a Substitute for Field Experiments in Method Benchmarking","created":"2025-12-24","cited_by_count":1,"area":null},{"id":"2603.10742","title":"A Grammar of Machine Learning Workflows: Rejecting Data Leakage at Call Time","created":"2026-03-11","cited_by_count":1,"area":null},{"id":"2605.23628","title":"How Hard is it to Rig a Benchmark? A Social Choice Analysis of Leaderboard Robustness","created":"2026-05-22","cited_by_count":1,"area":null},{"id":"2606.03544","title":"SAGE: A Quantitative Evaluation of Socialized Evolution in Agent Ecosystems","created":"2026-06-02","cited_by_count":1,"area":null},{"id":"2606.11417","title":"Signed Compression Progress on a Sealed Audit is Goodhart-Resistant","created":"2026-06-09","cited_by_count":1,"area":null},{"id":"2608.07303","title":"Winning by Peeking: Unenforced Budgets and Test-Set Selection Inflate Short-Budget AutoML Comparisons","created":"2026-08-07","cited_by_count":1,"area":null},{"id":"2609.04871","title":"AutoLR: Automating the Path from Research to Launch Review in Industrial Recommender Systems","created":"2026-09-04","cited_by_count":1,"area":null},{"id":"2203.11377","title":"Sequential algorithmic modification with test data reuse","created":"2022-03-21","cited_by_count":0,"area":null},{"id":"2204.08809","title":"Making Progress Based on False Discoveries","created":"2022-04-19","cited_by_count":0,"area":null},{"id":"2302.07872","title":"Data-Centric Governance","created":"2023-02-14","cited_by_count":0,"area":null},{"id":"2310.02563","title":"Practical, Private Assurance of the Value of Collaboration via Fully Homomorphic Encryption","created":"2023-10-04","cited_by_count":0,"area":null},{"id":"2401.13693","title":"Challenge design roadmap","created":"2024-01-15","cited_by_count":0,"area":null},{"id":"2409.19104","title":"Responsible AI in Open Ecosystems: Reconciling Innovation with Risk Assessment and Disclosure","created":"2024-09-27","cited_by_count":0,"area":null},{"id":"2509.02391","title":"Gaming and Cooperation in Federated Learning: What Can Happen and How to Monitor It","created":"2025-09-02","cited_by_count":0,"area":null},{"id":"2510.01687","title":"Improving AGI Evaluation: A Data Science Perspective","created":"2025-10-02","cited_by_count":0,"area":null},{"id":"2603.05175","title":"Incentive Aware AI Regulations: A Credal Characterisation","created":"2026-03-05","cited_by_count":0,"area":null},{"id":"2603.07319","title":"ShakyPrepend: A Multi-Group Learner with Improved Sample Complexity","created":"2026-03-07","cited_by_count":0,"area":null},{"id":"2605.24558","title":"Position: AI for Science Should Treat Measurement-to-Dataset Pipelines as Inference Components","created":"2026-05-23","cited_by_count":0,"area":null},{"id":"2606.17005","title":"Bayesian Inference and Decision Audits for Public Archives of Frontier AI Evaluations","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2608.08722","title":"Gaming Without an Attacker: Benchmark Fingerprinting in LLM-Driven Search Under Selection Pressure","created":"2026-08-09","cited_by_count":0,"area":null},{"id":"2609.22259","title":"Which Part of the Context Layer Does the Work? Separating Semantic Content from Retrieval Scaffolding in Text-to-SQL Agents","created":"2026-09-06","cited_by_count":0,"area":null},{"id":"2609.28177","title":"How Sensitive Are LLM Leaderboard Claims to Hidden Model Selection?","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.32109","title":"How Reusable Are Benchmarks with Richer Feedback?","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.33180","title":"Which Self-Improvements Should We Trust? Reliable Self-Improvement When Agents Reuse Their Benchmarks","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2610.00993","title":"The Price of Correlated Tests: How Strict Should a Model Release Gate Be?","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.18813","title":"Self-Evolving Agent Harness","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}