{"total":71,"rows":[{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373,"area":null},{"id":"2501.14249","title":"Humanity's Last Exam","created":"2025-01-24","cited_by_count":491,"area":null},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2211.13746","title":"Melting Pot 2.0","created":"2022-11-24","cited_by_count":40,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33,"area":null},{"id":"2504.16137","title":"Virology Capabilities Test (VCT): A Multimodal Virology Q&A Benchmark","created":"2025-04-21","cited_by_count":31,"area":null},{"id":"2405.01719","title":"Inherent Trade-Offs between Diversity and Stability in Multi-Task Benchmarks","created":"2024-05-02","cited_by_count":28,"area":null},{"id":"2209.13020","title":"Law Informs Code: A Legal Informatics Approach to Aligning Artificial Intelligence with Humans","created":"2022-09-14","cited_by_count":23,"area":null},{"id":"2410.20245","title":"Improving Model Evaluation using SMART Filtering of Benchmark Datasets","created":"2024-10-26","cited_by_count":21,"area":null},{"id":"2509.26574","title":"Probing the Critical Point (CritPt) of AI Reasoning: a Frontier Physics Research Benchmark","created":"2025-09-30","cited_by_count":21,"area":"lr"},{"id":"2606.26294","title":"The Red Queen G\\\"odel Machine: Co-Evolving Agents and Their Evaluators","created":"2026-06-24","cited_by_count":19,"area":"agents"},{"id":"2405.03207","title":"A Philosophical Introduction to Language Models - Part II: The Way Forward","created":"2024-05-06","cited_by_count":18,"area":null},{"id":"2210.05769","title":"Vote'n'Rank: Revision of Benchmarking with Social Choice Theory","created":"2022-10-11","cited_by_count":15,"area":null},{"id":"2412.06745","title":"ONEBench to Test Them All: Sample-Level Benchmarking Over Open-Ended Capabilities","created":"2024-12-09","cited_by_count":15,"area":null},{"id":"2502.09192","title":"Thinking beyond the anthropomorphic paradigm benefits LLM research","created":"2025-02-13","cited_by_count":14,"area":"lr"},{"id":"2605.12678","title":"No One Knows the State of the Art in Geospatial Foundation Models","created":"2026-05-12","cited_by_count":12,"area":null},{"id":"2210.12813","title":"TAPE: Assessing Few-shot Russian Language Understanding","created":"2022-10-23","cited_by_count":11,"area":null},{"id":"2406.03924","title":"Statistical Multicriteria Benchmarking via the GSD-Front","created":"2024-06-06","cited_by_count":11,"area":null},{"id":"2402.19472","title":"Efficient Lifelong Model Evaluation in an Era of Rapid Progress","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2410.18653","title":"Towards Better Open-Ended Text Generation: A Multicriteria Evaluation Framework","created":"2024-10-24","cited_by_count":9,"area":null},{"id":"2506.18082","title":"Statistical Multicriteria Evaluation of LLM-Generated Text","created":"2025-06-22","cited_by_count":9,"area":null},{"id":"2305.17048","title":"Intrinsic Self-Supervision for Data Quality Audits","created":"2023-05-26","cited_by_count":8,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2604.16403","title":"Computational Hermeneutics: Evaluating generative AI as a cultural technology","created":"2026-03-31","cited_by_count":8,"area":null},{"id":"2406.16801","title":"RES-Q: Evaluating Code-Editing Large Language Model Systems at the Repository Scale","created":"2024-06-24","cited_by_count":7,"area":null},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2603.16848","title":"Mediocrity is the key for LLM as a Judge Anchor Selection","created":"2026-03-17","cited_by_count":7,"area":null},{"id":"2407.04065","title":"On the Workflows and Smells of Leaderboard Operations (LBOps): An Exploratory Study of Foundation Model Leaderboards","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2410.03721","title":"Thematic Analysis with Open-Source Generative AI and Machine Learning: A New Method for Inductive Qualitative Codebook Development","created":"2024-09-28","cited_by_count":6,"area":null},{"id":"2405.04048","title":"Philosophy of Cognitive Science in the Age of Deep Learning","created":"2024-05-07","cited_by_count":5,"area":null},{"id":"2504.17544","title":"Auditing the Ethical Logic of Generative AI Models","created":"2025-04-24","cited_by_count":5,"area":null},{"id":"2503.07094","title":"A Novel Ophthalmic Benchmark for Evaluating Multimodal Large Language Models with Fundus Photographs and OCT Images","created":"2025-03-10","cited_by_count":4,"area":"mllm"},{"id":"2503.10837","title":"Lessons from the trenches on evaluating machine-learning systems in materials science","created":"2025-03-13","cited_by_count":4,"area":null},{"id":"2607.15190","title":"Can We Trust Item Response Theory for AI Evaluation?","created":"2026-07-16","cited_by_count":4,"area":null},{"id":"2505.00759","title":"Multimodal Language Models as Text-to-Image Model Evaluators","created":"2025-05-01","cited_by_count":3,"area":"mllm"},{"id":"2604.03244","title":"AI Evaluation Should Require Standardized Item-Level Data Releases","created":"2026-02-27","cited_by_count":3,"area":null},{"id":"2605.09826","title":"EnactToM: An Evolving Benchmark for Functional Theory of Mind in Embodied Agents","created":"2026-05-11","cited_by_count":3,"area":null},{"id":"2304.08486","title":"BenchMD: A Benchmark for Unified Learning on Medical Images and Sensors","created":"2023-04-17","cited_by_count":2,"area":null},{"id":"2410.23472","title":"Risk Sources and Risk Management Measures in Support of Standards for General-Purpose AI Systems","created":"2024-10-30","cited_by_count":2,"area":null},{"id":"2507.07931","title":"Meek Models Shall Inherit the Earth","created":"2025-07-10","cited_by_count":2,"area":null},{"id":"2511.04921","title":"AgentExpt: Automating AI Experiment Design with LLM-based Resource Retrieval Agent","created":"2025-11-07","cited_by_count":2,"area":"agents"},{"id":"2602.03344","title":"Robustness as an Emergent Property of Task Performance","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2606.17541","title":"Offline Preference-Based Trajectory Evaluation","created":"2026-06-16","cited_by_count":2,"area":"agents"},{"id":"2204.05617","title":"ASR in German: A Detailed Error Analysis","created":"2022-04-12","cited_by_count":1,"area":null},{"id":"2306.02889","title":"Operationalising the Definition of General Purpose AI Systems: Assessing Four Approaches","created":"2023-06-05","cited_by_count":1,"area":null},{"id":"2602.15327","title":"Prescriptive Scaling Reveals the Evolution of Language Model Capabilities","created":"2026-02-17","cited_by_count":1,"area":null},{"id":"2602.17106","title":"Toward Trustworthy Evaluation of Sustainability Rating Methodologies: A Human-AI Collaborative Framework for Benchmark Dataset Construction","created":"2026-02-19","cited_by_count":1,"area":null},{"id":"2603.12872","title":"CLARIN-PT-LDB: An Open LLM Leaderboard for Portuguese to assess Language, Culture and Civility","created":"2026-03-13","cited_by_count":1,"area":null},{"id":"2606.26429","title":"DualEval: Joint Model-Item Calibration for Unified LLM Evaluation","created":"2026-06-24","cited_by_count":1,"area":null},{"id":"2506.02213","title":"Quantum Ensembling Methods for Healthcare and Life Science","created":"2025-06-02","cited_by_count":0,"area":null},{"id":"2507.06434","title":"Deprecating Benchmarks: Criteria and Framework","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2509.25671","title":"The Flaw of Averages: Measuring Benchmark-Level Distributional Robustness","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2601.01878","title":"Theory Trace Card: Theory-Driven Socio-Cognitive Evaluation of LLMs","created":"2026-01-05","cited_by_count":0,"area":null},{"id":"2601.19099","title":"m2sv: A Scalable Benchmark for Map-to-Street-View Spatial Reasoning","created":"2026-01-27","cited_by_count":0,"area":"lr"},{"id":"2602.11674","title":"Benchmark Health Index: A Systematic Framework for Benchmarking the Benchmarks of LLMs","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2603.29075","title":"The Future of AI is Many, Not One","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.01957","title":"Diagnosing Translated Benchmarks: An Automated Quality Assurance Study of the EU20 Benchmark Suite","created":"2026-04-02","cited_by_count":0,"area":null},{"id":"2605.14164","title":"Unsteady Metrics and Benchmarking Cultures of AI Model Builders","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.17273","title":"Position: State-of-the-Art Claims Require State-of-the-Art Evidence","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2605.30104","title":"SEAL: Can Saturated Benchmarks Be Revived by LLM-as-a-Meta-Judge?","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2605.30916","title":"Welfare, Improvability, and Variance: A Principal-Agent Approach to Optimal Benchmark Item Aggregation","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2607.28503","title":"InfoOps Bench: A live information operations safety benchmark","created":"2026-07-30","cited_by_count":0,"area":null},{"id":"2608.15326","title":"The Benchmark Trap: Structures of Power and Injustice in AI Evaluations","created":"2026-08-15","cited_by_count":0,"area":null},{"id":"2608.24056","title":"PhysicsBench: A Unified Leaderboard for Generative and Predictive Models in Engineering Design and Simulation","created":"2026-08-25","cited_by_count":0,"area":null},{"id":"2609.05894","title":"The End of AI Exponentiation: Fluttering Inside and Outside AI Bubble","created":"2026-09-05","cited_by_count":0,"area":null},{"id":"2609.16592","title":"A Framework for Generating Valid Context-Specific Benchmarks through Expert Guidance","created":"2026-09-15","cited_by_count":0,"area":null},{"id":"2609.28610","title":"UltraBench 2: Towards Robust Evaluation of Vision Foundation Models on Ultrasound","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.28850","title":"RECLAIM: Can Agents Reproduce the Claims of Machine Learning Papers?","created":"2026-09-23","cited_by_count":0,"area":"agents"},{"id":"2609.35400","title":"Structural Alignment for Reliable Industrial AI: Bridging Physical Reality, Data, Models, and Human Intent","created":"2026-09-28","cited_by_count":0,"area":null}],"next_cursor":null}