{"total":147,"rows":[{"id":"2505.08775","title":"HealthBench: Evaluating Large Language Models Towards Improved Human Health","created":"2025-05-13","cited_by_count":429,"area":null},{"id":"2504.02605","title":"Multi-SWE-bench: A Multilingual Benchmark for Issue Resolving","created":"2025-04-03","cited_by_count":171,"area":null},{"id":"2506.13651","title":"xbench: Tracking Agents Productivity Scaling with Profession-Aligned Real-World Evaluations","created":"2025-06-16","cited_by_count":120,"area":null},{"id":"2507.09089","title":"Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity","created":"2025-07-12","cited_by_count":101,"area":null},{"id":"2504.17192","title":"Paper2Code: Automating Code Generation from Scientific Papers in Machine Learning","created":"2025-04-24","cited_by_count":70,"area":null},{"id":"2509.26603","title":"DeepScientist: Advancing Frontier-Pushing Scientific Findings Progressively","created":"2025-09-30","cited_by_count":63,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2510.07284","title":"Online Rubrics Elicitation from Pairwise Comparisons","created":"2025-10-08","cited_by_count":46,"area":null},{"id":"2509.24002","title":"MCPMark: A Benchmark for Stress-Testing Realistic and Comprehensive MCP Use","created":"2025-09-28","cited_by_count":39,"area":null},{"id":"2505.24785","title":"EXP-Bench: Can AI Conduct AI Research Experiments?","created":"2025-05-30","cited_by_count":37,"area":null},{"id":"2506.02314","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","created":"2025-06-02","cited_by_count":36,"area":null},{"id":"2505.20662","title":"AutoReproduce: Automatic AI Experiment Reproduction with Paper Lineage","created":"2025-05-27","cited_by_count":32,"area":null},{"id":"2601.14525","title":"Towards Execution-Grounded Automated AI Research","created":"2026-01-20","cited_by_count":28,"area":null},{"id":"2505.11855","title":"When AI Co-Scientists Fail: SPOT-a Benchmark for Automated Verification of Scientific Research","created":"2025-05-17","cited_by_count":26,"area":null},{"id":"2510.05096","title":"Paper2Video: Automatic Video Generation from Scientific Papers","created":"2025-10-06","cited_by_count":24,"area":null},{"id":"2510.18941","title":"ProfBench: Multi-Domain Rubrics requiring Professional Knowledge to Answer and Judge","created":"2025-10-21","cited_by_count":24,"area":null},{"id":"2602.03828","title":"AutoFigure: Generating and Refining Publication-Ready Scientific Illustrations","created":"2026-02-03","cited_by_count":23,"area":null},{"id":"2604.05550","title":"AutoSOTA: An End-to-End Automated Research System for State-of-the-Art AI Model Discovery","created":"2026-04-07","cited_by_count":23,"area":null},{"id":"2606.07682","title":"SWE-Marathon: Can Agents Autonomously Complete Ultra-Long-Horizon Software Work?","created":"2026-06-05","cited_by_count":23,"area":null},{"id":"2606.11926","title":"Toward Generalist Autonomous Research via Hypothesis-Tree Refinement","created":"2026-06-10","cited_by_count":22,"area":null},{"id":"2506.01372","title":"AI Scientists Fail Without Strong Implementation Capability","created":"2025-06-02","cited_by_count":21,"area":null},{"id":"2604.19341","title":"Structured Scaling of AI Discovery Across Diverse Scientific Domains","created":"2026-04-21","cited_by_count":21,"area":null},{"id":"2510.26787","title":"Remote Labor Index: Measuring AI Automation of Remote Work","created":"2025-10-30","cited_by_count":20,"area":null},{"id":"2604.06169","title":"In-Place Test-Time Training","created":"2026-04-07","cited_by_count":20,"area":null},{"id":"2505.21577","title":"RepoMaster: Autonomous Exploration and Understanding of GitHub Repositories for Complex Task Solving","created":"2025-05-27","cited_by_count":19,"area":null},{"id":"2509.16198","title":"RPG: A Repository Planning Graph for Unified and Scalable Codebase Generation","created":"2025-09-19","cited_by_count":19,"area":null},{"id":"2604.24658","title":"The Last Human-Written Paper: Agent-Native Research Artifacts","created":"2026-04-27","cited_by_count":16,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2507.23276","title":"How Far Are AI Scientists from Changing the World?","created":"2025-07-31","cited_by_count":15,"area":null},{"id":"2505.17968","title":"Are Large Language Models Reliable AI Scientists? Assessing Reverse-Engineering of Black-Box Systems","created":"2025-05-23","cited_by_count":14,"area":null},{"id":"2505.20538","title":"AstroVisBench: A Code Benchmark for Scientific Computing and Visualization in Astronomy","created":"2025-05-26","cited_by_count":13,"area":null},{"id":"2507.21184","title":"Can Language Models Discover Scaling Laws?","created":"2025-07-27","cited_by_count":13,"area":null},{"id":"2606.05080","title":"AutoLab: Can Frontier Models Solve Long-Horizon Auto Research and Engineering Tasks?","created":"2026-06-03","cited_by_count":13,"area":null},{"id":"2507.23701","title":"TextQuests: How Good are LLMs at Text-Based Video Games?","created":"2025-07-31","cited_by_count":12,"area":null},{"id":"2510.25506","title":"Reflections on the Reproducibility of Commercial LLM Performance in Empirical Software Engineering Studies","created":"2025-10-29","cited_by_count":12,"area":null},{"id":"2511.04583","title":"Jr. AI Scientist and Its Risk Report: Autonomous Scientific Exploration from a Baseline Paper","created":"2025-11-06","cited_by_count":12,"area":null},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2604.06996","title":"Self-Preference Bias in Rubric-Based Evaluation of Large Language Models","created":"2026-04-08","cited_by_count":11,"area":null},{"id":"2605.18661","title":"AI for Auto-Research: Roadmap & User Guide","created":"2026-05-18","cited_by_count":11,"area":null},{"id":"2508.16671","title":"Reflective Paper-to-Code Reproduction Enabled by Fine-Grained Verification","created":"2025-08-21","cited_by_count":10,"area":null},{"id":"2605.19156","title":"How Far Are We From True Auto-Research?","created":"2026-05-18","cited_by_count":10,"area":null},{"id":"2605.23204","title":"AutoResearch AI: Towards AI-Powered Research Automation for Scientific Discovery","created":"2026-05-22","cited_by_count":10,"area":null},{"id":"2607.27191","title":"Can AI agents conduct open-ended AI research? Early evidence from two case studies","created":"2026-07-29","cited_by_count":10,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2506.08134","title":"Position: The ML Community Must Build an AI-Augmented Peer-Review Ecosystem","created":"2025-06-09","cited_by_count":9,"area":null},{"id":"2507.17186","title":"FinGAIA: A Chinese Benchmark for AI Agents in Real-World Financial Domain","created":"2025-07-23","cited_by_count":9,"area":null},{"id":"2603.03992","title":"Measuring AI R&D Automation","created":"2026-03-04","cited_by_count":9,"area":null},{"id":"2608.13331","title":"Training AI Scientists to Replicate Research","created":"2026-08-13","cited_by_count":9,"area":null},{"id":"2512.05356","title":"AI & Human Co-Improvement for Safer Co-Superintelligence","created":"2025-12-05","cited_by_count":8,"area":null},{"id":"2601.04390","title":"SciFig: Towards Automating Editable Figure Generation for Scientific Papers","created":"2026-01-07","cited_by_count":8,"area":null},{"id":"2603.23522","title":"Qworld: Question-Specific Evaluation Criteria for LLMs","created":"2026-03-06","cited_by_count":8,"area":null},{"id":"2605.16616","title":"MLReplicate: Benchmarking Autonomous Research Systems for Machine Learning Reproducibility","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2512.20111","title":"ABBEL: Learning Natural-Language Belief States for Memory-Efficient Interaction","created":"2025-12-23","cited_by_count":7,"area":null},{"id":"2506.08762","title":"EDINET-Bench: Evaluating LLMs on Complex Financial Tasks using Japanese Financial Statements","created":"2025-06-10","cited_by_count":6,"area":null},{"id":"2507.19477","title":"Advancing Event Forecasting through Massive Training of Large Language Models: Challenges, Solutions, and Broader Impacts","created":"2025-07-25","cited_by_count":6,"area":null},{"id":"2512.22145","title":"Pre-review to Peer review: Pitfalls of Automating Reviews using Large Language Models","created":"2025-12-14","cited_by_count":6,"area":null},{"id":"2603.01801","title":"What Papers Don't Tell You: Recovering Tacit Knowledge for Automated Paper Reproduction","created":"2026-03-02","cited_by_count":6,"area":null},{"id":"2509.20374","title":"CFDLLMBench: A Benchmark Suite for Evaluating Large Language Models in Computational Fluid Dynamics","created":"2025-09-19","cited_by_count":5,"area":null},{"id":"2603.29020","title":"Emergence WebVoyager: Toward Consistent and Transparent Evaluation of (Web) Agents in The Wild","created":"2026-03-30","cited_by_count":5,"area":null},{"id":"2605.25240","title":"JudgmentBench: Comparing Rubric and Preference Evaluation for Quality Assessment","created":"2026-05-24","cited_by_count":5,"area":null},{"id":"2505.24302","title":"ScienceMeter: Tracking Scientific Knowledge Updates in Language Models","created":"2025-05-30","cited_by_count":4,"area":null},{"id":"2510.24891","title":"Idea2Plan: Exploring AI-Powered Research Planning","created":"2025-10-28","cited_by_count":4,"area":null},{"id":"2605.22662","title":"Claw AI Lab: An Autonomous Multi-Agent Research Team","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2606.08625","title":"From Holistic Evaluation to Structured Criteria: Rubrics Across the Evolving LLM Landscape","created":"2026-06-07","cited_by_count":4,"area":null},{"id":"2606.24177","title":"Agon: An Autonomous Large-Scale Omnidisciplinary Research System Built on Prompt Economy","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2608.17271","title":"ASI-Bench: At the Dawn of Artificial Superintelligence","created":"2026-08-18","cited_by_count":4,"area":null},{"id":"2609.19134","title":"ScienceIDE: Turning World's Scientific Codebase into Agent Learnable Environments","created":"2026-09-16","cited_by_count":4,"area":null},{"id":"2512.00742","title":"On the Regulatory Potential of User Interfaces for AI Agent Governance","created":"2025-11-30","cited_by_count":3,"area":null},{"id":"2601.09876","title":"Patient-Similarity Cohort Reasoning in Clinical Text-to-SQL","created":"2026-01-14","cited_by_count":3,"area":null},{"id":"2605.22343","title":"Sibyl-AutoResearch: Autonomous Research Needs Self-Evolving Trial-and-Error Harnesses, Not Paper Generators","created":"2026-05-21","cited_by_count":3,"area":null},{"id":"2608.09538","title":"TCS-BENCH: Benchmarking State-of-the-Art Generative AI Theoretical Computer Science Research Ability","created":"2026-08-10","cited_by_count":3,"area":null},{"id":"2609.15973","title":"Discovery Foundation Models: Toward Open-Ended Discovery Intelligence","created":"2026-09-14","cited_by_count":3,"area":null},{"id":"2510.11595","title":"Reproducibility: The New Frontier in AI Governance","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2512.12220","title":"TechImage-Bench: Rubric-Based Evaluation for Technical Image Generation","created":"2025-12-13","cited_by_count":2,"area":null},{"id":"2603.30038","title":"Benchmarking PhD-Level Coding in 3D Geometric Computer Vision","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2604.04074","title":"FactReview: Evidence-Grounded Peer Review with Execution-Based Claim Verification","created":"2026-04-05","cited_by_count":2,"area":null},{"id":"2607.02931","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","created":"2026-07-03","cited_by_count":2,"area":null},{"id":"2607.10522","title":"Towards Autonomous and Auditable Medical Imaging Model Development","created":"2026-07-12","cited_by_count":2,"area":null},{"id":"2607.25090","title":"Matryoshka Agent: Unfolding Sub-Agents for Long-Horizon Machine Learning Engineering","created":"2026-07-27","cited_by_count":2,"area":null},{"id":"2608.09666","title":"Open Evaluation Agent: Efficient and Promptable Evaluation of Visual Generative Models","created":"2026-08-10","cited_by_count":2,"area":null},{"id":"2608.19072","title":"What is Missing from AI Post-Training AI: An Empirical Analysis","created":"2026-08-19","cited_by_count":2,"area":null},{"id":"2609.02749","title":"Repo-To-Skill: Distilling GitHub Repositories Into AI4AI Skills","created":"2026-09-02","cited_by_count":2,"area":null},{"id":"2609.06396","title":"MetaRSI / RSI2: A Meta-Recursive Self-Improving System for Recursive Self-Improving Systems Themselves","created":"2026-09-06","cited_by_count":2,"area":null},{"id":"2512.02812","title":"Enhancing Automated Paper Reproduction via Prompt-Free Collaborative Agents","created":"2025-12-02","cited_by_count":1,"area":null},{"id":"2602.00052","title":"AI-assisted Protocol Information Extraction For Improved Accuracy and Efficiency in Clinical Trial Workflows","created":"2026-01-19","cited_by_count":1,"area":null},{"id":"2602.21143","title":"A Benchmark for Deep Information Synthesis","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.01421","title":"SciDER: Scientific Data-centric End-to-end Researcher","created":"2026-03-02","cited_by_count":1,"area":null},{"id":"2603.20667","title":"REVERE: Reflective Evolving Research Engineer","created":"2026-03-21","cited_by_count":1,"area":null},{"id":"2604.04324","title":"RESCORE: LLM-Driven Simulation Recovery in Control Systems Research Papers","created":"2026-04-06","cited_by_count":1,"area":null},{"id":"2605.16364","title":"WASIL: In-the-Wild Arabic Spoken Interactions with LLMs","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2607.28631","title":"Can AI Evaluate AI Scientists? A Benchmarking Study of Autonomous Research Generation Systems Using Automated Multi-Model Review","created":"2026-04-18","cited_by_count":1,"area":null},{"id":"2608.03501","title":"Can LLM design high-quality experiments? A Comprehensive and Systematic Benchmark on Autonomous Experimental Design","created":"2026-08-04","cited_by_count":1,"area":null},{"id":"2608.11341","title":"Apodex Discovery: Reality Benchmarks and Environments for Evaluating and Building Discoverative Artificial Intelligence","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2608.12788","title":"ARAC: Benchmarking Auto-Research's Alignment and Completeness on End-to-End Researchs","created":"2026-08-13","cited_by_count":1,"area":null},{"id":"2608.13558","title":"OmniScientist: An Omni-Modal Omni-Discipline AI Scientist","created":"2026-08-13","cited_by_count":1,"area":null},{"id":"2608.24979","title":"FrontierChallenge: Evaluating Scientific Workflow Completion","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2608.30165","title":"Science sandboxes measure the scientific capability of AI agents","created":"2026-08-31","cited_by_count":1,"area":null},{"id":"2609.05141","title":"SciDocBench: A Workflow-Centered Benchmark and Data Pipeline for Scientific Document Understanding","created":"2026-09-04","cited_by_count":1,"area":null},{"id":"2609.09219","title":"Scores Alone Do Not Prove Discovery: The Discovery Certification Protocol for Auditing AI Research Agents","created":"2026-09-07","cited_by_count":1,"area":null},{"id":"2609.13437","title":"LabAgent: Customize Any Research Hubs for Scientific Discoveries Using AI Agents","created":"2026-09-11","cited_by_count":1,"area":null}],"next_cursor":"100"}