{"total":55,"rows":[{"id":"2504.01848","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","created":"2025-04-02","cited_by_count":321,"area":null},{"id":"2503.14443","title":"EnvBench: A Benchmark for Automated Environment Setup","created":"2025-03-18","cited_by_count":36,"area":null},{"id":"2506.02314","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","created":"2025-06-02","cited_by_count":36,"area":null},{"id":"2505.20662","title":"AutoReproduce: Automatic AI Experiment Reproduction with Paper Lineage","created":"2025-05-27","cited_by_count":32,"area":null},{"id":"2505.11855","title":"When AI Co-Scientists Fail: SPOT-a Benchmark for Automated Verification of Scientific Research","created":"2025-05-17","cited_by_count":26,"area":null},{"id":"2606.07682","title":"SWE-Marathon: Can Agents Autonomously Complete Ultra-Long-Horizon Software Work?","created":"2026-06-05","cited_by_count":23,"area":null},{"id":"2506.01372","title":"AI Scientists Fail Without Strong Implementation Capability","created":"2025-06-02","cited_by_count":21,"area":null},{"id":"2503.01811","title":"AutoAdvExBench: Benchmarking autonomous exploitation of adversarial example defenses","created":"2025-03-03","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2507.23276","title":"How Far Are AI Scientists from Changing the World?","created":"2025-07-31","cited_by_count":15,"area":null},{"id":"2511.04583","title":"Jr. AI Scientist and Its Risk Report: Autonomous Scientific Exploration from a Baseline Paper","created":"2025-11-06","cited_by_count":12,"area":null},{"id":"2603.01203","title":"How Well Does Agent Development Reflect Real-World Work?","created":"2026-03-01","cited_by_count":10,"area":null},{"id":"2605.19156","title":"How Far Are We From True Auto-Research?","created":"2026-05-18","cited_by_count":10,"area":null},{"id":"2605.23204","title":"AutoResearch AI: Towards AI-Powered Research Automation for Scientific Discovery","created":"2026-05-22","cited_by_count":10,"area":null},{"id":"2607.27191","title":"Can AI agents conduct open-ended AI research? Early evidence from two case studies","created":"2026-07-29","cited_by_count":10,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2608.13331","title":"Training AI Scientists to Replicate Research","created":"2026-08-13","cited_by_count":9,"area":null},{"id":"2503.01424","title":"From Hypothesis to Publication: A Comprehensive Survey of AI-Driven Research Support Systems","created":"2025-03-03","cited_by_count":8,"area":null},{"id":"2605.16616","title":"MLReplicate: Benchmarking Autonomous Research Systems for Machine Learning Reproducibility","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2608.06352","title":"CalibForge: Adversarial Solver Calibration for Scaling Learnable Terminal Tasks","created":"2026-08-06","cited_by_count":8,"area":null},{"id":"2509.20374","title":"CFDLLMBench: A Benchmark Suite for Evaluating Large Language Models in Computational Fluid Dynamics","created":"2025-09-19","cited_by_count":5,"area":null},{"id":"2601.22859","title":"MEnvAgent: Scalable Polyglot Environment Construction for Verifiable Software Engineering","created":"2026-01-30","cited_by_count":4,"area":null},{"id":"2606.26158","title":"Life After Benchmark Saturation: A Case Study of CORE-Bench","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2608.17271","title":"ASI-Bench: At the Dawn of Artificial Superintelligence","created":"2026-08-18","cited_by_count":4,"area":null},{"id":"2609.19134","title":"ScienceIDE: Turning World's Scientific Codebase into Agent Learnable Environments","created":"2026-09-16","cited_by_count":4,"area":null},{"id":"2604.15664","title":"Stargazer: A Scalable Model-Fitting Benchmark Environment for AI Agents under Astrophysical Constraints","created":"2026-04-17","cited_by_count":3,"area":null},{"id":"2606.14516","title":"Every Eval Ever: A Unifying Schema and Community Repository for AI Evaluation Results","created":"2026-06-12","cited_by_count":3,"area":null},{"id":"2603.00058","title":"PaperRepro: Automated Computational Reproducibility Assessment for Social Science Papers","created":"2026-02-10","cited_by_count":2,"area":null},{"id":"2603.30038","title":"Benchmarking PhD-Level Coding in 3D Geometric Computer Vision","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2604.04074","title":"FactReview: Evidence-Grounded Peer Review with Execution-Based Claim Verification","created":"2026-04-05","cited_by_count":2,"area":null},{"id":"2607.02931","title":"VERITAS: Towards a General-Purpose Replication Tool for Scientific Research","created":"2026-07-03","cited_by_count":2,"area":null},{"id":"2607.10522","title":"Towards Autonomous and Auditable Medical Imaging Model Development","created":"2026-07-12","cited_by_count":2,"area":null},{"id":"2603.20667","title":"REVERE: Reflective Evolving Research Engineer","created":"2026-03-21","cited_by_count":1,"area":null},{"id":"2604.13201","title":"InfiniteScienceGym: An Unbounded, Procedurally-Generated Benchmark for Scientific Analysis","created":"2026-04-14","cited_by_count":1,"area":null},{"id":"2607.02134","title":"Coding-agents can replicate scientific machine learning papers","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2608.24291","title":"ReproAgent: Contract-Guided Paper-to-Code Reproduction","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2608.24979","title":"FrontierChallenge: Evaluating Scientific Workflow Completion","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2601.06158","title":"PsyAgent: Constructing Human-like Agents Based on Psychological Modeling and Contextual Interaction","created":"2026-01-06","cited_by_count":0,"area":null},{"id":"2601.09753","title":"Critically Engaged Pragmatism: Scientific Norm and Social, Pragmatist Epistemology for AI Science Evaluation Tools","created":"2026-01-13","cited_by_count":0,"area":null},{"id":"2601.14429","title":"Measuring the State of Open Science in Transportation Using Large Language Models","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2604.19606","title":"AblateCell: A Reproduce-then-Ablate Agent for Virtual Cell Repositories","created":"2026-04-21","cited_by_count":0,"area":null},{"id":"2605.16902","title":"ArtifactLinker: Linking Scientific Artifacts for Automatic State-of-the-Art Discovery","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2607.12113","title":"Toward Trustworthy Autonomous Science: A Two-Year Community Roadmap","created":"2026-07-13","cited_by_count":0,"area":null},{"id":"2609.02067","title":"ToolGate: An Executable Acceptance Pipeline for Tool-Dependent Scientific Benchmark Construction","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.08196","title":"Qiushi Engine on AstaBench E2E-Bench-Hard","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.11018","title":"Defining AI Agents: A Compendium of Criteria, Metrics, and Benchmarks","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.15096","title":"OpenAI4S: Code as Action, Science as Sessions","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.33012","title":"When Pair Count Is Not the Sample Size: What All-Pairs Agent Comparisons Estimate","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.35182","title":"Research-Native by Construction: Minimal Nodes, Re-verifiable Workflows, and Compounding Memory for Long-Horizon Scientific Agents","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.00074","title":"K-Dense BYOK: An Open-Source AI Research Assistant That Runs Locally and Keeps a Hash-Chained Lab Notebook","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2610.06825","title":"PlotGround: Grounding Plot Digitization in Real Scientific Figures and Their Source Data","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.07614","title":"BioStudyBench: Evaluating Agents on Post-Cutoff Biomedical Studies","created":"2026-10-06","cited_by_count":0,"area":null},{"id":"2610.16297","title":"SLDBench v2: Active Scaling Law Discovery","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.18088","title":"ResearchFlow-Eval: Tracing the Execution Gap in End-to-End Multi-Claim Autoresearch","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.18449","title":"Autonomous Science Bench: Evaluating AI Agents for Autonomous Scientific Discovery","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}