{"total":109,"rows":[{"id":"2501.04227","title":"Agent Laboratory: Using LLM Agents as Research Assistants","created":"2025-01-08","cited_by_count":425,"area":"agents"},{"id":"2409.04109","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","created":"2024-09-06","cited_by_count":363,"area":"agents"},{"id":"2410.05080","title":"ScienceAgentBench: Toward Rigorous Assessment of Language Agents for Data-Driven Scientific Discovery","created":"2024-10-07","cited_by_count":235,"area":"agents"},{"id":"2409.11363","title":"CORE-Bench: Fostering the Credibility of Published Research Through a Computational Reproducibility Agent Benchmark","created":"2024-09-17","cited_by_count":123,"area":"agents"},{"id":"2503.00096","title":"BixBench: a Comprehensive Benchmark for LLM-based Agents in Computational Biology","created":"2025-02-28","cited_by_count":89,"area":"agents"},{"id":"2503.18102","title":"AgentRxiv: Towards Collaborative Autonomous Research","created":"2025-03-23","cited_by_count":72,"area":null},{"id":"2504.10415","title":"LLM-SRBench: A New Benchmark for Scientific Equation Discovery with Large Language Models","created":"2025-04-14","cited_by_count":71,"area":null},{"id":"2605.18747","title":"Code as Agent Harness","created":"2026-05-18","cited_by_count":47,"area":"agents"},{"id":"2502.09858","title":"Automated Hypothesis Validation with Agentic Sequential Falsifications","created":"2025-02-14","cited_by_count":44,"area":"agents"},{"id":"2505.14738","title":"R&D-Agent: An LLM-Agent Framework Towards Autonomous Data Science","created":"2025-05-20","cited_by_count":41,"area":"agents"},{"id":"2505.24785","title":"EXP-Bench: Can AI Conduct AI Research Experiments?","created":"2025-05-30","cited_by_count":37,"area":null},{"id":"2507.00310","title":"AutoDiscovery: Open-ended Scientific Discovery via Bayesian Surprise","created":"2025-06-30","cited_by_count":33,"area":null},{"id":"2504.09702","title":"MLRC-Bench: Can Language Agents Solve Machine Learning Research Challenges?","created":"2025-04-13","cited_by_count":28,"area":"agents"},{"id":"2601.14525","title":"Towards Execution-Grounded Automated AI Research","created":"2026-01-20","cited_by_count":28,"area":null},{"id":"2412.21154","title":"Aviary: training language agents on challenging scientific tasks","created":"2024-12-30","cited_by_count":26,"area":"agents"},{"id":"2504.12976","title":"Sparks of Science: Hypothesis Generation Using Structured Paper Data","created":"2025-04-17","cited_by_count":25,"area":null},{"id":"2503.06664","title":"Exploring LLM Agents for Cleaning Tabular Machine Learning Datasets","created":"2025-03-09","cited_by_count":20,"area":"agents"},{"id":"2602.02905","title":"FIRE-Bench: Evaluating AI Agents on the Rediscovery of Scientific Insights","created":"2026-02-02","cited_by_count":16,"area":"agents"},{"id":"2510.10909","title":"PaperArena: An Evaluation Benchmark for Tool-Augmented Agentic Reasoning on Scientific Literature","created":"2025-10-13","cited_by_count":15,"area":"lr"},{"id":"2508.02276","title":"CellForge: Agentic Design of Virtual Cell Models","created":"2025-08-04","cited_by_count":13,"area":"agents"},{"id":"2601.01678","title":"HeurekaBench: A Benchmarking Framework for AI Co-scientist","created":"2026-01-04","cited_by_count":12,"area":"lr"},{"id":"2506.08140","title":"AutoSDT: Scaling Data-Driven Discovery Tasks Toward Open Co-Scientists","created":"2025-06-09","cited_by_count":11,"area":null},{"id":"2509.25084","title":"Scaling Generalist Data-Analytic Agents","created":"2025-09-29","cited_by_count":11,"area":"agents"},{"id":"2510.23045","title":"A Survey of AI Scientists","created":"2025-10-27","cited_by_count":11,"area":null},{"id":"2605.18661","title":"AI for Auto-Research: Roadmap & User Guide","created":"2026-05-18","cited_by_count":11,"area":null},{"id":"2603.01203","title":"How Well Does Agent Development Reflect Real-World Work?","created":"2026-03-01","cited_by_count":10,"area":null},{"id":"2605.23204","title":"AutoResearch AI: Towards AI-Powered Research Automation for Scientific Discovery","created":"2026-05-22","cited_by_count":10,"area":null},{"id":"2605.26087","title":"DiscoverPhysics: Benchmarking LLMs for Out-of-the-Box Scientific Thinking","created":"2026-05-25","cited_by_count":10,"area":"lr"},{"id":"2507.11810","title":"Evolving Roles of LLMs in Scientific Innovation: Assistant, Collaborator, Scientist, and Evaluator","created":"2025-07-16","cited_by_count":9,"area":null},{"id":"2508.06960","title":"DatasetResearch: Benchmarking Agent Systems for Demand-Driven Dataset Discovery","created":"2025-08-09","cited_by_count":9,"area":"agents"},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2608.13331","title":"Training AI Scientists to Replicate Research","created":"2026-08-13","cited_by_count":9,"area":null},{"id":"2505.16100","title":"BioDSA-1K: Benchmarking Data Science Agents for Biomedical Research","created":"2025-05-22","cited_by_count":8,"area":"agents"},{"id":"2604.09554","title":"LABBench2: An Improved Benchmark for AI Systems Performing Biology Research","created":"2026-02-04","cited_by_count":8,"area":null},{"id":"2608.14905","title":"How Do Agents Fail on AutoResearch: End-to-End Diagnostic Evaluation on 100 Real-World Frontier Research Tasks","created":"2026-08-14","cited_by_count":8,"area":"agents"},{"id":"2506.19794","title":"Why Do Open-Source LLMs Struggle with Data Analysis? A Systematic Empirical Study","created":"2025-06-24","cited_by_count":7,"area":null},{"id":"2508.17380","title":"Mimicking the Physicist's Eye:A VLM-centric Approach for Physics Formula Discovery","created":"2025-08-24","cited_by_count":7,"area":null},{"id":"2510.00510","title":"JoyAgent-JDGenie: Technical Report on the GAIA","created":"2025-10-01","cited_by_count":7,"area":null},{"id":"2603.09970","title":"CREATE: Testing LLMs for Associative Creativity","created":"2026-03-10","cited_by_count":7,"area":null},{"id":"2604.06474","title":"DataSTORM: Deep Research on Large-Scale Databases using Exploratory Data Analysis and Data Storytelling","created":"2026-04-07","cited_by_count":7,"area":null},{"id":"2508.07043","title":"K-Dense Analyst: Towards Fully Automated Scientific Analysis","created":"2025-08-09","cited_by_count":6,"area":null},{"id":"2606.11150","title":"ABC-Bench: An Agentic Bio-Capabilities Benchmark for Biosecurity","created":"2026-06-09","cited_by_count":6,"area":"agents"},{"id":"2508.01285","title":"BioDisco: Multi-agent hypothesis generation with dual-mode evidence, iterative feedback and temporal evaluation","created":"2025-08-02","cited_by_count":5,"area":"agents"},{"id":"2509.20374","title":"CFDLLMBench: A Benchmark Suite for Evaluating Large Language Models in Computational Fluid Dynamics","created":"2025-09-19","cited_by_count":5,"area":null},{"id":"2504.04855","title":"BIASINSPECTOR: Detecting Bias in Structured Data through LLM Agents","created":"2025-04-07","cited_by_count":4,"area":"agents"},{"id":"2505.23833","title":"Benchmarking Abstract and Reasoning Abilities Through A Theoretical Perspective","created":"2025-05-28","cited_by_count":4,"area":"lr"},{"id":"2506.08800","title":"Measuring Data Science Automation: A Survey of Evaluation Tools for AI Assistants and Agents","created":"2025-06-10","cited_by_count":4,"area":"agents"},{"id":"2508.00835","title":"PCS Workflow for Veridical Data Science in the Age of AI","created":"2025-06-18","cited_by_count":4,"area":null},{"id":"2608.17271","title":"ASI-Bench: At the Dawn of Artificial Superintelligence","created":"2026-08-18","cited_by_count":4,"area":null},{"id":"2609.19134","title":"ScienceIDE: Turning World's Scientific Codebase into Agent Learnable Environments","created":"2026-09-16","cited_by_count":4,"area":null},{"id":"2505.21396","title":"Augmenting Research Ideation with Data: An Empirical Investigation in Social Science","created":"2025-05-27","cited_by_count":3,"area":null},{"id":"2508.15610","title":"Transduction is All You Need for Structured Data Workflows","created":"2025-08-21","cited_by_count":3,"area":"agents"},{"id":"2509.25459","title":"SimulRAG: Simulator-based RAG for Grounding LLMs in Long-form Scientific QA","created":"2025-09-29","cited_by_count":3,"area":"rag"},{"id":"2509.25946","title":"Automated Model Discovery via Multi-modal & Multi-step Pipeline","created":"2025-09-30","cited_by_count":3,"area":null},{"id":"2603.20256","title":"SciNav: A General Agent Framework for Scientific Coding Tasks","created":"2026-03-11","cited_by_count":3,"area":"agents"},{"id":"2605.11269","title":"gwBenchmarks: Stress-Testing LLM Agents on High-Precision Gravitational Wave Astronomy","created":"2026-05-11","cited_by_count":3,"area":"agents"},{"id":"2606.15300","title":"CODA-BENCH: Can Code Agents Handle Data-Intensive Tasks?","created":"2026-06-13","cited_by_count":3,"area":null},{"id":"2609.15973","title":"Discovery Foundation Models: Toward Open-Ended Discovery Intelligence","created":"2026-09-14","cited_by_count":3,"area":null},{"id":"2603.04241","title":"Agentics 2.0: Logical Transduction Algebra for Agentic Data Workflows","created":"2026-03-04","cited_by_count":2,"area":"agents"},{"id":"2605.04922","title":"Evolving Idea Graphs with Learnable Edits-and-Commits for Multi-Agent Scientific Ideation","created":"2026-05-06","cited_by_count":2,"area":"agents"},{"id":"2605.14033","title":"Sheaf-Theoretic Transport and Obstruction for Detecting Scientific Theory Shift in AI Agents","created":"2026-05-13","cited_by_count":2,"area":null},{"id":"2607.01131","title":"Autonomous Scientific Discovery via Iterative Meta-Reflection","created":"2026-07-01","cited_by_count":2,"area":null},{"id":"2608.10424","title":"Recovering Wasted Compute in Autoresearch Agents","created":"2026-08-11","cited_by_count":2,"area":"agents"},{"id":"2608.21601","title":"K-Bench: measuring model performance on real scientific agent requests","created":"2026-08-21","cited_by_count":2,"area":"agents"},{"id":"2608.25770","title":"HypoForge: A Self-Improving Multi-Agent Framework for Automated Hypothesis Generation and Testing via Scientific Skill Learning","created":"2026-08-26","cited_by_count":2,"area":"agents"},{"id":"2608.26701","title":"Accelerating Scientific Research with Gemini in the Real-World","created":"2026-08-27","cited_by_count":2,"area":null},{"id":"2609.01552","title":"Can LLMs Discover Scientific Laws in Real and Parallel Worlds?","created":"2026-09-01","cited_by_count":2,"area":null},{"id":"2603.01421","title":"SciDER: Scientific Data-centric End-to-end Researcher","created":"2026-03-02","cited_by_count":1,"area":null},{"id":"2604.13201","title":"InfiniteScienceGym: An Unbounded, Procedurally-Generated Benchmark for Scientific Analysis","created":"2026-04-14","cited_by_count":1,"area":null},{"id":"2604.14615","title":"An AI Co-Data-Scientist for Prioritizing Candidate Biomarkers from Wearable Sensor Data","created":"2026-04-16","cited_by_count":1,"area":null},{"id":"2604.27977","title":"D3-Gym: Constructing Real-World Verifiable Environments for Data-Driven Discovery","created":"2026-04-30","cited_by_count":1,"area":null},{"id":"2606.07718","title":"A case study of evaluating AI agents on a neuroscience data-to-discovery pipeline","created":"2026-06-05","cited_by_count":1,"area":"agents"},{"id":"2606.11851","title":"StatefulDiscovery: Evidence-Calibrated Claim Formation in Open-Ended Scientific Discovery","created":"2026-06-10","cited_by_count":1,"area":null},{"id":"2606.21891","title":"Learning the ARTS of Search for Automated Discovery","created":"2026-06-20","cited_by_count":1,"area":null},{"id":"2606.22610","title":"PaperClaw: Harnessing Agents for Autonomous Research and Human-in-the-Loop Refinement","created":"2026-06-21","cited_by_count":1,"area":"agents"},{"id":"2606.29182","title":"Evidence-Informed LLM Beliefs for Continual Scientific Discovery","created":"2026-06-28","cited_by_count":1,"area":null},{"id":"2606.31478","title":"One Reflection Is Not Enough: Self-Correcting Autonomous Research via Multi-Hypothesis Failure Attribution","created":"2026-06-30","cited_by_count":1,"area":"agents"},{"id":"2607.06482","title":"Data Analysis in the Wild: Benchmarking Large Language Models Against Real-World Data Complexities","created":"2026-07-07","cited_by_count":1,"area":null},{"id":"2607.11079","title":"Are LLMs Ready for Scientific Discovery? A Capability-Oriented Benchmark for AI Scientists","created":"2026-07-13","cited_by_count":1,"area":null},{"id":"2607.15766","title":"Before the Action: Benchmarking LLMs on Prospective Hypothesis Discovery","created":"2026-07-17","cited_by_count":1,"area":null},{"id":"2608.11341","title":"Apodex Discovery: Reality Benchmarks and Environments for Evaluating and Building Discoverative Artificial Intelligence","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2608.22504","title":"When Does AI for PDEs Yield Scientific Evidence?","created":"2026-08-23","cited_by_count":1,"area":null},{"id":"2608.30165","title":"Science sandboxes measure the scientific capability of AI agents","created":"2026-08-31","cited_by_count":1,"area":null},{"id":"2609.05079","title":"TruthInsightBench: An Evidence-Grounded Benchmark for Automated Evaluation of Open-Ended Scientific Discovery Agents","created":"2026-09-04","cited_by_count":1,"area":"agents"},{"id":"2509.00185","title":"What Are Research Hypotheses?","created":"2025-08-29","cited_by_count":0,"area":null},{"id":"2603.28924","title":"CrossTrace: A Cross-Domain Dataset of Grounded Scientific Reasoning Traces for Hypothesis Generation","created":"2026-03-30","cited_by_count":0,"area":"lr"},{"id":"2606.13020","title":"SciR: A Controllable Benchmark for Scientific Reasoning in LLMs","created":"2026-06-11","cited_by_count":0,"area":"lr"},{"id":"2606.18413","title":"Searching for Synergy in Shared Workspace Human-AI Collaboration","created":"2026-06-16","cited_by_count":0,"area":null},{"id":"2607.19104","title":"SciCodePile: A 128GB Corpus and Executable Benchmark for Challenging Scientific Code Generation","created":"2026-07-21","cited_by_count":0,"area":null},{"id":"2607.26155","title":"ClinLens: Towards Long-Horizon Coding Agents for Longitudinal Multimodal Clinical Data Science","created":"2026-07-28","cited_by_count":0,"area":"agents"},{"id":"2608.03569","title":"Adversarial Fast-Moving Real-World Domains as Test Beds for Benchmarking AI Scientist Capabilities","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.23525","title":"EarthVerse: Benchmarking Scientific Agents Across Dynamic Earth Systems and Natural Hazards","created":"2026-08-24","cited_by_count":0,"area":null},{"id":"2609.07944","title":"CausalVerify: End-to-End Verification of Causal Analyses by Language Models","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.09203","title":"OpenDiscoveryTrace: Process Traces for Evaluating AI Scientist Workflows","created":"2026-09-05","cited_by_count":0,"area":"lr"},{"id":"2609.15096","title":"OpenAI4S: Code as Action, Science as Sessions","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.27490","title":"WhatWorkedBench: Benchmarking Experimental Understanding in AI Agents","created":"2026-09-23","cited_by_count":0,"area":"agents"},{"id":"2609.35408","title":"\"Nothing to See Here'': Unintended Disclosure through Revision Traces of LLM Deliverables","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36726","title":"Can AI Scientists Change Their Minds? Prior-Evidence Conflict in Synthetic Universes","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.00492","title":"EurekaBench: Measuring Agentic Ability to Discover New Scientific Insights","created":"2026-09-30","cited_by_count":0,"area":"agents"},{"id":"2610.00636","title":"CompMat-Bench: Benchmarking AI Agents for Computational Materials Science","created":"2026-09-30","cited_by_count":0,"area":"agents"}],"next_cursor":"100"}