{"total":198,"rows":[{"id":"2410.07095","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","created":"2024-10-09","cited_by_count":469,"area":"agents"},{"id":"2410.10934","title":"Agent-as-a-Judge: Evaluate Agents with Agents","created":"2024-10-14","cited_by_count":238,"area":"agents"},{"id":"2411.15114","title":"RE-Bench: Evaluating frontier AI R&D capabilities of language model agents against human experts","created":"2024-11-22","cited_by_count":175,"area":"agents"},{"id":"2506.18096","title":"Deep Research Agents: A Systematic Examination And Roadmap","created":"2025-06-22","cited_by_count":128,"area":"agents"},{"id":"2502.14499","title":"MLGym: A New Framework and Benchmark for Advancing AI Research Agents","created":"2025-02-20","cited_by_count":124,"area":"agents"},{"id":"2503.24047","title":"Towards Scientific Intelligence: A Survey of LLM-based Scientific Agents","created":"2025-03-31","cited_by_count":98,"area":"agents"},{"id":"2410.13185","title":"Chain of Ideas: Revolutionizing Research Via Novel Idea Development with LLM Agents","created":"2024-10-17","cited_by_count":97,"area":"agents"},{"id":"2510.11977","title":"Holistic Agent Leaderboard: The Missing Infrastructure for AI Agent Evaluation","created":"2025-10-13","cited_by_count":92,"area":"agents"},{"id":"2408.09667","title":"BLADE: Benchmarking Language Model Agents for Data-Driven Science","created":"2024-08-19","cited_by_count":77,"area":"agents"},{"id":"2503.08979","title":"Agentic AI for Scientific Discovery: A Survey of Progress, Challenges, and Future Directions","created":"2025-03-12","cited_by_count":77,"area":"agents"},{"id":"2507.02554","title":"AI Research Agents for Machine Learning: Search, Exploration, and Generalization in MLE-bench","created":"2025-07-03","cited_by_count":71,"area":"agents"},{"id":"2311.09835","title":"ML-Bench: Evaluating Large Language Models and Agents for Machine Learning Tasks on Repository-Level Code","created":"2023-11-16","cited_by_count":65,"area":"agents"},{"id":"2412.15701","title":"Collaborative Gym: A Framework for Enabling and Evaluating Human-Agent Collaboration","created":"2024-12-20","cited_by_count":65,"area":"agents"},{"id":"2505.19955","title":"MLR-Bench: Evaluating AI Agents on Open-Ended Machine Learning Research","created":"2025-05-26","cited_by_count":64,"area":"agents"},{"id":"2503.11733","title":"LLM Agents for Education: Advances and Applications","created":"2025-03-14","cited_by_count":59,"area":"agents"},{"id":"2506.15692","title":"MLE-STAR: Machine Learning Engineering Agent via Search and Targeted Refinement","created":"2025-05-27","cited_by_count":58,"area":"agents"},{"id":"2412.17481","title":"A Survey on LLM-based Multi-Agent System: Recent Advances and New Frontiers in Application","created":"2024-12-23","cited_by_count":55,"area":"agents"},{"id":"2503.12188","title":"Multi-Agent Systems Execute Arbitrary Malicious Code","created":"2025-03-15","cited_by_count":53,"area":"agents"},{"id":"2409.07440","title":"SUPER: Evaluating Agents on Setting Up and Executing Tasks from Research Repositories","created":"2024-09-11","cited_by_count":52,"area":"agents"},{"id":"2605.18747","title":"Code as Agent Harness","created":"2026-05-18","cited_by_count":47,"area":"agents"},{"id":"2411.15692","title":"DrugAgent: Automating AI-aided Drug Discovery Programming through LLM Multi-Agent Collaboration","created":"2024-11-24","cited_by_count":44,"area":"agents"},{"id":"2504.00255","title":"SciReplicate-Bench: Benchmarking LLMs in Agent-driven Algorithmic Reproduction from Research Papers","created":"2025-03-31","cited_by_count":43,"area":"agents"},{"id":"2505.07782","title":"MLE-Dojo: Interactive Environments for Empowering LLM Agents in Machine Learning Engineering","created":"2025-05-12","cited_by_count":41,"area":"agents"},{"id":"2505.14738","title":"R&D-Agent: An LLM-Agent Framework Towards Autonomous Data Science","created":"2025-05-20","cited_by_count":41,"area":"agents"},{"id":"2606.29537","title":"OSWorld 2.0: Benchmarking Computer Use Agents on Long-Horizon Real-World Tasks","created":"2026-06-28","cited_by_count":40,"area":"agents"},{"id":"2312.03815","title":"LLM as OS, Agents as Apps: Envisioning AIOS, Agents and the AIOS-Agent Ecosystem","created":"2023-12-06","cited_by_count":38,"area":"agents"},{"id":"2412.01778","title":"HackSynth: LLM Agent and Evaluation Framework for Autonomous Penetration Testing","created":"2024-12-02","cited_by_count":37,"area":"agents"},{"id":"2510.07172","title":"NewtonBench: Benchmarking Generalizable Scientific Law Discovery in LLM Agents","created":"2025-10-08","cited_by_count":36,"area":"agents"},{"id":"2502.05227","title":"Robotouille: An Asynchronous Planning Benchmark for LLM Agents","created":"2025-02-06","cited_by_count":32,"area":"agents"},{"id":"2603.14465","title":"AgentProcessBench: Diagnosing Step-Level Process Quality in Tool-Using Agents","created":"2026-03-15","cited_by_count":31,"area":"agents"},{"id":"2506.17335","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","created":"2025-06-19","cited_by_count":29,"area":"agents"},{"id":"2504.09702","title":"MLRC-Bench: Can Language Agents Solve Machine Learning Research Challenges?","created":"2025-04-13","cited_by_count":28,"area":"agents"},{"id":"2510.04886","title":"Where Did It All Go Wrong? A Hierarchical Look into Multi-Agent Error Attribution","created":"2025-10-06","cited_by_count":27,"area":"agents"},{"id":"2505.23723","title":"ML-Agent: Reinforcing LLM Agents for Autonomous Machine Learning Engineering","created":"2025-05-29","cited_by_count":26,"area":"agents"},{"id":"2602.10127","title":"\"Humans welcome to observe\": A First Look at the Agent Social Network Moltbook","created":"2026-02-02","cited_by_count":26,"area":"agents"},{"id":"2411.03562","title":"Kolb-Based Experiential Learning for Generalist Agents with Human-Level Kaggle Data Science Performance","created":"2024-11-05","cited_by_count":25,"area":"agents"},{"id":"2505.13941","title":"MLZero: A Multi-Agent System for End-to-end Machine Learning Automation","created":"2025-05-20","cited_by_count":24,"area":"agents"},{"id":"2508.02744","title":"Large Language Model-based Data Science Agent: A Survey","created":"2025-08-02","cited_by_count":23,"area":"agents"},{"id":"2412.14222","title":"A Survey on Large Language Model-based Agents for Statistics and Data Science","created":"2024-12-18","cited_by_count":22,"area":"agents"},{"id":"2510.26144","title":"The FM Agent","created":"2025-10-30","cited_by_count":21,"area":"agents"},{"id":"2503.06664","title":"Exploring LLM Agents for Cleaning Tabular Machine Learning Datasets","created":"2025-03-09","cited_by_count":20,"area":"agents"},{"id":"2506.10974","title":"AutoMind: Adaptive Knowledgeable Agent for Automated Data Science","created":"2025-06-12","cited_by_count":20,"area":"agents"},{"id":"2602.05073","title":"Uncertainty Quantification in LLM Agents: Foundations, Emerging Challenges, and Opportunities","created":"2026-02-04","cited_by_count":20,"area":"agents"},{"id":"2605.26340","title":"ScientistOne: Towards Human-Level Autonomous Research via Chain-of-Evidence","created":"2026-05-25","cited_by_count":19,"area":"agents"},{"id":"2506.22598","title":"RExBench: Can coding agents autonomously implement AI research extensions?","created":"2025-06-27","cited_by_count":18,"area":"agents"},{"id":"2510.08511","title":"AutoMLGen: Navigating Fine-Grained Optimization for Coding Agents","created":"2025-10-09","cited_by_count":18,"area":"agents"},{"id":"2502.00964","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","created":"2025-02-03","cited_by_count":17,"area":"agents"},{"id":"2606.07591","title":"ResearchClawBench: A Benchmark for End-to-End Autonomous Scientific Research","created":"2026-05-28","cited_by_count":17,"area":"agents"},{"id":"2504.04808","title":"ELT-Bench: An End-to-End Benchmark for Evaluating AI Agents on ELT Pipelines","created":"2025-04-07","cited_by_count":16,"area":"agents"},{"id":"2602.02905","title":"FIRE-Bench: Evaluating AI Agents on the Rediscovery of Scientific Insights","created":"2026-02-02","cited_by_count":16,"area":"agents"},{"id":"2502.01635","title":"The AI Agent Index","created":"2025-02-03","cited_by_count":15,"area":"agents"},{"id":"2504.20117","title":"ResearchCodeAgent: An LLM Multi-Agent System for Automated Codification of Research Methodologies","created":"2025-04-28","cited_by_count":15,"area":"agents"},{"id":"2505.13291","title":"TimeSeriesGym: A Scalable Benchmark for (Time Series) Machine Learning Engineering Agents","created":"2025-05-19","cited_by_count":15,"area":"agents"},{"id":"2507.14201","title":"ExCyTIn-Bench: Evaluating LLM agents on Cyber Threat Investigation","created":"2025-07-14","cited_by_count":15,"area":"agents"},{"id":"2604.05485","title":"Auditable Agents","created":"2026-04-07","cited_by_count":15,"area":"agents"},{"id":"2502.14693","title":"I-MCTS: Enhancing Agentic AutoML via Introspective Monte Carlo Tree Search","created":"2025-02-20","cited_by_count":14,"area":"agents"},{"id":"2506.02064","title":"The Measurement Imbalance in Agentic AI Evaluation Undermines Industry Productivity Claims","created":"2025-06-01","cited_by_count":14,"area":"agents"},{"id":"2412.17149","title":"A Multi-AI Agent System for Autonomous Optimization of Agentic AI Solutions via Iterative Refinement and LLM-Driven Feedback Loops","created":"2024-12-22","cited_by_count":13,"area":"agents"},{"id":"2506.10764","title":"OPT-BENCH: Evaluating LLM Agent on Large-Scale Search Spaces Optimization Problems","created":"2025-06-12","cited_by_count":12,"area":"agents"},{"id":"2506.19724","title":"From Reproduction to Replication: Evaluating Research Agents with Progressive Code Masking","created":"2025-06-24","cited_by_count":12,"area":"agents"},{"id":"2505.05283","title":"Software Development Life Cycle Perspective: A Survey of Benchmarks for Code Large Language Models and Agents","created":"2025-05-08","cited_by_count":11,"area":"agents"},{"id":"2510.24591","title":"ReplicationBench: Can AI Agents Replicate Astrophysics Research Papers?","created":"2025-10-28","cited_by_count":11,"area":"agents"},{"id":"2511.08522","title":"AlphaResearch: Accelerating New Algorithm Discovery with Language Models","created":"2025-11-11","cited_by_count":11,"area":"agents"},{"id":"2608.09096","title":"Evo-Bench: Can Language Models Improve Agent Harness?","created":"2026-08-10","cited_by_count":11,"area":"agents"},{"id":"2608.20318","title":"AI4AI-Bench: Benchmarking LLM Agents in Algorithmic Design for Recursive Self-Improvement","created":"2026-08-20","cited_by_count":11,"area":"agents"},{"id":"2609.26457","title":"Recursive self-improvement of AI research agents","created":"2026-09-22","cited_by_count":11,"area":"agents"},{"id":"2601.05930","title":"Can We Predict Before Executing Machine Learning Agents?","created":"2026-01-09","cited_by_count":10,"area":"agents"},{"id":"2603.11337","title":"RewardHackingAgents: Benchmarking Evaluation Integrity for LLM ML-Engineering Agents","created":"2026-03-11","cited_by_count":10,"area":"agents"},{"id":"2606.24530","title":"NatureBench: Can Coding Agents Match the Published SOTA of Nature-Family Papers?","created":"2026-06-23","cited_by_count":10,"area":"agents"},{"id":"2508.04231","title":"Empowering Time Series Forecasting with LLM-Agents","created":"2025-08-06","cited_by_count":9,"area":"agents"},{"id":"2510.07307","title":"MLE-Smith: Scaling MLE Tasks with Automated Multi-Agent Pipeline","created":"2025-10-08","cited_by_count":9,"area":"agents"},{"id":"2604.10547","title":"Agent^2 RL-Bench: Can LLM Agents Engineer Agentic RL Post-Training?","created":"2026-04-12","cited_by_count":9,"area":"agents"},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2409.16876","title":"Automating Traffic Model Enhancement with AI Research Agent","created":"2024-09-25","cited_by_count":8,"area":"agents"},{"id":"2505.16100","title":"BioDSA-1K: Benchmarking Data Science Agents for Biomedical Research","created":"2025-05-22","cited_by_count":8,"area":"agents"},{"id":"2508.10177","title":"KompeteAI: Accelerated Autonomous Multi-Agent System for End-to-End Pipeline Generation for Machine Learning Problems","created":"2025-08-13","cited_by_count":8,"area":"agents"},{"id":"2510.06579","title":"TinyScientist: An Interactive, Extensible, and Controllable Framework for Building Research Agents","created":"2025-10-08","cited_by_count":8,"area":"agents"},{"id":"2604.14116","title":"TREX: Automating LLM Fine-tuning via Agent-Driven Tree-based Exploration","created":"2026-04-15","cited_by_count":8,"area":"agents"},{"id":"2605.17373","title":"FML-bench: A Controlled Study of AI Research Agent Strategies from the Perspective of Search Dynamics","created":"2026-05-17","cited_by_count":8,"area":"agents"},{"id":"2511.15593","title":"What Does It Take to Be a Good AI Research Agent? Studying the Role of Ideation Diversity","created":"2025-11-19","cited_by_count":7,"area":"agents"},{"id":"2604.17406","title":"EvoMaster: A Foundational Evolving Agent Framework for Agentic Science at Scale","created":"2026-04-19","cited_by_count":7,"area":"agents"},{"id":"2606.31651","title":"FARS: A Fully Automated Research System Deployed at Scale","created":"2026-06-30","cited_by_count":7,"area":"agents"},{"id":"2505.19662","title":"FieldWorkArena: Agentic AI Benchmark for Real Field Work Tasks","created":"2025-05-26","cited_by_count":6,"area":"agents"},{"id":"2601.13591","title":"DSAEval: Evaluating Data Science Agents on a Wide Range of Real-World Data Science Problems","created":"2026-01-20","cited_by_count":6,"area":"agents"},{"id":"2506.20640","title":"CoMind: Towards Community-Driven Agents for Machine Learning Engineering","created":"2025-06-25","cited_by_count":5,"area":"agents"},{"id":"2507.17257","title":"Agent Identity Evals: Measuring Agentic Identity","created":"2025-07-23","cited_by_count":5,"area":"agents"},{"id":"2509.09321","title":"Towards Adaptive ML Benchmarks: Web-Agent-Driven Construction, Domain Expansion, and Metric Optimization","created":"2025-09-11","cited_by_count":5,"area":"agents"},{"id":"2604.21965","title":"Read the Paper, Write the Code: Agentic Reproduction of Social-Science Results","created":"2026-04-23","cited_by_count":5,"area":"agents"},{"id":"2605.09698","title":"Ambig-DS: A Benchmark for Task-Framing Ambiguity in Data-Science Agents","created":"2026-05-10","cited_by_count":5,"area":"agents"},{"id":"2607.17100","title":"Auto Research for Materials: Auditable AI-Scientist Workflows with Held-Out Transfer","created":"2026-07-19","cited_by_count":5,"area":"agents"},{"id":"2607.20468","title":"InferenceBench: A Benchmark for Open-Ended LLM Inference Optimization by AI Agents","created":"2026-05-20","cited_by_count":5,"area":"agents"},{"id":"2506.00739","title":"DefenderBench: A Toolkit for Evaluating Language Agents in Cybersecurity Environments","created":"2025-05-31","cited_by_count":4,"area":"agents"},{"id":"2506.08800","title":"Measuring Data Science Automation: A Survey of Evaluation Tools for AI Assistants and Agents","created":"2025-06-10","cited_by_count":4,"area":"agents"},{"id":"2510.10472","title":"FML-bench: Benchmarking Machine Learning Agents for Scientific Research","created":"2025-10-12","cited_by_count":4,"area":"agents"},{"id":"2511.16964","title":"Optimizing PyTorch Inference with LLM-Based Multi-Agent Systems","created":"2025-11-21","cited_by_count":4,"area":"agents"},{"id":"2603.22767","title":"Can LLM Agents Generate Real-World Evidence? Evaluating Observational Studies in Medical Databases","created":"2026-03-24","cited_by_count":4,"area":"agents"},{"id":"2605.30434","title":"LongDS-Bench: On the Failure of Long-Horizon Agentic Data Analysis","created":"2026-05-28","cited_by_count":4,"area":"agents"},{"id":"2606.01961","title":"AutoMedBench: Towards Medical AutoResearch with Agentic AI Models","created":"2026-06-01","cited_by_count":4,"area":"agents"},{"id":"2606.31551","title":"AutoTrainess: Teaching Language Models to Improve Language Models Autonomously","created":"2026-06-30","cited_by_count":4,"area":"agents"},{"id":"2608.11727","title":"Harness-IF: Evaluating Instruction Following Across Instruction Surfaces in Coding Agents","created":"2026-08-12","cited_by_count":4,"area":"agents"}],"next_cursor":"100"}