{"total":366,"rows":[{"id":"2410.07095","title":"MLE-bench: Evaluating Machine Learning Agents on Machine Learning Engineering","created":"2024-10-09","cited_by_count":469,"area":"agents"},{"id":"2504.01848","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","created":"2025-04-02","cited_by_count":321,"area":null},{"id":"2410.10934","title":"Agent-as-a-Judge: Evaluate Agents with Agents","created":"2024-10-14","cited_by_count":238,"area":"agents"},{"id":"2502.13138","title":"AIDE: AI-Driven Exploration in the Space of Code","created":"2025-02-18","cited_by_count":226,"area":null},{"id":"2407.01502","title":"AI Agents That Matter","created":"2024-07-01","cited_by_count":219,"area":null},{"id":"2411.15114","title":"RE-Bench: Evaluating frontier AI R&D capabilities of language model agents against human experts","created":"2024-11-22","cited_by_count":175,"area":"agents"},{"id":"2606.15497","title":"Towards End-to-End Automation of AI Research","created":"2026-03-31","cited_by_count":159,"area":null},{"id":"2503.14499","title":"Measuring AI Ability to Complete Long Software Tasks","created":"2025-03-18","cited_by_count":156,"area":null},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2506.18096","title":"Deep Research Agents: A Systematic Examination And Roadmap","created":"2025-06-22","cited_by_count":128,"area":"agents"},{"id":"2502.14499","title":"MLGym: A New Framework and Benchmark for Advancing AI Research Agents","created":"2025-02-20","cited_by_count":124,"area":"agents"},{"id":"2402.01761","title":"Rethinking Interpretability in the Era of Large Language Models","created":"2024-01-30","cited_by_count":111,"area":"lr"},{"id":"2406.06769","title":"DISCOVERYWORLD: A Virtual Environment for Developing and Evaluating Automated Scientific Discovery Agents","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2503.24047","title":"Towards Scientific Intelligence: A Survey of LLM-based Scientific Agents","created":"2025-03-31","cited_by_count":98,"area":"agents"},{"id":"2410.13185","title":"Chain of Ideas: Revolutionizing Research Via Novel Idea Development with LLM Agents","created":"2024-10-17","cited_by_count":97,"area":"agents"},{"id":"2505.13259","title":"From Automation to Autonomy: A Survey on Large Language Models in Scientific Discovery","created":"2025-05-19","cited_by_count":93,"area":null},{"id":"2510.11977","title":"Holistic Agent Leaderboard: The Missing Infrastructure for AI Agent Evaluation","created":"2025-10-13","cited_by_count":92,"area":"agents"},{"id":"2408.09667","title":"BLADE: Benchmarking Language Model Agents for Data-Driven Science","created":"2024-08-19","cited_by_count":77,"area":"agents"},{"id":"2503.08979","title":"Agentic AI for Scientific Discovery: A Survey of Progress, Challenges, and Future Directions","created":"2025-03-12","cited_by_count":77,"area":"agents"},{"id":"2503.18102","title":"AgentRxiv: Towards Collaborative Autonomous Research","created":"2025-03-23","cited_by_count":72,"area":null},{"id":"2507.02554","title":"AI Research Agents for Machine Learning: Search, Exploration, and Generalization in MLE-bench","created":"2025-07-03","cited_by_count":71,"area":"agents"},{"id":"2504.17192","title":"Paper2Code: Automating Code Generation from Scientific Papers in Machine Learning","created":"2025-04-24","cited_by_count":70,"area":null},{"id":"2311.09835","title":"ML-Bench: Evaluating Large Language Models and Agents for Machine Learning Tasks on Repository-Level Code","created":"2023-11-16","cited_by_count":65,"area":"agents"},{"id":"2412.15701","title":"Collaborative Gym: A Framework for Enabling and Evaluating Human-Agent Collaboration","created":"2024-12-20","cited_by_count":65,"area":"agents"},{"id":"2505.19955","title":"MLR-Bench: Evaluating AI Agents on Open-Ended Machine Learning Research","created":"2025-05-26","cited_by_count":64,"area":"agents"},{"id":"2603.08640","title":"PostTrainBench: Can LLM Agents Automate LLM Post-Training?","created":"2026-03-09","cited_by_count":64,"area":"lr"},{"id":"2506.16499","title":"ML-Master: Towards AI-for-AI via Integration of Exploration and Reasoning","created":"2025-06-19","cited_by_count":61,"area":"lr"},{"id":"2503.11733","title":"LLM Agents for Education: Advances and Applications","created":"2025-03-14","cited_by_count":59,"area":"agents"},{"id":"2506.15692","title":"MLE-STAR: Machine Learning Engineering Agent via Search and Targeted Refinement","created":"2025-05-27","cited_by_count":58,"area":"agents"},{"id":"2410.14255","title":"Nova: An Iterative Planning and Search Approach to Enhance Novelty and Diversity of LLM Generated Ideas","created":"2024-10-18","cited_by_count":57,"area":null},{"id":"2412.17481","title":"A Survey on LLM-based Multi-Agent System: Recent Advances and New Frontiers in Application","created":"2024-12-23","cited_by_count":55,"area":"agents"},{"id":"2503.12188","title":"Multi-Agent Systems Execute Arbitrary Malicious Code","created":"2025-03-15","cited_by_count":53,"area":"agents"},{"id":"2409.07440","title":"SUPER: Evaluating Agents on Setting Up and Executing Tasks from Research Repositories","created":"2024-09-11","cited_by_count":52,"area":"agents"},{"id":"2601.12538","title":"A Survey of Agentic Reasoning for Large Language Models: Towards Recursively Self-Improving and Collective Agents","created":"2026-01-18","cited_by_count":50,"area":"lr"},{"id":"2503.04629","title":"SurveyForge: On the Outline Heuristics, Memory-Driven Generation, and Multi-dimensional Evaluation for Automated Survey Writing","created":"2025-03-06","cited_by_count":49,"area":null},{"id":"2605.18747","title":"Code as Agent Harness","created":"2026-05-18","cited_by_count":47,"area":"agents"},{"id":"2506.23719","title":"DABstep: Data Agent Benchmark for Multi-step Reasoning","created":"2025-06-30","cited_by_count":46,"area":"lr"},{"id":"2411.15692","title":"DrugAgent: Automating AI-aided Drug Discovery Programming through LLM Multi-Agent Collaboration","created":"2024-11-24","cited_by_count":44,"area":"agents"},{"id":"2504.00255","title":"SciReplicate-Bench: Benchmarking LLMs in Agent-driven Algorithmic Reproduction from Research Papers","created":"2025-03-31","cited_by_count":43,"area":"agents"},{"id":"2502.05151","title":"Transforming Science with Large Language Models: A Survey on AI-assisted Scientific Discovery, Experimentation, Content Generation, and Evaluation","created":"2025-02-07","cited_by_count":42,"area":"mllm"},{"id":"2505.07782","title":"MLE-Dojo: Interactive Environments for Empowering LLM Agents in Machine Learning Engineering","created":"2025-05-12","cited_by_count":41,"area":"agents"},{"id":"2505.14738","title":"R&D-Agent: An LLM-Agent Framework Towards Autonomous Data Science","created":"2025-05-20","cited_by_count":41,"area":"agents"},{"id":"2606.29537","title":"OSWorld 2.0: Benchmarking Computer Use Agents on Long-Horizon Real-World Tasks","created":"2026-06-28","cited_by_count":40,"area":"agents"},{"id":"2312.03815","title":"LLM as OS, Agents as Apps: Envisioning AIOS, Agents and the AIOS-Agent Ecosystem","created":"2023-12-06","cited_by_count":38,"area":"agents"},{"id":"2412.01778","title":"HackSynth: LLM Agent and Evaluation Framework for Autonomous Penetration Testing","created":"2024-12-02","cited_by_count":37,"area":"agents"},{"id":"2412.17767","title":"ResearchTown: Simulator of Human Research Community","created":"2024-12-23","cited_by_count":37,"area":null},{"id":"2504.11524","title":"HypoBench: Towards Systematic and Principled Benchmarking for Hypothesis Generation","created":"2025-04-15","cited_by_count":37,"area":null},{"id":"2506.02314","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","created":"2025-06-02","cited_by_count":36,"area":null},{"id":"2510.07172","title":"NewtonBench: Benchmarking Generalizable Scientific Law Discovery in LLM Agents","created":"2025-10-08","cited_by_count":36,"area":"agents"},{"id":"2502.05227","title":"Robotouille: An Asynchronous Planning Benchmark for LLM Agents","created":"2025-02-06","cited_by_count":32,"area":"agents"},{"id":"2603.14465","title":"AgentProcessBench: Diagnosing Step-Level Process Quality in Tool-Using Agents","created":"2026-03-15","cited_by_count":31,"area":"agents"},{"id":"2503.07832","title":"RefactorBench: Evaluating Stateful Reasoning in Language Agents Through Code","created":"2025-03-10","cited_by_count":30,"area":"lr"},{"id":"2506.17335","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","created":"2025-06-19","cited_by_count":29,"area":"agents"},{"id":"2504.09702","title":"MLRC-Bench: Can Language Agents Solve Machine Learning Research Challenges?","created":"2025-04-13","cited_by_count":28,"area":"agents"},{"id":"2606.06473","title":"MLEvolve: A Self-Evolving Framework for Automated Machine Learning Algorithm Discovery","created":"2026-06-04","cited_by_count":28,"area":"synth"},{"id":"2510.04886","title":"Where Did It All Go Wrong? A Hierarchical Look into Multi-Agent Error Attribution","created":"2025-10-06","cited_by_count":27,"area":"agents"},{"id":"2505.23723","title":"ML-Agent: Reinforcing LLM Agents for Autonomous Machine Learning Engineering","created":"2025-05-29","cited_by_count":26,"area":"agents"},{"id":"2602.10127","title":"\"Humans welcome to observe\": A First Look at the Agent Social Network Moltbook","created":"2026-02-02","cited_by_count":26,"area":"agents"},{"id":"2411.03562","title":"Kolb-Based Experiential Learning for Generalist Agents with Human-Level Kaggle Data Science Performance","created":"2024-11-05","cited_by_count":25,"area":"agents"},{"id":"2410.22394","title":"AAAR-1.0: Assessing AI's Potential to Assist Research","created":"2024-10-29","cited_by_count":24,"area":null},{"id":"2503.17354","title":"HCAST: Human-Calibrated Autonomy Software Tasks","created":"2025-03-21","cited_by_count":24,"area":null},{"id":"2505.13941","title":"MLZero: A Multi-Agent System for End-to-end Machine Learning Automation","created":"2025-05-20","cited_by_count":24,"area":"agents"},{"id":"2502.04510","title":"Heterogeneous Swarms: Jointly Optimizing Model Roles and Weights for Multi-LLM Systems","created":"2025-02-06","cited_by_count":23,"area":null},{"id":"2506.04405","title":"MedAgentGym: A Scalable Agentic Training Environment for Code-Centric Reasoning in Biomedical Data Science","created":"2025-06-04","cited_by_count":23,"area":"lr"},{"id":"2508.02744","title":"Large Language Model-based Data Science Agent: A Survey","created":"2025-08-02","cited_by_count":23,"area":"agents"},{"id":"2412.14222","title":"A Survey on Large Language Model-based Agents for Statistics and Data Science","created":"2024-12-18","cited_by_count":22,"area":"agents"},{"id":"2606.11926","title":"Toward Generalist Autonomous Research via Hypothesis-Tree Refinement","created":"2026-06-10","cited_by_count":22,"area":null},{"id":"2510.26144","title":"The FM Agent","created":"2025-10-30","cited_by_count":21,"area":"agents"},{"id":"2410.17309","title":"Literature Meets Data: A Synergistic Approach to Hypothesis Generation","created":"2024-10-22","cited_by_count":20,"area":null},{"id":"2503.06664","title":"Exploring LLM Agents for Cleaning Tabular Machine Learning Datasets","created":"2025-03-09","cited_by_count":20,"area":"agents"},{"id":"2506.10974","title":"AutoMind: Adaptive Knowledgeable Agent for Automated Data Science","created":"2025-06-12","cited_by_count":20,"area":"agents"},{"id":"2602.05073","title":"Uncertainty Quantification in LLM Agents: Foundations, Emerging Challenges, and Opportunities","created":"2026-02-04","cited_by_count":20,"area":"agents"},{"id":"2411.10478","title":"Large Language Models for Constructing and Optimizing Machine Learning Workflows: A Survey","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2504.16728","title":"IRIS: Interactive Research Ideation System for Accelerating Scientific Discovery","created":"2025-04-23","cited_by_count":19,"area":null},{"id":"2505.21577","title":"RepoMaster: Autonomous Exploration and Understanding of GitHub Repositories for Complex Task Solving","created":"2025-05-27","cited_by_count":19,"area":null},{"id":"2510.06056","title":"Scientific Algorithm Discovery by Augmenting AlphaEvolve with Deep Research","created":"2025-10-07","cited_by_count":19,"area":null},{"id":"2605.26340","title":"ScientistOne: Towards Human-Level Autonomous Research via Chain-of-Evidence","created":"2026-05-25","cited_by_count":19,"area":"agents"},{"id":"2506.22598","title":"RExBench: Can coding agents autonomously implement AI research extensions?","created":"2025-06-27","cited_by_count":18,"area":"agents"},{"id":"2510.08511","title":"AutoMLGen: Navigating Fine-Grained Optimization for Coding Agents","created":"2025-10-09","cited_by_count":18,"area":"agents"},{"id":"2502.00964","title":"ML-Dev-Bench: Comparative Analysis of AI Agents on ML development workflows","created":"2025-02-03","cited_by_count":17,"area":"agents"},{"id":"2506.00794","title":"Predicting Empirical AI Research Outcomes with Language Models","created":"2025-06-01","cited_by_count":17,"area":null},{"id":"2606.07591","title":"ResearchClawBench: A Benchmark for End-to-End Autonomous Scientific Research","created":"2026-05-28","cited_by_count":17,"area":"agents"},{"id":"2503.23145","title":"CodeARC: Benchmarking Reasoning Capabilities of LLM Agents for Inductive Program Synthesis","created":"2025-03-29","cited_by_count":16,"area":"lr"},{"id":"2504.04808","title":"ELT-Bench: An End-to-End Benchmark for Evaluating AI Agents on ELT Pipelines","created":"2025-04-07","cited_by_count":16,"area":"agents"},{"id":"2602.02905","title":"FIRE-Bench: Evaluating AI Agents on the Rediscovery of Scientific Insights","created":"2026-02-02","cited_by_count":16,"area":"agents"},{"id":"2502.01635","title":"The AI Agent Index","created":"2025-02-03","cited_by_count":15,"area":"agents"},{"id":"2504.20117","title":"ResearchCodeAgent: An LLM Multi-Agent System for Automated Codification of Research Methodologies","created":"2025-04-28","cited_by_count":15,"area":"agents"},{"id":"2505.13291","title":"TimeSeriesGym: A Scalable Benchmark for (Time Series) Machine Learning Engineering Agents","created":"2025-05-19","cited_by_count":15,"area":"agents"},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2507.14201","title":"ExCyTIn-Bench: Evaluating LLM agents on Cyber Threat Investigation","created":"2025-07-14","cited_by_count":15,"area":"agents"},{"id":"2604.05485","title":"Auditable Agents","created":"2026-04-07","cited_by_count":15,"area":"agents"},{"id":"2502.14693","title":"I-MCTS: Enhancing Agentic AutoML via Introspective Monte Carlo Tree Search","created":"2025-02-20","cited_by_count":14,"area":"agents"},{"id":"2506.02064","title":"The Measurement Imbalance in Agentic AI Evaluation Undermines Industry Productivity Claims","created":"2025-06-01","cited_by_count":14,"area":"agents"},{"id":"2509.01684","title":"Reinforcement Learning for Machine Learning Engineering Agents","created":"2025-09-01","cited_by_count":14,"area":"lr"},{"id":"2509.21403","title":"LLMs for Bayesian Optimization in Scientific Domains: Are We There Yet?","created":"2025-09-24","cited_by_count":14,"area":null},{"id":"2604.01007","title":"Omni-SimpleMem: Autoresearch-Guided Discovery of Lifelong Multimodal Agent Memory","created":"2026-04-01","cited_by_count":14,"area":null},{"id":"2402.01293","title":"Can MLLMs Perform Text-to-Image In-Context Learning?","created":"2024-02-02","cited_by_count":13,"area":"mllm"},{"id":"2412.16746","title":"Beyond Partisan Leaning: A Comparative Analysis of Political Bias in Large Language Models","created":"2024-12-21","cited_by_count":13,"area":null},{"id":"2412.17149","title":"A Multi-AI Agent System for Autonomous Optimization of Agentic AI Solutions via Iterative Refinement and LLM-Driven Feedback Loops","created":"2024-12-22","cited_by_count":13,"area":"agents"},{"id":"2505.20538","title":"AstroVisBench: A Code Benchmark for Scientific Computing and Visualization in Astronomy","created":"2025-05-26","cited_by_count":13,"area":null}],"next_cursor":"100"}