{"total":175,"rows":[{"id":"2501.14249","title":"Humanity's Last Exam","created":"2025-01-24","cited_by_count":491,"area":null},{"id":"2504.01848","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","created":"2025-04-02","cited_by_count":321,"area":null},{"id":"2412.04984","title":"Frontier Models are Capable of In-context Scheming","created":"2024-12-06","cited_by_count":287,"area":null},{"id":"2502.13138","title":"AIDE: AI-Driven Exploration in the Space of Code","created":"2025-02-18","cited_by_count":226,"area":null},{"id":"2502.10517","title":"KernelBench: Can LLMs Write Efficient GPU Kernels?","created":"2025-02-14","cited_by_count":225,"area":null},{"id":"2503.08679","title":"Chain-of-Thought Reasoning In The Wild Is Not Always Faithful","created":"2025-03-11","cited_by_count":170,"area":"lr"},{"id":"2503.14499","title":"Measuring AI Ability to Complete Long Software Tasks","created":"2025-03-18","cited_by_count":156,"area":null},{"id":"2506.18096","title":"Deep Research Agents: A Systematic Examination And Roadmap","created":"2025-06-22","cited_by_count":128,"area":"agents"},{"id":"2502.14499","title":"MLGym: A New Framework and Benchmark for Advancing AI Research Agents","created":"2025-02-20","cited_by_count":124,"area":"agents"},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102,"area":"agents"},{"id":"2507.09089","title":"Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity","created":"2025-07-12","cited_by_count":101,"area":null},{"id":"2505.13259","title":"From Automation to Autonomy: A Survey on Large Language Models in Scientific Discovery","created":"2025-05-19","cited_by_count":93,"area":null},{"id":"2503.00096","title":"BixBench: a Comprehensive Benchmark for LLM-based Agents in Computational Biology","created":"2025-02-28","cited_by_count":89,"area":"agents"},{"id":"2507.02554","title":"AI Research Agents for Machine Learning: Search, Exploration, and Generalization in MLE-bench","created":"2025-07-03","cited_by_count":71,"area":"agents"},{"id":"2505.19955","title":"MLR-Bench: Evaluating AI Agents on Open-Ended Machine Learning Research","created":"2025-05-26","cited_by_count":64,"area":"agents"},{"id":"2603.08640","title":"PostTrainBench: Can LLM Agents Automate LLM Post-Training?","created":"2026-03-09","cited_by_count":64,"area":"lr"},{"id":"2502.02649","title":"Fully Autonomous AI Agents Should Not be Developed","created":"2025-02-04","cited_by_count":45,"area":null},{"id":"2504.10374","title":"Ctrl-Z: Controlling AI Agents via Resampling","created":"2025-04-14","cited_by_count":44,"area":null},{"id":"2501.10114","title":"Infrastructure for AI Agents","created":"2025-01-17","cited_by_count":41,"area":null},{"id":"2501.17315","title":"A sketch of an AI control safety case","created":"2025-01-28","cited_by_count":39,"area":"agents"},{"id":"2602.06855","title":"AIRS-Bench: a Suite of Tasks for Frontier AI Research Science Agents","created":"2026-02-06","cited_by_count":38,"area":"agents"},{"id":"2508.17281","title":"From Language to Action: A Review of Large Language Models as Autonomous Agents and Tool Users","created":"2025-08-24","cited_by_count":32,"area":"agents"},{"id":"2607.08964","title":"Long-Horizon-Terminal-Bench: Testing the Limits of Agents on Long-Horizon Terminal Tasks with Dense Reward-Based Grading","created":"2026-07-09","cited_by_count":31,"area":null},{"id":"2504.04310","title":"CO-Bench: Benchmarking Language Model Agents in Algorithm Search for Combinatorial Optimization","created":"2025-04-06","cited_by_count":29,"area":"agents"},{"id":"2504.09702","title":"MLRC-Bench: Can Language Agents Solve Machine Learning Research Challenges?","created":"2025-04-13","cited_by_count":28,"area":"agents"},{"id":"2601.14525","title":"Towards Execution-Grounded Automated AI Research","created":"2026-01-20","cited_by_count":28,"area":null},{"id":"2503.17354","title":"HCAST: Human-Calibrated Autonomy Software Tasks","created":"2025-03-21","cited_by_count":24,"area":null},{"id":"2606.07682","title":"SWE-Marathon: Can Agents Autonomously Complete Ultra-Long-Horizon Software Work?","created":"2026-06-05","cited_by_count":23,"area":null},{"id":"2606.11926","title":"Toward Generalist Autonomous Research via Hypothesis-Tree Refinement","created":"2026-06-10","cited_by_count":22,"area":null},{"id":"2504.05259","title":"How to evaluate control measures for LLM agents? A trajectory from today to superintelligence","created":"2025-04-07","cited_by_count":20,"area":"agents"},{"id":"2510.26787","title":"Remote Labor Index: Measuring AI Automation of Remote Work","created":"2025-10-30","cited_by_count":20,"area":null},{"id":"2505.24876","title":"Agent-X: Evaluating Deep Multimodal Reasoning in Vision-Centric Agentic Tasks","created":"2025-05-30","cited_by_count":19,"area":"lr"},{"id":"2510.22780","title":"How Do AI Agents Do Human Work? Comparing AI and Human Workflows Across Diverse Occupations","created":"2025-10-26","cited_by_count":19,"area":null},{"id":"2510.27598","title":"InnovatorBench: Evaluating Agents' Ability to Conduct Innovative LLM Research","created":"2025-10-31","cited_by_count":19,"area":"agents"},{"id":"2602.02905","title":"FIRE-Bench: Evaluating AI Agents on the Rediscovery of Scientific Insights","created":"2026-02-02","cited_by_count":16,"area":"agents"},{"id":"2604.12290","title":"Frontier-Eng: Benchmarking Self-Evolving Agents on Real-World Engineering Tasks with Generative Optimization","created":"2026-04-14","cited_by_count":16,"area":"agents"},{"id":"2604.24658","title":"The Last Human-Written Paper: Agent-Native Research Artifacts","created":"2026-04-27","cited_by_count":16,"area":null},{"id":"2502.01635","title":"The AI Agent Index","created":"2025-02-03","cited_by_count":15,"area":"agents"},{"id":"2503.01811","title":"AutoAdvExBench: Benchmarking autonomous exploitation of adversarial example defenses","created":"2025-03-03","cited_by_count":15,"area":null},{"id":"2504.18565","title":"RepliBench: Evaluating the Autonomous Replication Capabilities of Language Model Agents","created":"2025-04-21","cited_by_count":15,"area":"agents"},{"id":"2505.13291","title":"TimeSeriesGym: A Scalable Benchmark for (Time Series) Machine Learning Engineering Agents","created":"2025-05-19","cited_by_count":15,"area":"agents"},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2507.15550","title":"PhysGym: Benchmarking LLMs in Interactive Physics Discovery with Controlled Priors","created":"2025-07-21","cited_by_count":15,"area":"agents"},{"id":"2606.05080","title":"AutoLab: Can Frontier Models Solve Long-Horizon Auto Research and Engineering Tasks?","created":"2026-06-03","cited_by_count":13,"area":null},{"id":"2506.08140","title":"AutoSDT: Scaling Data-Driven Discovery Tasks Toward Open Co-Scientists","created":"2025-06-09","cited_by_count":11,"area":null},{"id":"2510.24591","title":"ReplicationBench: Can AI Agents Replicate Astrophysics Research Papers?","created":"2025-10-28","cited_by_count":11,"area":"agents"},{"id":"2604.00594","title":"Agent psychometrics: Task-level performance prediction in agentic coding benchmarks","created":"2026-04-01","cited_by_count":11,"area":"agents"},{"id":"2605.18661","title":"AI for Auto-Research: Roadmap & User Guide","created":"2026-05-18","cited_by_count":11,"area":null},{"id":"2608.09096","title":"Evo-Bench: Can Language Models Improve Agent Harness?","created":"2026-08-10","cited_by_count":11,"area":"agents"},{"id":"2608.20318","title":"AI4AI-Bench: Benchmarking LLM Agents in Algorithmic Design for Recursive Self-Improvement","created":"2026-08-20","cited_by_count":11,"area":"agents"},{"id":"2609.26457","title":"Recursive self-improvement of AI research agents","created":"2026-09-22","cited_by_count":11,"area":"agents"},{"id":"2605.05724","title":"Auto Research with Specialist Agents Develops Effective and Non-Trivial Training Recipes","created":"2026-05-07","cited_by_count":10,"area":null},{"id":"2605.19156","title":"How Far Are We From True Auto-Research?","created":"2026-05-18","cited_by_count":10,"area":null},{"id":"2605.20744","title":"Hack-Verifiable Environments: Towards Evaluating Reward Hacking at Scale","created":"2026-05-20","cited_by_count":10,"area":"alignment"},{"id":"2607.27191","title":"Can AI agents conduct open-ended AI research? Early evidence from two case studies","created":"2026-07-29","cited_by_count":10,"area":null},{"id":"2505.06108","title":"LLMs Outperform Experts on Challenging Biology Benchmarks","created":"2025-05-09","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2507.11810","title":"Evolving Roles of LLMs in Scientific Innovation: Assistant, Collaborator, Scientist, and Evaluator","created":"2025-07-16","cited_by_count":9,"area":null},{"id":"2603.03992","title":"Measuring AI R&D Automation","created":"2026-03-04","cited_by_count":9,"area":null},{"id":"2604.10547","title":"Agent^2 RL-Bench: Can LLM Agents Engineer Agentic RL Post-Training?","created":"2026-04-12","cited_by_count":9,"area":"agents"},{"id":"2606.04455","title":"The Meta-Agent Challenge: Are Current Agents Capable of Autonomous Agent Development?","created":"2026-06-03","cited_by_count":9,"area":null},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2608.06301","title":"HarnessOpt-Bench: Evaluating LLMs at Harness Optimization","created":"2026-08-06","cited_by_count":9,"area":"agents"},{"id":"2608.13331","title":"Training AI Scientists to Replicate Research","created":"2026-08-13","cited_by_count":9,"area":null},{"id":"2507.08350","title":"Exploring Design of Multi-Agent LLM Dialogues for Research Ideation","created":"2025-07-11","cited_by_count":8,"area":"agents"},{"id":"2604.14116","title":"TREX: Automating LLM Fine-tuning via Agent-Driven Tree-based Exploration","created":"2026-04-15","cited_by_count":8,"area":"agents"},{"id":"2605.17373","title":"FML-bench: A Controlled Study of AI Research Agent Strategies from the Perspective of Search Dynamics","created":"2026-05-17","cited_by_count":8,"area":"agents"},{"id":"2502.19414","title":"Can Language Models Falsify? Evaluating Algorithmic Reasoning with Counterexample Creation","created":"2025-02-26","cited_by_count":7,"area":"lr"},{"id":"2605.13950","title":"Collider-Bench: Benchmarking AI Agents with Particle Physics Analysis Reproduction","created":"2026-05-13","cited_by_count":7,"area":"agents"},{"id":"2506.04098","title":"TextAtari: 100K Frames Game Playing with Language Agents","created":"2025-06-04","cited_by_count":6,"area":"agents"},{"id":"2602.07267","title":"BRIDGE: Predicting Human Task Completion Time From Model Performance","created":"2026-02-06","cited_by_count":6,"area":null},{"id":"2606.30182","title":"MirrorCode: AI can rebuild entire programs from behavior alone","created":"2026-06-29","cited_by_count":6,"area":null},{"id":"2502.15850","title":"Forecasting Frontier Language Model Agent Capabilities","created":"2025-02-21","cited_by_count":5,"area":"agents"},{"id":"2510.12826","title":"Scheming Ability in LLM-to-LLM Strategic Interactions","created":"2025-10-11","cited_by_count":5,"area":null},{"id":"2605.09698","title":"Ambig-DS: A Benchmark for Task-Framing Ambiguity in Data-Science Agents","created":"2026-05-10","cited_by_count":5,"area":"agents"},{"id":"2607.20468","title":"InferenceBench: A Benchmark for Open-Ended LLM Inference Optimization by AI Agents","created":"2026-05-20","cited_by_count":5,"area":"agents"},{"id":"2608.25286","title":"BixBench3: Benchmarking AI agents on research-study-scale computational biology tasks","created":"2026-08-26","cited_by_count":5,"area":"agents"},{"id":"2608.31111","title":"Aspire: Can Models Self-Evolve from Vague Goals?","created":"2026-08-31","cited_by_count":5,"area":"synth"},{"id":"2506.08800","title":"Measuring Data Science Automation: A Survey of Evaluation Tools for AI Assistants and Agents","created":"2025-06-10","cited_by_count":4,"area":"agents"},{"id":"2608.13417","title":"Beyond Final Scores: A Systematic Evaluation of Agents for Long-Horizon AI Research and Development","created":"2026-08-13","cited_by_count":4,"area":null},{"id":"2608.17271","title":"ASI-Bench: At the Dawn of Artificial Superintelligence","created":"2026-08-18","cited_by_count":4,"area":null},{"id":"2608.19653","title":"DeltaML-Bench: Evaluating Machine Learning Agents on Real-World Research Repositories","created":"2026-08-20","cited_by_count":4,"area":"agents"},{"id":"2609.04280","title":"EvoHarnessBench: Can Your Agents Keep Pace with an Evolving Harness?","created":"2026-09-03","cited_by_count":4,"area":"agents"},{"id":"2609.19134","title":"ScienceIDE: Turning World's Scientific Codebase into Agent Learnable Environments","created":"2026-09-16","cited_by_count":4,"area":null},{"id":"2508.12555","title":"Illuminating LLM Coding Agents: Visual Analytics for Deeper Understanding and Enhancement","created":"2025-08-18","cited_by_count":3,"area":"agents"},{"id":"2602.10153","title":"Basic Legibility Protocols Improve Trusted Monitoring","created":"2026-02-09","cited_by_count":3,"area":"safety"},{"id":"2604.00010","title":"Can LLMs Perceive Time? An Empirical Investigation","created":"2026-03-09","cited_by_count":3,"area":null},{"id":"2605.14445","title":"FrontierSmith: Synthesizing Open-Ended Coding Problems at Scale","created":"2026-05-14","cited_by_count":3,"area":null},{"id":"2605.19743","title":"EngiAI: Capability-Based Evaluation of Tool-Connected LLM Agents for Engineering Design","created":"2026-05-19","cited_by_count":3,"area":"agents"},{"id":"2606.00579","title":"Sandboxed Coding Agents are Competitive Omni-modal Task Solvers","created":"2026-05-30","cited_by_count":3,"area":"mllm"},{"id":"2606.05342","title":"SentinelBench: A Benchmark for Long-Running Monitoring Agents","created":"2026-06-03","cited_by_count":3,"area":null},{"id":"2606.17799","title":"Position: Coding Benchmarks Are Misaligned with Agentic Software Engineering","created":"2026-06-16","cited_by_count":3,"area":"agents"},{"id":"2608.00267","title":"LoopsBench: From Harness Engineering to Loop Engineering in Coding Agent Evaluation","created":"2026-07-31","cited_by_count":3,"area":"agents"},{"id":"2505.02313","title":"What Is AI Safety? What Do We Want It to Be?","created":"2025-05-05","cited_by_count":2,"area":null},{"id":"2505.02709","title":"Technical Report: Evaluating Goal Drift in Language Model Agents","created":"2025-05-05","cited_by_count":2,"area":"agents"},{"id":"2507.08038","title":"AblationBench: Evaluating Automated Planning of Ablations in Empirical AI Research","created":"2025-07-09","cited_by_count":2,"area":"agents"},{"id":"2601.13709","title":"Hidden in Plain Text: Measuring LLM Deception Quality Against Human Baselines Using Social Deduction Games","created":"2026-01-20","cited_by_count":2,"area":null},{"id":"2602.09514","title":"EcoGym: Evaluating LLMs for Long-Horizon Plan-and-Execute in Interactive Economies","created":"2026-02-10","cited_by_count":2,"area":"agents"},{"id":"2602.17687","title":"IRPAPERS: A Visual Document Benchmark for Scientific Retrieval and Question Answering","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2607.19321","title":"ResearchArena: Evaluating Sabotage and Monitoring in Automated AI R&D","created":"2026-07-21","cited_by_count":2,"area":null}],"next_cursor":"100"}