{"total":84,"rows":[{"id":"2502.12115","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","created":"2025-02-17","cited_by_count":105,"area":null},{"id":"2505.09598","title":"How Hungry is AI? Benchmarking Energy, Water, and Carbon Footprint of LLM Inference","created":"2025-05-14","cited_by_count":76,"area":null},{"id":"2505.08783","title":"CodePDE: An Inference Framework for LLM-driven PDE Solver Generation","created":"2025-05-13","cited_by_count":39,"area":null},{"id":"2508.11356","title":"ETTRL: Balancing Exploration and Exploitation in LLM Test-Time Reinforcement Learning Via Entropy Mechanism","created":"2025-08-15","cited_by_count":36,"area":null},{"id":"2601.14525","title":"Towards Execution-Grounded Automated AI Research","created":"2026-01-20","cited_by_count":28,"area":null},{"id":"2507.15887","title":"AlgoTune: Can Language Models Speed Up General-Purpose Numerical Programs?","created":"2025-07-19","cited_by_count":27,"area":null},{"id":"2410.17309","title":"Literature Meets Data: A Synergistic Approach to Hypothesis Generation","created":"2024-10-22","cited_by_count":20,"area":null},{"id":"2502.16487","title":"All That Glitters is Not Novel: Plagiarism in AI Generated Research","created":"2025-02-23","cited_by_count":18,"area":null},{"id":"2505.14279","title":"YESciEval: Robust LLM-as-a-Judge for Scientific Question Answering","created":"2025-05-20","cited_by_count":16,"area":null},{"id":"2507.23276","title":"How Far Are AI Scientists from Changing the World?","created":"2025-07-31","cited_by_count":15,"area":null},{"id":"2505.20538","title":"AstroVisBench: A Code Benchmark for Scientific Computing and Visualization in Astronomy","created":"2025-05-26","cited_by_count":13,"area":null},{"id":"2412.19994","title":"From Generalist to Specialist: A Survey of Large Language Models for Chemistry","created":"2024-12-28","cited_by_count":11,"area":null},{"id":"2506.08140","title":"AutoSDT: Scaling Data-Driven Discovery Tasks Toward Open Co-Scientists","created":"2025-06-09","cited_by_count":11,"area":null},{"id":"2605.18661","title":"AI for Auto-Research: Roadmap & User Guide","created":"2026-05-18","cited_by_count":11,"area":null},{"id":"2603.01203","title":"How Well Does Agent Development Reflect Real-World Work?","created":"2026-03-01","cited_by_count":10,"area":null},{"id":"2507.11810","title":"Evolving Roles of LLMs in Scientific Innovation: Assistant, Collaborator, Scientist, and Evaluator","created":"2025-07-16","cited_by_count":9,"area":null},{"id":"2510.12367","title":"LLM-REVal: Can We Trust LLM Reviewers Yet?","created":"2025-10-14","cited_by_count":9,"area":null},{"id":"2603.27146","title":"Learning to Predict Future-Aligned Research Proposals with Language Models","created":"2026-03-28","cited_by_count":8,"area":null},{"id":"2605.09636","title":"PDEAgent-Bench: A Multi-Metric, Multi-Library Benchmark for PDE Solver Generation","created":"2026-05-10","cited_by_count":8,"area":null},{"id":"2510.00510","title":"JoyAgent-JDGenie: Technical Report on the GAIA","created":"2025-10-01","cited_by_count":7,"area":null},{"id":"2502.20309","title":"EAIRA: Establishing a Methodology for Evaluating AI Models as Scientific Research Assistants","created":"2025-02-27","cited_by_count":5,"area":null},{"id":"2508.00830","title":"BikeBench: A Bicycle Design Benchmark for Generative Models with Objectives and Constraints","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2509.20374","title":"CFDLLMBench: A Benchmark Suite for Evaluating Large Language Models in Computational Fluid Dynamics","created":"2025-09-19","cited_by_count":5,"area":null},{"id":"2603.02540","title":"A Neuropsychologically Grounded Evaluation of LLM Cognitive Abilities","created":"2026-03-03","cited_by_count":5,"area":null},{"id":"2506.05579","title":"When Models Know More Than They Can Explain: Quantifying Knowledge Transfer in Human-AI Collaboration","created":"2025-06-05","cited_by_count":4,"area":null},{"id":"2510.05228","title":"CMT-Benchmark: A Benchmark for Condensed Matter Theory Built by Expert Researchers","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2510.20728","title":"Co-Designing Quantum Codes with Transversal Diagonal Gates via Multi-Agent Systems","created":"2025-10-23","cited_by_count":4,"area":null},{"id":"2511.14362","title":"SciRAG: Adaptive, Citation-Aware, and Outline-Guided Retrieval and Synthesis for Scientific Literature","created":"2025-11-18","cited_by_count":4,"area":null},{"id":"2606.01286","title":"BenchEvolver: Frontier Task Synthesis via Solution-Centric Evolution","created":"2026-05-31","cited_by_count":4,"area":null},{"id":"2608.17271","title":"ASI-Bench: At the Dawn of Artificial Superintelligence","created":"2026-08-18","cited_by_count":4,"area":null},{"id":"2609.19134","title":"ScienceIDE: Turning World's Scientific Codebase into Agent Learnable Environments","created":"2026-09-16","cited_by_count":4,"area":null},{"id":"2412.14626","title":"LDC: Learning to Generate Research Idea with Dynamic Control","created":"2024-12-19","cited_by_count":3,"area":null},{"id":"2511.00183","title":"PDE-SHARP: PDE Solver Hybrids through Analysis and Refinement Passes","created":"2025-10-31","cited_by_count":3,"area":null},{"id":"2512.11588","title":"AI Benchmark Democratization and Carpentry","created":"2025-12-12","cited_by_count":3,"area":null},{"id":"2512.19753","title":"QMBench: A Research Level Benchmark for Quantum Materials Research","created":"2025-12-19","cited_by_count":3,"area":null},{"id":"2512.22334","title":"SciEvalKit: An Open-source Evaluation Toolkit for Scientific General Intelligence","created":"2025-12-26","cited_by_count":3,"area":null},{"id":"2512.22899","title":"HiSciBench: A Hierarchical Multi-disciplinary Benchmark for Scientific Intelligence from Reading to Discovery","created":"2025-12-28","cited_by_count":3,"area":null},{"id":"2603.06739","title":"ResearchEnvBench: Benchmarking Agents on Environment Synthesis for Research Code Execution","created":"2026-03-06","cited_by_count":3,"area":null},{"id":"2603.20253","title":"SimulCost: A Cost-Aware Benchmark and Toolkit for Automating Physics Simulations with LLMs","created":"2026-03-11","cited_by_count":3,"area":null},{"id":"2604.15664","title":"Stargazer: A Scalable Model-Fitting Benchmark Environment for AI Agents under Astrophysical Constraints","created":"2026-04-17","cited_by_count":3,"area":null},{"id":"2511.05614","title":"An MLCommons Scientific Benchmarks Ontology","created":"2025-11-06","cited_by_count":2,"area":null},{"id":"2603.00058","title":"PaperRepro: Automated Computational Reproducibility Assessment for Social Science Papers","created":"2026-02-10","cited_by_count":2,"area":null},{"id":"2605.18630","title":"SCICONVBENCH: Benchmarking LLMs on Multi-Turn Clarification for Task Formulation in Computational Science","created":"2026-05-18","cited_by_count":2,"area":null},{"id":"2605.27210","title":"Qiskit QuantumKatas: Adapting Microsoft's Quantum Computing exercises for LLM evaluation","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2607.10474","title":"Reinforcement Learning with Verifiable Physics: Post-training LLMs with Continuous Rewards","created":"2026-07-11","cited_by_count":2,"area":null},{"id":"2609.06396","title":"MetaRSI / RSI2: A Meta-Recursive Self-Improving System for Recursive Self-Improving Systems Themselves","created":"2026-09-06","cited_by_count":2,"area":null},{"id":"2507.03162","title":"MateInfoUB: A Real-World Benchmark for Testing LLMs in Competitive, Multilingual, and Multimodal Educational Tasks","created":"2025-07-03","cited_by_count":1,"area":null},{"id":"2507.21790","title":"Can large language models assist choice modelling? Insights into prompting strategies and current models' capabilities","created":"2025-07-29","cited_by_count":1,"area":null},{"id":"2603.01421","title":"SciDER: Scientific Data-centric End-to-end Researcher","created":"2026-03-02","cited_by_count":1,"area":null},{"id":"2604.02729","title":"IndustryCode: A Benchmark for Industry Code Generation","created":"2026-04-03","cited_by_count":1,"area":null},{"id":"2604.04324","title":"RESCORE: LLM-Driven Simulation Recovery in Control Systems Research Papers","created":"2026-04-06","cited_by_count":1,"area":null},{"id":"2604.13201","title":"InfiniteScienceGym: An Unbounded, Procedurally-Generated Benchmark for Scientific Analysis","created":"2026-04-14","cited_by_count":1,"area":null},{"id":"2605.31478","title":"Knowledge boundary probing and demand-guided intervention for LLM-based power system code generation","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2606.09833","title":"CollabSkill: Evaluating Human-Agent Collaboration On Real-World Tasks","created":"2026-04-20","cited_by_count":1,"area":null},{"id":"2608.20634","title":"AgentMercury: Your Agent Can Synthesize Verifiable Environments for Business Scenarios at scale","created":"2026-08-21","cited_by_count":1,"area":null},{"id":"2610.04184","title":"EvalResearchBench: Can AI Agents Design Their Own Evaluations?","created":"2026-10-03","cited_by_count":1,"area":null},{"id":"2511.11597","title":"CLINB: A Climate Intelligence Benchmark for Foundational Models","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2602.11674","title":"Benchmark Health Index: A Systematic Framework for Benchmarking the Benchmarks of LLMs","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2604.04089","title":"From Paper to Program: Specification-Guided Implementation of Quantum Many-Body Algorithms with Large Language Model","created":"2026-04-05","cited_by_count":0,"area":null},{"id":"2604.19606","title":"AblateCell: A Reproduce-then-Ablate Agent for Virtual Cell Repositories","created":"2026-04-21","cited_by_count":0,"area":null},{"id":"2606.01975","title":"Algorithmic algorithm development with LLMs: A Case Study on LLM-Usage for Contraction Order Optimization in Tensor Networks","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2607.02934","title":"MatPhaseBench: A Semantics-Guided Benchmark for Materials Phase Diagrams Understanding","created":"2026-07-03","cited_by_count":0,"area":null},{"id":"2607.05198","title":"Noisy-Channel Minimum Bayes Risk Decoding","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.09789","title":"PHITSBench: an execution-scored benchmark for AI-assisted PHITS radiation-transport input generation using natural language","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2607.12113","title":"Toward Trustworthy Autonomous Science: A Two-Year Community Roadmap","created":"2026-07-13","cited_by_count":0,"area":null},{"id":"2607.19104","title":"SciCodePile: A 128GB Corpus and Executable Benchmark for Challenging Scientific Code Generation","created":"2026-07-21","cited_by_count":0,"area":null},{"id":"2607.24459","title":"From Execution to Capability: Scientific Experience Consolidation via Procedural Knowledge Synthesis","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.03600","title":"Large language models for partial differential equation workflows","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.20953","title":"Quantization-Aware Healing: A Practical Recipe for Recovering Compressed, 4-Bit LLMs","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.29420","title":"One Capability or Many? Structural and Predictive Tests of Benchmark Validity Disagree About Economic Benchmarks for Frontier AI","created":"2026-08-29","cited_by_count":0,"area":null},{"id":"2609.02067","title":"ToolGate: An Executable Acceptance Pipeline for Tool-Dependent Scientific Benchmark Construction","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.11018","title":"Defining AI Agents: A Compendium of Criteria, Metrics, and Benchmarks","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.12475","title":"Zipbench: Low-Cost Framework for Compressing Comprehensive Benchmarks of Large Language Models","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.15096","title":"OpenAI4S: Code as Action, Science as Sessions","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.30054","title":"SciWalker: Synthesizing Scientific Coding Problems with Operator Graphs and Execution Feedback","created":"2026-09-24","cited_by_count":0,"area":null},{"id":"2609.33012","title":"When Pair Count Is Not the Sample Size: What All-Pairs Agent Comparisons Estimate","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.33642","title":"Learning to Learn from Context: Synthetic Training from Perturbed Public Documents","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.35236","title":"Long-Horizon Scaling: How Model Capabilities Shape the Returns to Computation","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.35261","title":"Imprint Reader: From Weight-Update Readout to Behavioral Intervention","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.35581","title":"QC-Stark: A Multi-Task Benchmark Revealing Capability Dissociations in LLMs Evaluated on Quantum Computing Tasks","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.35639","title":"GPUPhysBench: Benchmarking Coding Agents for Correct and Efficient GPU Physics Simulation","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.04561","title":"Recursive Improvement of a Differentiable Scientific Software Ecosystem","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.11118","title":"OpenProblemBench: Benchmarking AI on Open Problems in the Foundational Theoretical Sciences","created":"2026-10-08","cited_by_count":0,"area":null},{"id":"2610.11877","title":"How Is Automated Research Evaluated? A Survey of Benchmarks and Evaluation Practices","created":"2026-10-08","cited_by_count":0,"area":null}],"next_cursor":null}