{"list":"other","total":152,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2210.03629","title":"ReAct: Synergizing Reasoning and Acting in Language Models","created":"2022-10-06","cited_by_count":8695},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004},{"id":"2405.15793","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","created":"2024-05-06","cited_by_count":1737},{"id":"1709.00029","title":"EuroSAT: A Novel Dataset and Deep Learning Benchmark for Land Use and Land Cover Classification","created":"2017-08-31","cited_by_count":1496},{"id":"2406.12045","title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","created":"2024-06-17","cited_by_count":1402},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298},{"id":"2408.06292","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","created":"2024-08-12","cited_by_count":1071},{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040},{"id":"2407.16741","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","created":"2024-07-23","cited_by_count":1002},{"id":"2108.13264","title":"Deep Reinforcement Learning at the Edge of the Statistical Precipice","created":"2021-08-30","cited_by_count":807},{"id":"1709.06560","title":"Deep Reinforcement Learning that Matters","created":"2017-09-19","cited_by_count":754},{"id":"2404.13076","title":"LLM Evaluators Recognize and Favor Their Own Generations","created":"2024-04-15","cited_by_count":686},{"id":"1907.10597","title":"Green AI","created":"2019-07-22","cited_by_count":627},{"id":"2503.13657","title":"Why Do Multi-Agent LLM Systems Fail?","created":"2025-03-17","cited_by_count":604},{"id":"2601.11868","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","created":"2026-01-17","cited_by_count":585},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530},{"id":"2501.14249","title":"Humanity's Last Exam","created":"2025-01-24","cited_by_count":491},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459},{"id":"2412.14161","title":"TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks","created":"2024-12-18","cited_by_count":326},{"id":"2003.12206","title":"Improving Reproducibility in Machine Learning Research (A Report from the NeurIPS 2019 Reproducibility Program)","created":"2020-03-27","cited_by_count":322},{"id":"2504.01848","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","created":"2025-04-02","cited_by_count":321},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318},{"id":"2509.16941","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","created":"2025-09-21","cited_by_count":279},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262},{"id":"2002.05651","title":"Towards the Systematic Reporting of the Energy and Carbon Footprints of Machine Learning","created":"2020-01-31","cited_by_count":249},{"id":"2410.10934","title":"Agent-as-a-Judge: Evaluate Agents with Agents","created":"2024-10-14","cited_by_count":238},{"id":"2407.01502","title":"AI Agents That Matter","created":"2024-07-01","cited_by_count":219},{"id":"2103.03098","title":"Accounting for Variance in Machine Learning Benchmarks","created":"2021-03-01","cited_by_count":201},{"id":"1907.06902","title":"Are We Really Making Much Progress? A Worrying Analysis of Recent Neural Recommendation Approaches","created":"2019-07-16","cited_by_count":185},{"id":"2505.00212","title":"Which Agent Causes Task Failures and When? On Automated Failure Attribution of LLM Multi-Agent Systems","created":"2025-04-30","cited_by_count":185},{"id":"2407.13168","title":"SciCode: A Research Coding Benchmark Curated by Scientists","created":"2024-07-18","cited_by_count":178},{"id":"1909.03004","title":"Show Your Work: Improved Reporting of Experimental Results","created":"2019-09-06","cited_by_count":169},{"id":"2606.15497","title":"Towards End-to-End Automation of AI Research","created":"2026-03-31","cited_by_count":159},{"id":"2503.14499","title":"Measuring AI Ability to Complete Long Software Tasks","created":"2025-03-18","cited_by_count":156},{"id":"2411.00640","title":"Adding Error Bars to Evals: A Statistical Approach to Language Model Evaluations","created":"2024-11-01","cited_by_count":148},{"id":"2505.20411","title":"SWE-rebench: An Automated Pipeline for Task Collection and Decontaminated Evaluation of Software Engineering Agents","created":"2025-05-26","cited_by_count":142},{"id":"2509.25370","title":"Where LLM Agents Fail and How They can Learn From Failures","created":"2025-09-29","cited_by_count":133},{"id":"2410.18164","title":"TabDPT: Scaling Tabular Foundation Models on Real Data","created":"2024-10-23","cited_by_count":113},{"id":"2502.12115","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","created":"2025-02-17","cited_by_count":105},{"id":"2505.08638","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","created":"2025-05-13","cited_by_count":104},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102},{"id":"2507.09089","title":"Measuring the Impact of Early-2025 AI on Experienced Open-Source Developer Productivity","created":"2025-07-12","cited_by_count":101},{"id":"2503.04761","title":"Which Economic Tasks are Performed with AI? Evidence from Millions of Claude Conversations","created":"2025-02-11","cited_by_count":96},{"id":"2504.07086","title":"A Sober Look at Progress in Language Model Reasoning: Pitfalls and Paths to Reproducibility","created":"2025-04-09","cited_by_count":93},{"id":"2510.11977","title":"Holistic Agent Leaderboard: The Missing Infrastructure for AI Agent Evaluation","created":"2025-10-13","cited_by_count":92},{"id":"2506.18824","title":"Understanding Software Engineering Agents: A Study of Thought-Action-Result Trajectories","created":"2025-06-23","cited_by_count":81},{"id":"2505.23419","title":"SWE-bench Goes Live!","created":"2025-05-29","cited_by_count":80},{"id":"1909.06674","title":"A Step Toward Quantifying Independently Reproducible Machine Learning Research","created":"2019-09-14","cited_by_count":77},{"id":"2203.04592","title":"Mapping global dynamics of benchmark creation and saturation in artificial intelligence","created":"2022-03-09","cited_by_count":71},{"id":"2504.17192","title":"Paper2Code: Automating Code Generation from Scientific Papers in Machine Learning","created":"2025-04-24","cited_by_count":70},{"id":"2505.14766","title":"This Time is Different: An Observability Perspective on Time Series Foundation Models","created":"2025-05-20","cited_by_count":68},{"id":"2207.07048","title":"Leakage and the Reproducibility Crisis in ML-based Science","created":"2022-07-14","cited_by_count":65},{"id":"2311.09835","title":"ML-Bench: Evaluating Large Language Models and Agents for Machine Learning Tasks on Repository-Level Code","created":"2023-11-16","cited_by_count":65},{"id":"2403.04811","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","created":"2024-03-06","cited_by_count":65},{"id":"2510.20270","title":"ImpossibleBench: Measuring LLMs' Propensity of Exploiting Test Cases","created":"2025-10-23","cited_by_count":65},{"id":"2602.16666","title":"Towards a Science of AI Agent Reliability","created":"2026-02-18","cited_by_count":65},{"id":"2603.08640","title":"PostTrainBench: Can LLM Agents Automate LLM Post-Training?","created":"2026-03-09","cited_by_count":64},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62},{"id":"2605.26494","title":"The MiniMax-M2 Series: Mini Activations Unleashing Max Real-World Intelligence","created":"2026-05-26","cited_by_count":61},{"id":"2106.11872","title":"Randomness In Neural Network Training: Characterizing The Impact of Tooling","created":"2021-06-22","cited_by_count":59},{"id":"2605.03546","title":"ProgramBench: Can Language Models Rebuild Programs From Scratch?","created":"2026-05-05","cited_by_count":59},{"id":"2406.10229","title":"Quantifying Variance in Evaluation Benchmarks","created":"2024-06-14","cited_by_count":54},{"id":"2506.09501","title":"Understanding and Mitigating Numerical Sources of Nondeterminism in LLM Inference","created":"2025-06-11","cited_by_count":53},{"id":"2510.21652","title":"AstaBench: Rigorous Benchmarking of AI Agents with a Scientific Research Suite","created":"2025-10-24","cited_by_count":53},{"id":"2503.15223","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","created":"2025-03-19","cited_by_count":49},{"id":"2506.12286","title":"The SWE-Bench Illusion: When State-of-the-Art LLMs Remember Instead of Reason","created":"2025-06-14","cited_by_count":49},{"id":"2412.10133","title":"You Name It, I Run It: An LLM Agent to Execute Tests of Arbitrary Projects","created":"2024-12-13","cited_by_count":47},{"id":"2506.09289","title":"UTBoost: Rigorous Evaluation of Coding Agents on SWE-Bench","created":"2025-06-10","cited_by_count":45},{"id":"2407.08351","title":"AutoBencher: Towards Declarative Benchmark Construction","created":"2024-07-11","cited_by_count":44},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44},{"id":"2511.17006","title":"Budget-Aware Tool Use Enables Effective Agent Scaling","created":"2025-11-21","cited_by_count":44},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40},{"id":"2502.13681","title":"Repo2Run: Automated Building Executable Environment for Code Repository at Scale","created":"2025-02-19","cited_by_count":39},{"id":"2502.17521","title":"Recent Advances in Large Langauge Model Benchmarks against Data Contamination: From Static to Dynamic Evaluation","created":"2025-02-23","cited_by_count":38},{"id":"2510.27106","title":"Rating Roulette: Self-Inconsistency in LLM-As-A-Judge Frameworks","created":"2025-10-31","cited_by_count":38},{"id":"2505.24785","title":"EXP-Bench: Can AI Conduct AI Research Experiments?","created":"2025-05-30","cited_by_count":37},{"id":"2503.14443","title":"EnvBench: A Benchmark for Automated Environment Setup","created":"2025-03-18","cited_by_count":36},{"id":"2506.02314","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","created":"2025-06-02","cited_by_count":36},{"id":"2406.14325","title":"Reproducibility in Machine Learning-based Research: Overview, Barriers and Drivers","created":"2024-06-20","cited_by_count":34},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33},{"id":"2204.07610","title":"Sources of Irreproducibility in Machine Learning: A Review","created":"2022-04-15","cited_by_count":32},{"id":"2505.20662","title":"AutoReproduce: Automatic AI Experiment Reproduction with Paper Lineage","created":"2025-05-27","cited_by_count":32},{"id":"2506.17335","title":"LMR-BENCH: Evaluating LLM Agent's Ability on Reproducing Language Modeling Research","created":"2025-06-19","cited_by_count":29},{"id":"2509.08713","title":"The More You Automate, the Less You See: Hidden Pitfalls of AI Scientist Systems","created":"2025-09-10","cited_by_count":29},{"id":"2510.06186","title":"RECODE-H: A Benchmark for Research Code Development with Interactive Human Feedback","created":"2025-10-07","cited_by_count":25},{"id":"2503.17354","title":"HCAST: Human-Calibrated Autonomy Software Tasks","created":"2025-03-21","cited_by_count":24},{"id":"2503.01747","title":"Position: Don't Use the CLT in LLM Evals With Fewer Than a Few Hundred Datapoints","created":"2025-03-03","cited_by_count":23},{"id":"2305.01633","title":"Missing Information, Unresponsive Authors, Experimental Flaws: The Impossibility of Assessing the Reproducibility of Previous Human Evaluations in NLP","created":"2023-05-02","cited_by_count":21},{"id":"2412.06294","title":"Beyond pip install: Evaluating LLM Agents for the Automated Installation of Python Projects","created":"2024-12-09","cited_by_count":21},{"id":"2505.14827","title":"Text Generation Beyond Discrete Token Sampling","created":"2025-05-20","cited_by_count":21},{"id":"2504.20115","title":"AutoP2C: An LLM-Based Agent Framework for Code Repository Generation from Multimodal Content in Academic Papers","created":"2025-04-28","cited_by_count":20},{"id":"2306.09562","title":"Reproducibility in NLP: What Have We Learned from the Checklist?","created":"2023-06-16","cited_by_count":18},{"id":"2507.09063","title":"SetupBench: Assessing Software Engineering Agents' Ability to Bootstrap Development Environments","created":"2025-07-11","cited_by_count":18},{"id":"2011.10098","title":"The Fundamental Principles of Reproducibility","created":"2020-11-19","cited_by_count":17},{"id":"2410.10783","title":"LiveXiv -- A Multi-Modal Live Benchmark Based on Arxiv Papers Content","created":"2024-10-14","cited_by_count":17},{"id":"2602.07150","title":"On Randomness in Agentic Evals","created":"2026-02-06","cited_by_count":17}],"next_cursor":"100"}