{"list":"other","total":80,"rows":[{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2305.20050","title":"Let's Verify Step by Step","created":"2023-05-31","cited_by_count":3789},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373},{"id":"2311.12022","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","created":"2023-11-20","cited_by_count":2879},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"2406.01574","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","created":"2024-06-03","cited_by_count":1848},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2310.02255","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","created":"2023-10-03","cited_by_count":1614},{"id":"2203.10244","title":"ChartQA: A Benchmark for Question Answering about Charts with Visual and Logical Reasoning","created":"2022-03-19","cited_by_count":1479},{"id":"2305.01210","title":"Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation","created":"2023-05-02","cited_by_count":1391},{"id":"2007.00398","title":"DocVQA: A Dataset for VQA on Document Images","created":"2020-07-01","cited_by_count":1317},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228},{"id":"2402.14008","title":"OlympiadBench: A Challenging Benchmark for Promoting AGI with Olympiad-Level Bilingual Multimodal Scientific Problems","created":"2024-02-21","cited_by_count":1136},{"id":"2005.04118","title":"Beyond Accuracy: Behavioral Testing of NLP models with CheckList","created":"2020-05-08","cited_by_count":1006},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914},{"id":"1903.00161","title":"DROP: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs","created":"2019-03-01","cited_by_count":903},{"id":"2304.06364","title":"AGIEval: A Human-Centric Benchmark for Evaluating Foundation Models","created":"2023-04-13","cited_by_count":716},{"id":"2305.08322","title":"C-Eval: A Multi-Level Multi-Discipline Chinese Evaluation Suite for Foundation Models","created":"2023-05-15","cited_by_count":708},{"id":"2308.09126","title":"EgoSchema: A Diagnostic Benchmark for Very Long-form Video Language Understanding","created":"2023-08-17","cited_by_count":680},{"id":"2504.12516","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","created":"2025-04-16","cited_by_count":647},{"id":"2506.07982","title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","created":"2025-06-09","cited_by_count":627},{"id":"2601.11868","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","created":"2026-01-17","cited_by_count":585},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583},{"id":"2210.03057","title":"Language Models are Multilingual Chain-of-Thought Reasoners","created":"2022-10-06","cited_by_count":530},{"id":"2409.02813","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","created":"2024-09-04","cited_by_count":512},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459},{"id":"2306.09212","title":"CMMLU: Measuring massive multitask language understanding in Chinese","created":"2023-06-15","cited_by_count":449},{"id":"2411.04368","title":"Measuring short-form factuality in large language models","created":"2024-11-07","cited_by_count":373},{"id":"2401.03065","title":"CRUXEval: A Benchmark for Code Reasoning, Understanding and Execution","created":"2024-01-05","cited_by_count":300},{"id":"2505.23281","title":"MathArena: Evaluating LLMs on Uncontaminated Math Competitions","created":"2025-05-29","cited_by_count":297},{"id":"2004.05986","title":"CLUE: A Chinese Language Understanding Evaluation Benchmark","created":"2020-04-13","cited_by_count":278},{"id":"2504.07981","title":"ScreenSpot-Pro: GUI Grounding for Professional High-Resolution Computer Use","created":"2025-04-04","cited_by_count":254},{"id":"2501.13826","title":"Video-MMMU: Evaluating Knowledge Acquisition from Multi-Discipline Professional Videos","created":"2025-01-23","cited_by_count":236},{"id":"2406.18521","title":"CharXiv: Charting Gaps in Realistic Chart Understanding in Multimodal LLMs","created":"2024-06-26","cited_by_count":234},{"id":"2502.01100","title":"ZebraLogic: On the Scaling Limits of LLMs for Logical Reasoning","created":"2025-02-03","cited_by_count":201},{"id":"2406.04127","title":"Are We Done with MMLU?","created":"2024-06-06","cited_by_count":194},{"id":"2412.03304","title":"Global MMLU: Understanding and Addressing Cultural and Linguistic Biases in Multilingual Evaluation","created":"2024-12-04","cited_by_count":191},{"id":"2505.11831","title":"ARC-AGI-2: A New Challenge for Frontier AI Reasoning Systems","created":"2025-05-17","cited_by_count":190},{"id":"2501.17399","title":"MultiChallenge: A Realistic Multi-Turn Conversation Evaluation Benchmark Challenging to Frontier LLMs","created":"2025-01-29","cited_by_count":180},{"id":"2407.13168","title":"SciCode: A Research Coding Benchmark Curated by Scientists","created":"2024-07-18","cited_by_count":178},{"id":"2308.08493","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","created":"2023-08-16","cited_by_count":177},{"id":"2504.02605","title":"Multi-SWE-bench: A Multilingual Benchmark for Issue Resolving","created":"2025-04-03","cited_by_count":171},{"id":"2409.12941","title":"Fact, Fetch, and Reason: A Unified Evaluation of Retrieval-Augmented Generation","created":"2024-09-19","cited_by_count":162},{"id":"2412.07626","title":"OmniDocBench: Benchmarking Diverse PDF Document Parsing with Comprehensive Annotations","created":"2024-12-10","cited_by_count":150},{"id":"2411.00836","title":"DynaMath: A Dynamic Visual Benchmark for Evaluating Mathematical Reasoning Robustness of Vision Language Models","created":"2024-10-29","cited_by_count":146},{"id":"2504.19314","title":"BrowseComp-ZH: Benchmarking Web Browsing Ability of Large Language Models in Chinese","created":"2025-04-27","cited_by_count":145},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122},{"id":"2501.01257","title":"CodeElo: Benchmarking Competition-level Code Generation of LLMs with Human-comparable Elo Ratings","created":"2025-01-02","cited_by_count":115},{"id":"2503.05244","title":"WritingBench: A Comprehensive Benchmark for Generative Writing","created":"2025-03-07","cited_by_count":106},{"id":"2410.15553","title":"Multi-IF: Benchmarking LLMs on Multi-Turn and Multilingual Instructions Following","created":"2024-10-21","cited_by_count":102},{"id":"2503.10497","title":"MMLU-ProX: A Multilingual Benchmark for Advanced Large Language Model Evaluation","created":"2025-03-13","cited_by_count":79},{"id":"2511.01846","title":"Towards Robust Mathematical Reasoning","created":"2025-11-03","cited_by_count":73},{"id":"2203.04592","title":"Mapping global dynamics of benchmark creation and saturation in artificial intelligence","created":"2022-03-09","cited_by_count":71},{"id":"2307.08689","title":"COLLIE: Systematic Construction of Constrained Text Generation Tasks","created":"2023-07-17","cited_by_count":70},{"id":"2402.09880","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","created":"2024-02-15","cited_by_count":68},{"id":"2410.02185","title":"POSIX: A Prompt Sensitivity Index For Large Language Models","created":"2024-10-03","cited_by_count":59},{"id":"2312.12343","title":"LatestEval: Addressing Data Contamination in Language Model Evaluation through Dynamic and Time-Sensitive Test Construction","created":"2023-12-19","cited_by_count":58},{"id":"2502.09696","title":"ZeroBench: An Impossible Visual Benchmark for Contemporary Large Multimodal Models","created":"2025-02-13","cited_by_count":58},{"id":"2506.11928","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","created":"2025-06-13","cited_by_count":55},{"id":"2406.10229","title":"Quantifying Variance in Evaluation Benchmarks","created":"2024-06-14","cited_by_count":54},{"id":"2602.00933","title":"MCP-Atlas: A Large-Scale Benchmark for Tool-Use Competency with Real MCP Servers","created":"2026-01-31","cited_by_count":53},{"id":"2310.17589","title":"An Open Source Data Contamination Report for Large Language Models","created":"2023-10-26","cited_by_count":51},{"id":"2505.15055","title":"Lost in Benchmarks? Rethinking Large Language Model Benchmarking with Item Response Theory","created":"2025-05-21","cited_by_count":45},{"id":"2405.02287","title":"Vibe-Eval: A hard evaluation suite for measuring progress of multimodal language models","created":"2024-05-03","cited_by_count":35},{"id":"2506.16395","title":"OJBench: A Competition Level Code Benchmark For Large Language Models","created":"2025-06-19","cited_by_count":26},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26},{"id":"2509.04013","title":"On Robustness and Reliability of Benchmark-Based Evaluation of LLMs","created":"2025-09-04","cited_by_count":23},{"id":"2410.14702","title":"Polymath: A Challenging Multi-modal Mathematical Reasoning Benchmark","created":"2024-10-06","cited_by_count":22},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14},{"id":"2601.03986","title":"Benchmark^2: Systematic Evaluation of LLM Benchmarks","created":"2026-01-07","cited_by_count":13},{"id":"2411.05060","title":"A Guide to Misinformation Detection Data and Evaluation","created":"2024-11-07","cited_by_count":10},{"id":"2503.05551","title":"Revitalizing Saturated Benchmarks: A Weighted Metric Approach for Differentiating Large Language Model Performance","created":"2025-03-07","cited_by_count":4}],"next_cursor":null}