{"list":"other","total":82,"rows":[{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2311.12022","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","created":"2023-11-20","cited_by_count":2879},{"id":"2307.06281","title":"MMBench: Is Your Multi-modal Model an All-around Player?","created":"2023-07-12","cited_by_count":2141},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004},{"id":"2406.01574","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","created":"2024-06-03","cited_by_count":1848},{"id":"2310.02255","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","created":"2023-10-03","cited_by_count":1614},{"id":"2406.09414","title":"Depth Anything V2","created":"2024-06-13","cited_by_count":1422},{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413},{"id":"2311.12983","title":"GAIA: a benchmark for General AI Assistants","created":"2023-11-21","cited_by_count":1128},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838},{"id":"1603.07396","title":"A Diagram Is Worth A Dozen Images","created":"2016-03-24","cited_by_count":804},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735},{"id":"2407.15754","title":"LongVideoBench: A Benchmark for Long-context Interleaved Video-Language Understanding","created":"2024-07-22","cited_by_count":665},{"id":"2504.12516","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","created":"2025-04-16","cited_by_count":647},{"id":"2506.07982","title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","created":"2025-06-09","cited_by_count":627},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550},{"id":"2402.14804","title":"Measuring Multimodal Mathematical Reasoning with MATH-Vision Dataset","created":"2024-02-22","cited_by_count":526},{"id":"2409.02813","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","created":"2024-09-04","cited_by_count":512},{"id":"2308.01263","title":"XSTest: A Test Suite for Identifying Exaggerated Safety Behaviours in Large Language Models","created":"2023-08-02","cited_by_count":505},{"id":"2406.08035","title":"LVBench: An Extreme Long Video Understanding Benchmark","created":"2024-06-12","cited_by_count":410},{"id":"2403.00476","title":"TempCompass: Do Video LLMs Really Understand Videos?","created":"2024-03-01","cited_by_count":363},{"id":"2505.23281","title":"MathArena: Evaluating LLMs on Uncontaminated Math Competitions","created":"2025-05-29","cited_by_count":297},{"id":"2504.07981","title":"ScreenSpot-Pro: GUI Grounding for Professional High-Resolution Computer Use","created":"2025-04-04","cited_by_count":254},{"id":"2506.11763","title":"DeepResearch Bench: A Comprehensive Benchmark for Deep Research Agents","created":"2025-06-13","cited_by_count":248},{"id":"2407.04973","title":"LogicVista: Multimodal LLM Logical Reasoning Benchmark in Visual Contexts","created":"2024-07-06","cited_by_count":245},{"id":"2501.13826","title":"Video-MMMU: Evaluating Knowledge Acquisition from Multi-Discipline Professional Videos","created":"2025-01-23","cited_by_count":236},{"id":"2406.18521","title":"CharXiv: Charting Gaps in Realistic Chart Understanding in Multimodal LLMs","created":"2024-06-26","cited_by_count":234},{"id":"2302.12066","title":"Teaching CLIP to Count to Ten","created":"2023-02-23","cited_by_count":198},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188},{"id":"2505.23764","title":"MMSI-Bench: A Benchmark for Multi-Image Spatial Intelligence","created":"2025-05-29","cited_by_count":183},{"id":"2501.17399","title":"MultiChallenge: A Realistic Multi-Turn Conversation Evaluation Benchmark Challenging to Frontier LLMs","created":"2025-01-29","cited_by_count":180},{"id":"2504.02605","title":"Multi-SWE-bench: A Multilingual Benchmark for Issue Resolving","created":"2025-04-03","cited_by_count":171},{"id":"2412.07626","title":"OmniDocBench: Benchmarking Diverse PDF Document Parsing with Comprehensive Annotations","created":"2024-12-10","cited_by_count":150},{"id":"2407.06581","title":"Vision language models are blind: Failing to translate detailed visual features into words","created":"2024-07-09","cited_by_count":147},{"id":"2411.00836","title":"DynaMath: A Dynamic Visual Benchmark for Evaluating Mathematical Reasoning Robustness of Vision Language Models","created":"2024-10-29","cited_by_count":146},{"id":"2504.19314","title":"BrowseComp-ZH: Benchmarking Web Browsing Ability of Large Language Models in Chinese","created":"2025-04-27","cited_by_count":145},{"id":"2411.03628","title":"StreamingBench: Assessing the Gap for MLLMs to Achieve Streaming Video Understanding","created":"2024-11-06","cited_by_count":144},{"id":"2501.05510","title":"OVO-Bench: How Far is Your Video-LLMs from Real-World Online Video Understanding?","created":"2025-01-09","cited_by_count":142},{"id":"2501.12380","title":"MMVU: Measuring Expert-Level Multi-Discipline Video Understanding","created":"2025-01-21","cited_by_count":137},{"id":"2305.08455","title":"Document Understanding Dataset and Evaluation (DUDE)","created":"2023-05-15","cited_by_count":135},{"id":"2501.05444","title":"Can MLLMs Reason in Multimodality? EMMA: An Enhanced MultiModal ReAsoning Benchmark","created":"2025-01-09","cited_by_count":134},{"id":"2506.04308","title":"RoboRefer: Towards Spatial Referring with Reasoning in Vision-Language Models for Robotics","created":"2025-06-04","cited_by_count":127},{"id":"2505.21374","title":"Video-Holmes: Can MLLM Think Like Holmes for Complex Video Reasoning?","created":"2025-05-27","cited_by_count":118},{"id":"2412.12075","title":"CG-Bench: Clue-grounded Question Answering Benchmark for Long Video Understanding","created":"2024-12-16","cited_by_count":85},{"id":"2407.17436","title":"AIR-Bench 2024: A Safety Benchmark Based on Risk Categories from Regulations and Policies","created":"2024-07-11","cited_by_count":74},{"id":"2410.23266","title":"TOMATO: Assessing Visual Temporal Reasoning Capabilities in Multimodal Foundation Models","created":"2024-10-30","cited_by_count":73},{"id":"2511.01846","title":"Towards Robust Mathematical Reasoning","created":"2025-11-03","cited_by_count":73},{"id":"2307.08689","title":"COLLIE: Systematic Construction of Constrained Text Generation Tasks","created":"2023-07-17","cited_by_count":70},{"id":"2410.06526","title":"KOR-Bench: Benchmarking Language Models on Knowledge-Orthogonal Reasoning Tasks","created":"2024-10-09","cited_by_count":70},{"id":"2501.02955","title":"MotionBench: Benchmarking and Improving Fine-grained Video Motion Understanding for Vision Language Models","created":"2025-01-06","cited_by_count":70},{"id":"2508.07999","title":"WideSearch: Benchmarking Agentic Broad Info-Seeking","created":"2025-08-11","cited_by_count":69},{"id":"2006.15418","title":"Counting Out Time: Class Agnostic Video Repetition Counting in the Wild","created":"2020-06-27","cited_by_count":68},{"id":"2502.13059","title":"SimpleVQA: Multimodal Factuality Evaluation for Multimodal Large Language Models","created":"2025-02-18","cited_by_count":66},{"id":"2505.23941","title":"Vision Language Models are Biased","created":"2025-05-29","cited_by_count":66},{"id":"2501.00584","title":"Online Video Understanding: OVBench and VideoChat-Online","created":"2024-12-31","cited_by_count":61},{"id":"2504.16074","title":"PHYBench: Holistic Evaluation of Physical Perception and Reasoning in Large Language Models","created":"2025-04-22","cited_by_count":61},{"id":"2502.09696","title":"ZeroBench: An Impossible Visual Benchmark for Contemporary Large Multimodal Models","created":"2025-02-13","cited_by_count":58},{"id":"2506.11928","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","created":"2025-06-13","cited_by_count":55},{"id":"2503.22952","title":"OmniMMI: A Comprehensive Multi-modal Interaction Benchmark in Streaming Video Contexts","created":"2025-03-29","cited_by_count":51},{"id":"2503.13646","title":"Omnia de EgoTempo: Benchmarking Temporal Understanding of Multi-Modal LLMs in Egocentric Videos","created":"2025-03-17","cited_by_count":44},{"id":"2503.12769","title":"ViSpeak: Visual Instruction Feedback in Streaming Videos","created":"2025-03-17","cited_by_count":42},{"id":"2504.07956","title":"VCR-Bench: A Comprehensive Evaluation Framework for Video Chain-of-Thought Reasoning","created":"2025-04-10","cited_by_count":42},{"id":"2508.13186","title":"MM-BrowseComp: A Comprehensive Benchmark for Multimodal Browsing Agents","created":"2025-08-14","cited_by_count":42},{"id":"2306.01851","title":"Open-world Text-specified Object Counting","created":"2023-06-02","cited_by_count":41},{"id":"2510.26768","title":"AMO-Bench: Large Language Models Still Struggle in High School Math Competitions","created":"2025-10-30","cited_by_count":38},{"id":"2506.10521","title":"Scientists' First Exam: Probing Cognitive Abilities of MLLM via Perception, Understanding, and Reasoning","created":"2025-06-12","cited_by_count":34},{"id":"2505.00681","title":"MINERVA: Evaluating Complex Video Reasoning","created":"2025-05-01","cited_by_count":32},{"id":"2505.09990","title":"PointArena: Probing Multimodal Grounding Through Language-Guided Pointing","created":"2025-05-15","cited_by_count":31},{"id":"2505.10610","title":"MMLongBench: Benchmarking Long-Context Vision-Language Models Effectively and Thoroughly","created":"2025-05-15","cited_by_count":29},{"id":"2509.13160","title":"FinSearchComp: Towards a Realistic, Expert-Level Evaluation of Financial Search and Reasoning","created":"2025-09-16","cited_by_count":27},{"id":"2505.23359","title":"VideoReasonBench: Can MLLMs Perform Vision-Centric Complex Video Reasoning?","created":"2025-05-29","cited_by_count":20},{"id":"2503.18923","title":"Video SimpleQA: Towards Factuality Evaluation in Large Video Language Models","created":"2025-03-24","cited_by_count":11},{"id":"2508.16402","title":"AetherCode: Evaluating LLMs' Ability to Win In Premier Programming Competitions","created":"2025-08-22","cited_by_count":11},{"id":"2509.04292","title":"Inverse IFEval: Can LLMs Unlearn Stubborn Training Conventions to Follow Real Instructions?","created":"2025-09-04","cited_by_count":10},{"id":"2506.08375","title":"EIFBENCH: Extremely Complex Instruction Following Benchmark for Large Language Models","created":"2025-06-10","cited_by_count":9},{"id":"2505.23810","title":"MARS-Bench: A Multi-turn Athletic Real-world Scenario Benchmark for Dialogue Evaluation","created":"2025-05-27","cited_by_count":4},{"id":"2511.06346","title":"LPFQA: A Long-Tail Professional Forum-based Benchmark for LLM Evaluation","created":"2025-11-09","cited_by_count":4},{"id":"2511.03146","title":"MME-CC: A Challenging Multi-Modal Evaluation Benchmark of Cognitive Capacity","created":"2025-11-05","cited_by_count":3},{"id":"2511.10984","title":"DiscoX: Benchmarking Discourse-Level Translation task in Expert Domains","created":"2025-11-14","cited_by_count":3}],"next_cursor":null}