{"list":"other","total":59,"rows":[{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080},{"id":"2209.09513","title":"Learn to Explain: Multimodal Reasoning via Thought Chains for Science Question Answering","created":"2022-09-20","cited_by_count":1919},{"id":"2406.01574","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","created":"2024-06-03","cited_by_count":1848},{"id":"2311.17982","title":"VBench: Comprehensive Benchmark Suite for Video Generative Models","created":"2023-11-29","cited_by_count":1822},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"2310.02255","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","created":"2023-10-03","cited_by_count":1614},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471},{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413},{"id":"2406.12793","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","created":"2024-06-18","cited_by_count":1121},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914},{"id":"1705.00754","title":"Dense-Captioning Events in Videos","created":"2017-05-02","cited_by_count":793},{"id":"2406.07476","title":"VideoLLaMA 2: Advancing Spatial-Temporal Modeling and Audio Understanding in Video-LLMs","created":"2024-06-11","cited_by_count":771},{"id":"1707.06209","title":"Crowdsourcing Multiple Choice Science Questions","created":"2017-07-19","cited_by_count":765},{"id":"2105.08276","title":"NExT-QA:Next Phase of Question-Answering to Explaining Temporal Actions","created":"2021-05-18","cited_by_count":744},{"id":"2304.06364","title":"AGIEval: A Human-Centric Benchmark for Evaluating Foundation Models","created":"2023-04-13","cited_by_count":716},{"id":"2305.08322","title":"C-Eval: A Multi-Level Multi-Discipline Chinese Evaluation Suite for Foundation Models","created":"2023-05-15","cited_by_count":708},{"id":"2412.14171","title":"Thinking in Space: How Multimodal Large Language Models See, Remember, and Recall Spaces","created":"2024-12-18","cited_by_count":611},{"id":"2403.14624","title":"MathVerse: Does Your Multi-modal LLM Truly See the Diagrams in Visual Math Problems?","created":"2024-03-21","cited_by_count":586},{"id":"2407.07895","title":"LLaVA-NeXT-Interleave: Tackling Multi-image, Video, and 3D in Large Multimodal Models","created":"2024-07-10","cited_by_count":584},{"id":"1604.01753","title":"Hollywood in Homes: Crowdsourcing Data Collection for Activity Understanding","created":"2016-04-06","cited_by_count":537},{"id":"2409.02813","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","created":"2024-09-04","cited_by_count":512},{"id":"1809.01696","title":"TVQA: Localized, Compositional Video Question Answering","created":"2018-09-05","cited_by_count":467},{"id":"2406.08035","title":"LVBench: An Extreme Long Video Understanding Benchmark","created":"2024-06-12","cited_by_count":410},{"id":"1704.04497","title":"TGIF-QA: Toward Spatio-Temporal Reasoning in Visual Question Answering","created":"2017-04-14","cited_by_count":378},{"id":"2403.00476","title":"TempCompass: Do Video LLMs Really Understand Videos?","created":"2024-03-01","cited_by_count":363},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326},{"id":"2406.18521","title":"CharXiv: Charting Gaps in Realistic Chart Understanding in Multimodal LLMs","created":"2024-06-26","cited_by_count":234},{"id":"2501.00574","title":"VideoChat-Flash: Hierarchical Compression for Long-Context Video Modeling","created":"2024-12-31","cited_by_count":220},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217},{"id":"2405.09711","title":"STAR: A Benchmark for Situated Reasoning in Real-World Videos","created":"2024-05-15","cited_by_count":213},{"id":"2312.17432","title":"Video Understanding with Large Language Models: A Survey","created":"2023-12-29","cited_by_count":206},{"id":"2305.12524","title":"TheoremQA: A Theorem-driven Question Answering dataset","created":"2023-05-21","cited_by_count":192},{"id":"2406.14515","title":"MMBench-Video: A Long-Form Multi-Shot Benchmark for Holistic Video Understanding","created":"2024-06-20","cited_by_count":182},{"id":"2305.10160","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","created":"2023-05-17","cited_by_count":142},{"id":"2410.05993","title":"Aria: An Open Multimodal Native Mixture-of-Experts Model","created":"2024-10-08","cited_by_count":138},{"id":"2308.13149","title":"SciEval: A Multi-Level Large Language Model Evaluation Benchmark for Scientific Research","created":"2023-08-25","cited_by_count":115},{"id":"2311.16103","title":"Video-Bench: A Comprehensive Benchmark and Toolkit for Evaluating Video-based Large Language Models","created":"2023-11-27","cited_by_count":107},{"id":"2408.14023","title":"Video-CCAM: Enhancing Video-Language Understanding with Causal Cross-Attention Masks for Short and Long Videos","created":"2024-08-26","cited_by_count":98},{"id":"2410.10818","title":"TemporalBench: Benchmarking Fine-grained Temporal Understanding for Multimodal Video Models","created":"2024-10-14","cited_by_count":97},{"id":"2410.23266","title":"TOMATO: Assessing Visual Temporal Reasoning Capabilities in Multimodal Foundation Models","created":"2024-10-30","cited_by_count":73},{"id":"2311.17404","title":"VITATECS: A Diagnostic Dataset for Temporal Concept Understanding of Video-Language Models","created":"2023-11-29","cited_by_count":55},{"id":"2403.10378","title":"EXAMS-V: A Multi-Discipline Multilingual Multimodal Exam Benchmark for Evaluating Vision Language Models","created":"2024-03-15","cited_by_count":41},{"id":"2311.09797","title":"FinanceMath: Knowledge-Intensive Math Reasoning in Finance Domains","created":"2023-11-16","cited_by_count":40},{"id":"2405.03690","title":"How Good is my Video LMM? Complex Video Reasoning and Robustness Evaluation Suite for Video-LMMs","created":"2024-05-06","cited_by_count":30},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30},{"id":"2311.07022","title":"ViLMA: A Zero-Shot Benchmark for Linguistic and Temporal Grounding in Video-Language Models","created":"2023-11-13","cited_by_count":26},{"id":"2412.09582","title":"Neptune: The Long Orbit to Benchmarking Long Video Understanding","created":"2024-12-12","cited_by_count":25},{"id":"2204.00486","title":"GEB+: A Benchmark for Generic Event Boundary Captioning, Grounding and Retrieval","created":"2022-04-01","cited_by_count":19},{"id":"2307.11558","title":"Advancing Visual Grounding with Scene Knowledge: Benchmark and Method","created":"2023-07-21","cited_by_count":17},{"id":"2303.13505","title":"A Large-scale Study of Spatiotemporal Representation Learning with a New Benchmark on Action Recognition","created":"2023-03-23","cited_by_count":14},{"id":"2409.13730","title":"VisScience: An Extensive Benchmark for Evaluating K12 Educational Multi-modal Scientific Reasoning","created":"2024-09-10","cited_by_count":13},{"id":"2407.06491","title":"VideoEval: Comprehensive Benchmark Suite for Low-Cost Evaluation of Video Foundation Model","created":"2024-07-09","cited_by_count":12}],"next_cursor":null}