{"total":378,"rows":[{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2306.05424","title":"Video-ChatGPT: Towards Detailed Video Understanding via Large Vision and Language Models","created":"2023-06-08","cited_by_count":1062,"area":null},{"id":"2105.08276","title":"NExT-QA:Next Phase of Question-Answering to Explaining Temporal Actions","created":"2021-05-18","cited_by_count":744,"area":null},{"id":"2308.09126","title":"EgoSchema: A Diagnostic Benchmark for Very Long-form Video Language Understanding","created":"2023-08-17","cited_by_count":680,"area":null},{"id":"2403.06764","title":"An Image is Worth 1/2 Tokens After Layer 2: Plug-and-Play Inference Acceleration for Large Vision-Language Models","created":"2024-03-11","cited_by_count":642,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2406.16852","title":"Long Context Transfer from Language to Vision","created":"2024-06-24","cited_by_count":515,"area":"mllm"},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2406.08035","title":"LVBench: An Extreme Long Video Understanding Benchmark","created":"2024-06-12","cited_by_count":410,"area":"mllm"},{"id":"2410.04417","title":"SparseVLM: Visual Token Sparsification for Efficient Vision-Language Model Inference","created":"2024-10-06","cited_by_count":391,"area":"mllm"},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2403.00476","title":"TempCompass: Do Video LLMs Really Understand Videos?","created":"2024-03-01","cited_by_count":363,"area":null},{"id":"2504.13181","title":"Perception Encoder: The best visual embeddings are not at the output of the network","created":"2025-04-17","cited_by_count":326,"area":null},{"id":"2412.04467","title":"VisionZip: Longer is Better but Not Necessary in Vision Language Models","created":"2024-12-05","cited_by_count":313,"area":"mllm"},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2207.07285","title":"X-CLIP: End-to-End Multi-grained Contrastive Learning for Video-Text Retrieval","created":"2022-07-15","cited_by_count":280,"area":null},{"id":"2305.14836","title":"NuScenes-QA: A Multi-modal Visual Question Answering Benchmark for Autonomous Driving Scenario","created":"2023-05-24","cited_by_count":262,"area":null},{"id":"2405.19209","title":"VideoTree: Adaptive Tree-based Video Representation for LLM Reasoning on Long Videos","created":"2024-05-29","cited_by_count":251,"area":"lr"},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2111.10337","title":"Advancing High-Resolution Video-Language Representation with Large-Scale Video Transcriptions","created":"2021-11-19","cited_by_count":226,"area":null},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2405.09711","title":"STAR: A Benchmark for Situated Reasoning in Real-World Videos","created":"2024-05-15","cited_by_count":213,"area":null},{"id":"2312.17432","title":"Video Understanding with Large Language Models: A Survey","created":"2023-12-29","cited_by_count":206,"area":null},{"id":"2203.14072","title":"Learning to Answer Questions in Dynamic Audio-Visual Scenarios","created":"2022-03-26","cited_by_count":191,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2406.14515","title":"MMBench-Video: A Long-Form Multi-Shot Benchmark for Holistic Video Understanding","created":"2024-06-20","cited_by_count":182,"area":"mllm"},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2206.01720","title":"Revisiting the \"Video\" in Video-Language Understanding","created":"2022-06-03","cited_by_count":169,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2412.01818","title":"Beyond Text-Visual Attention: Exploiting Visual Cues for Effective Token Pruning in VLMs","created":"2024-12-02","cited_by_count":157,"area":"mllm"},{"id":"2502.11494","title":"Stop Looking for Important Tokens in Multimodal Language Models: Duplication Matters More","created":"2025-02-17","cited_by_count":155,"area":"mllm"},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2112.09583","title":"Align and Prompt: Video-and-Language Pre-training with Entity Prompts","created":"2021-12-17","cited_by_count":149,"area":null},{"id":"2404.01258","title":"Direct Preference Optimization of Video Large Multimodal Models from Language Model Reward","created":"2024-04-01","cited_by_count":147,"area":"mllm"},{"id":"2411.03628","title":"StreamingBench: Assessing the Gap for MLLMs to Achieve Streaming Video Understanding","created":"2024-11-06","cited_by_count":144,"area":"mllm"},{"id":"2501.05510","title":"OVO-Bench: How Far is Your Video-LLMs from Real-World Online Video Understanding?","created":"2025-01-09","cited_by_count":142,"area":null},{"id":"2407.00634","title":"Tarsier: Recipes for Training and Evaluating Large Video Description Models","created":"2024-06-30","cited_by_count":141,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2405.05803","title":"Boosting Multimodal Large Language Models with Visual Tokens Withdrawal for Rapid Inference","created":"2024-05-09","cited_by_count":139,"area":"mllm"},{"id":"2501.12380","title":"MMVU: Measuring Expert-Level Multi-Discipline Video Understanding","created":"2025-01-21","cited_by_count":137,"area":null},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135,"area":null},{"id":"2408.15542","title":"Kangaroo: A Powerful Video-Language Model Supporting Long-context Video Input","created":"2024-08-28","cited_by_count":134,"area":"mllm"},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2103.16002","title":"AGQA: A Benchmark for Compositional Spatio-Temporal Reasoning","created":"2021-03-30","cited_by_count":120,"area":null},{"id":"2404.03413","title":"MiniGPT4-Video: Advancing Multimodal LLMs for Video Understanding with Interleaved Visual-Textual Tokens","created":"2024-04-04","cited_by_count":118,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2503.00540","title":"Streaming Video Question-Answering with In-context Video KV-Cache Retrieval","created":"2025-03-01","cited_by_count":117,"area":"inference"},{"id":"2210.03929","title":"EgoTaskQA: Understanding Human Tasks in Egocentric Videos","created":"2022-10-08","cited_by_count":115,"area":null},{"id":"2405.08813","title":"CinePile: A Long Video Question Answering Dataset and Benchmark","created":"2024-05-14","cited_by_count":114,"area":null},{"id":"2411.04998","title":"HourVideo: 1-Hour Video-Language Understanding","created":"2024-11-07","cited_by_count":113,"area":null},{"id":"2311.16103","title":"Video-Bench: A Comprehensive Benchmark and Toolkit for Evaluating Video-based Large Language Models","created":"2023-11-27","cited_by_count":107,"area":null},{"id":"2108.09980","title":"TACo: Token-aware Cascade Contrastive Learning for Video-Text Alignment","created":"2021-08-23","cited_by_count":102,"area":"mllm"},{"id":"2408.14023","title":"Video-CCAM: Enhancing Video-Language Understanding with Causal Cross-Attention Masks for Short and Long Videos","created":"2024-08-26","cited_by_count":98,"area":"mllm"},{"id":"2410.10818","title":"TemporalBench: Benchmarking Fine-grained Temporal Understanding for Multimodal Video Models","created":"2024-10-14","cited_by_count":97,"area":null},{"id":"2106.04632","title":"VALUE: A Multi-Task Benchmark for Video-and-Language Understanding Evaluation","created":"2021-06-08","cited_by_count":95,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2406.16338","title":"VideoHallucer: Evaluating Intrinsic and Extrinsic Hallucinations in Large Video-Language Models","created":"2024-06-24","cited_by_count":90,"area":"mllm"},{"id":"2110.05122","title":"Pano-AVQA: Grounded Audio-Visual Question Answering on 360$^\\circ$ Videos","created":"2021-10-11","cited_by_count":86,"area":null},{"id":"2205.00823","title":"CenterCLIP: Token Clustering for Efficient Text-Video Retrieval","created":"2022-05-02","cited_by_count":86,"area":null},{"id":"2103.15538","title":"SUTD-TrafficQA: A Question Answering Benchmark and an Efficient Network for Video Reasoning over Traffic Events","created":"2021-03-29","cited_by_count":84,"area":null},{"id":"2203.01225","title":"Video Question Answering: Datasets, Algorithms and Challenges","created":"2022-03-02","cited_by_count":84,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2209.01540","title":"An Empirical Study of End-to-End Video-Language Transformers with Masked Visual Modeling","created":"2022-09-04","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2404.17176","title":"MovieChat+: Question-aware Sparse Memory for Long Video Question Answering","created":"2024-04-26","cited_by_count":73,"area":null},{"id":"2410.23266","title":"TOMATO: Assessing Visual Temporal Reasoning Capabilities in Multimodal Foundation Models","created":"2024-10-30","cited_by_count":73,"area":"lr"},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2406.11303","title":"VideoVista: A Versatile Benchmark for Video Understanding and Reasoning","created":"2024-06-17","cited_by_count":72,"area":"mllm"},{"id":"2101.11796","title":"DOC2PPT: Automatic Presentation Slides Generation from Scientific Documents","created":"2021-01-28","cited_by_count":70,"area":null},{"id":"2501.02955","title":"MotionBench: Benchmarking and Improving Fine-grained Video Motion Understanding for Vision Language Models","created":"2025-01-06","cited_by_count":70,"area":"mllm"},{"id":"2103.16564","title":"Grounding Physical Concepts of Objects and Events Through Dynamic Visual Reasoning","created":"2021-03-30","cited_by_count":68,"area":null},{"id":"2104.09496","title":"Temporal Query Networks for Fine-grained Video Understanding","created":"2021-04-19","cited_by_count":68,"area":null},{"id":"2112.06197","title":"Video as Conditional Graph Hierarchy for Multi-Granular Question Answering","created":"2021-12-12","cited_by_count":68,"area":null},{"id":"2205.01089","title":"ComPhy: Compositional Physical Reasoning of Objects and Events from Videos","created":"2022-05-02","cited_by_count":63,"area":null},{"id":"2207.05342","title":"Video Graph Transformer for Video Question Answering","created":"2022-07-12","cited_by_count":63,"area":null},{"id":"2501.00584","title":"Online Video Understanding: OVBench and VideoChat-Online","created":"2024-12-31","cited_by_count":61,"area":"mllm"},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2207.12647","title":"Cross-Modal Causal Relational Reasoning for Event-Level Visual Question Answering","created":"2022-07-26","cited_by_count":57,"area":"lr"},{"id":"2502.10810","title":"SVBench: A Benchmark with Temporal Multi-Turn Dialogues for Streaming Video Understanding","created":"2025-02-15","cited_by_count":57,"area":"mllm"},{"id":"2503.18278","title":"TopV: Compatible Token Pruning with Inference Time Optimization for Fast and Low-Memory Multimodal Vision Language Model","created":"2025-03-24","cited_by_count":57,"area":"mllm"},{"id":"2104.14085","title":"Bridge to Answer: Structure-aware Graph Interaction Network for Video Question Answering","created":"2021-04-29","cited_by_count":56,"area":null},{"id":"2110.15358","title":"Dynamic Visual Reasoning by Learning Differentiable Physics Models from Video and Language","created":"2021-10-28","cited_by_count":55,"area":null},{"id":"2212.09522","title":"MIST: Multi-modal Iterative Spatial-Temporal Transformer for Long-form Video Question Answering","created":"2022-12-19","cited_by_count":55,"area":null},{"id":"2505.15269","title":"LiveVLM: Efficient Online Video Understanding via Streaming-Oriented KV Cache and Retrieval","created":"2025-05-21","cited_by_count":54,"area":"inference"},{"id":"2205.14895","title":"From Representation to Reasoning: Towards both Evidence and Commonsense Reasoning for Video Question-Answering","created":"2022-05-30","cited_by_count":51,"area":"lr"},{"id":"2310.15747","title":"Large Language Models are Temporal and Causal Reasoners for Video Question Answering","created":"2023-10-24","cited_by_count":51,"area":"lr"},{"id":"2503.22952","title":"OmniMMI: A Comprehensive Multi-modal Interaction Benchmark in Streaming Video Contexts","created":"2025-03-29","cited_by_count":51,"area":"mllm"},{"id":"2206.03789","title":"Language-Bridged Spatial-Temporal Interaction for Referring Video Object Segmentation","created":"2022-06-08","cited_by_count":50,"area":null},{"id":"2403.16558","title":"Elysium: Exploring Object-level Perception in Videos via MLLM","created":"2024-03-25","cited_by_count":48,"area":"mllm"},{"id":"2207.10362","title":"LocVTP: Video-Text Pre-training for Temporal Localization","created":"2022-07-21","cited_by_count":44,"area":null},{"id":"2103.14230","title":"Abstract Spatial-Temporal Reasoning via Probabilistic Abduction and Execution","created":"2021-03-26","cited_by_count":43,"area":null},{"id":"2101.12059","title":"VX2TEXT: End-to-End Learning of Video-Based Text Generation From Multimodal Inputs","created":"2021-01-28","cited_by_count":42,"area":null},{"id":"2410.07752","title":"Lost in Time: A New Temporal Benchmark for VideoLLMs","created":"2024-10-10","cited_by_count":42,"area":null},{"id":"2207.07885","title":"Clover: Towards A Unified Video-Language Alignment and Fusion Model","created":"2022-07-16","cited_by_count":41,"area":null},{"id":"2401.01505","title":"Sports-QA: A Large-Scale Video Question Answering Benchmark for Complex and Professional Sports","created":"2024-01-03","cited_by_count":41,"area":null}],"next_cursor":"100"}