{"total":248,"rows":[{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2406.07476","title":"VideoLLaMA 2: Advancing Spatial-Temporal Modeling and Audio Understanding in Video-LLMs","created":"2024-06-11","cited_by_count":771,"area":null},{"id":"2308.09126","title":"EgoSchema: A Diagnostic Benchmark for Very Long-form Video Language Understanding","created":"2023-08-17","cited_by_count":680,"area":null},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2410.17434","title":"LongVU: Spatiotemporal Adaptive Compression for Long Video-Language Understanding","created":"2024-10-22","cited_by_count":356,"area":"mllm"},{"id":"2112.10482","title":"ScanQA: 3D Question Answering for Spatial Scene Understanding","created":"2021-12-20","cited_by_count":346,"area":null},{"id":"2403.10517","title":"VideoAgent: Long-form Video Understanding with Large Language Model as Agent","created":"2024-03-15","cited_by_count":332,"area":"agents"},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2404.05726","title":"MA-LMM: Memory-Augmented Large Multimodal Model for Long-Term Video Understanding","created":"2024-04-08","cited_by_count":229,"area":"mllm"},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2405.09711","title":"STAR: A Benchmark for Situated Reasoning in Real-World Videos","created":"2024-05-15","cited_by_count":213,"area":null},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2310.01218","title":"Making LLaMA SEE and Draw with SEED Tokenizer","created":"2023-10-02","cited_by_count":185,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2312.17235","title":"A Simple LLM Framework for Long-Range Video Question-Answering","created":"2023-12-28","cited_by_count":178,"area":null},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2112.09583","title":"Align and Prompt: Video-and-Language Pre-training with Entity Prompts","created":"2021-12-17","cited_by_count":149,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135,"area":null},{"id":"2408.15542","title":"Kangaroo: A Powerful Video-Language Model Supporting Long-context Video Input","created":"2024-08-28","cited_by_count":134,"area":"mllm"},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126,"area":null},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2406.05967","title":"CVQA: Culturally-diverse Multilingual Visual Question Answering Benchmark","created":"2024-06-10","cited_by_count":120,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2201.08264","title":"End-to-end Generative Pretraining for Multimodal Video Captioning","created":"2022-01-20","cited_by_count":116,"area":null},{"id":"2210.03929","title":"EgoTaskQA: Understanding Human Tasks in Egocentric Videos","created":"2022-10-08","cited_by_count":115,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2306.08640","title":"AssistGPT: A General Multi-modal Assistant that can Plan, Execute, Inspect, and Learn","created":"2023-06-14","cited_by_count":97,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2312.06720","title":"Audio-Visual LLM for Video Understanding","created":"2023-12-11","cited_by_count":77,"area":"mllm"},{"id":"2304.06708","title":"Verbs in Action: Improving verb understanding in video-language models","created":"2023-04-13","cited_by_count":76,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2209.01540","title":"An Empirical Study of End-to-End Video-Language Transformers with Masked Visual Modeling","created":"2022-09-04","cited_by_count":74,"area":null},{"id":"2404.06511","title":"MoReVQA: Exploring Modular Reasoning Models for Video Question Answering","created":"2024-04-09","cited_by_count":74,"area":"lr"},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2212.04979","title":"VideoCoCa: Video-Text Modeling with Zero-Shot Transfer from Contrastive Captioners","created":"2022-12-09","cited_by_count":70,"area":null},{"id":"2501.02955","title":"MotionBench: Benchmarking and Improving Fine-grained Video Motion Understanding for Vision Language Models","created":"2025-01-06","cited_by_count":70,"area":"mllm"},{"id":"2301.02311","title":"HierVL: Learning Hierarchical Video-Language Embeddings","created":"2023-01-05","cited_by_count":66,"area":null},{"id":"2205.01883","title":"All You May Need for VQA are Image Captions","created":"2022-05-04","cited_by_count":65,"area":null},{"id":"2406.12846","title":"DrVideo: Document Retrieval Based Long Video Understanding","created":"2024-06-18","cited_by_count":65,"area":null},{"id":"2312.06505","title":"Grounded Question-Answering in Long Egocentric Videos","created":"2023-12-11","cited_by_count":64,"area":null},{"id":"2207.05342","title":"Video Graph Transformer for Video Question Answering","created":"2022-07-12","cited_by_count":63,"area":null},{"id":"2210.06031","title":"Long-Form Video-Language Pre-Training with Multimodal Temporal Contrastive Learning","created":"2022-10-12","cited_by_count":59,"area":null},{"id":"2501.08282","title":"LLaVA-ST: A Multimodal Large Language Model for Fine-Grained Spatial-Temporal Understanding","created":"2025-01-14","cited_by_count":59,"area":"mllm"},{"id":"2401.08392","title":"DoraemonGPT: Toward Understanding Dynamic Scenes with Large Language Models (Exemplified as A Video Agent)","created":"2024-01-16","cited_by_count":58,"area":"agents"},{"id":"2205.08508","title":"A CLIP-Hitchhiker's Guide to Long Video Retrieval","created":"2022-05-17","cited_by_count":57,"area":null},{"id":"2211.11427","title":"Expectation-Maximization Contrastive Learning for Compact Video-and-Language Representations","created":"2022-11-21","cited_by_count":57,"area":null},{"id":"2304.04565","title":"SoccerNet-Caption: Dense Video Captioning for Soccer Broadcasts Commentaries","created":"2023-04-10","cited_by_count":57,"area":null},{"id":"2212.09522","title":"MIST: Multi-modal Iterative Spatial-Temporal Transformer for Long-form Video Question Answering","created":"2022-12-19","cited_by_count":55,"area":null},{"id":"2308.14746","title":"CoVR-2: Automatic Data Construction for Composed Video Retrieval","created":"2023-08-28","cited_by_count":52,"area":null},{"id":"2310.15747","title":"Large Language Models are Temporal and Causal Reasoners for Video Question Answering","created":"2023-10-24","cited_by_count":51,"area":"lr"},{"id":"2312.05269","title":"LifelongMemory: Leveraging LLMs for Answering Queries in Long-form Egocentric Videos","created":"2023-12-07","cited_by_count":51,"area":null},{"id":"2310.19060","title":"TESTA: Temporal-Spatial Token Aggregation for Long-form Video-Language Understanding","created":"2023-10-29","cited_by_count":49,"area":null},{"id":"2404.07449","title":"Learning to Localize Objects Improves Spatial Reasoning in Visual-LLMs","created":"2024-04-11","cited_by_count":49,"area":"lr"},{"id":"2412.19806","title":"Vitron: A Unified Pixel-level Vision LLM for Understanding, Generating, Segmenting, Editing","created":"2024-10-08","cited_by_count":49,"area":null},{"id":"2503.04130","title":"STORM: Token-Efficient Long Video Understanding for Multimodal LLMs","created":"2025-03-06","cited_by_count":49,"area":"mllm"},{"id":"2301.00746","title":"NaQ: Leveraging Narrations as Queries to Supervise Episodic Memory","created":"2023-01-02","cited_by_count":46,"area":null},{"id":"2303.09429","title":"Data Roaming and Quality Assessment for Composed Image Retrieval","created":"2023-03-16","cited_by_count":46,"area":null},{"id":"2503.06220","title":"StreamMind: Unlocking Full Frame Rate Streaming Video Dialogue through Event-Gated Cognition","created":"2025-03-08","cited_by_count":46,"area":null},{"id":"2303.14369","title":"Video-Text as Game Players: Hierarchical Banzhaf Interaction for Cross-Modal Representation Learning","created":"2023-03-25","cited_by_count":45,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2405.00181","title":"Uncovering What, Why and How: A Comprehensive Benchmark for Causation Understanding of Video Anomaly","created":"2024-04-30","cited_by_count":45,"area":null},{"id":"2209.13306","title":"Embracing Consistency: A One-Stage Approach for Spatio-Temporal Video Grounding","created":"2022-09-27","cited_by_count":42,"area":null},{"id":"2207.07885","title":"Clover: Towards A Unified Video-Language Alignment and Fusion Model","created":"2022-07-16","cited_by_count":41,"area":null},{"id":"2401.01505","title":"Sports-QA: A Large-Scale Video Question Answering Benchmark for Complex and Professional Sports","created":"2024-01-03","cited_by_count":41,"area":null},{"id":"2403.13347","title":"vid-TLDR: Training Free Token merging for Light-weight Video Transformer","created":"2024-03-20","cited_by_count":41,"area":null},{"id":"2302.06605","title":"UniAdapter: Unified Parameter-Efficient Transfer Learning for Cross-modal Modeling","created":"2023-02-13","cited_by_count":40,"area":"mllm"},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2304.13265","title":"StepFormer: Self-supervised Step Discovery and Localization in Instructional Videos","created":"2023-04-26","cited_by_count":37,"area":null},{"id":"2312.00937","title":"Zero-Shot Video Question Answering with Procedural Programs","created":"2023-12-01","cited_by_count":37,"area":null},{"id":"2409.10917","title":"AMEGO: Active Memory from long EGOcentric videos","created":"2024-09-17","cited_by_count":36,"area":null},{"id":"2303.11403","title":"eP-ALM: Efficient Perceptual Augmentation of Language Models","created":"2023-03-20","cited_by_count":34,"area":null},{"id":"2406.07594","title":"MLLMGuard: A Multi-dimensional Safety Evaluation Suite for Multimodal Large Language Models","created":"2024-06-11","cited_by_count":34,"area":"mllm"},{"id":"2302.13668","title":"Contrastive Video Question Answering via Video Graph Transformer","created":"2023-02-27","cited_by_count":32,"area":null},{"id":"2205.05019","title":"Learning to Answer Visual Questions from Web Videos","created":"2022-05-10","cited_by_count":30,"area":null},{"id":"2408.04223","title":"VideoQA in the Era of LLMs: An Empirical Study","created":"2024-08-08","cited_by_count":29,"area":null}],"next_cursor":"100"}