{"total":185,"rows":[{"id":"2406.07476","title":"VideoLLaMA 2: Advancing Spatial-Temporal Modeling and Audio Understanding in Video-LLMs","created":"2024-06-11","cited_by_count":771,"area":null},{"id":"2308.09126","title":"EgoSchema: A Diagnostic Benchmark for Very Long-form Video Language Understanding","created":"2023-08-17","cited_by_count":680,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2112.10482","title":"ScanQA: 3D Question Answering for Spatial Scene Understanding","created":"2021-12-20","cited_by_count":346,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2405.09711","title":"STAR: A Benchmark for Situated Reasoning in Real-World Videos","created":"2024-05-15","cited_by_count":213,"area":null},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2310.01218","title":"Making LLaMA SEE and Draw with SEED Tokenizer","created":"2023-10-02","cited_by_count":185,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2312.17235","title":"A Simple LLM Framework for Long-Range Video Question-Answering","created":"2023-12-28","cited_by_count":178,"area":null},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2112.09583","title":"Align and Prompt: Video-and-Language Pre-training with Entity Prompts","created":"2021-12-17","cited_by_count":149,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126,"area":null},{"id":"2201.08264","title":"End-to-end Generative Pretraining for Multimodal Video Captioning","created":"2022-01-20","cited_by_count":116,"area":null},{"id":"2210.03929","title":"EgoTaskQA: Understanding Human Tasks in Egocentric Videos","created":"2022-10-08","cited_by_count":115,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2306.08640","title":"AssistGPT: A General Multi-modal Assistant that can Plan, Execute, Inspect, and Learn","created":"2023-06-14","cited_by_count":97,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2304.06708","title":"Verbs in Action: Improving verb understanding in video-language models","created":"2023-04-13","cited_by_count":76,"area":null},{"id":"2209.01540","title":"An Empirical Study of End-to-End Video-Language Transformers with Masked Visual Modeling","created":"2022-09-04","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2212.04979","title":"VideoCoCa: Video-Text Modeling with Zero-Shot Transfer from Contrastive Captioners","created":"2022-12-09","cited_by_count":70,"area":null},{"id":"2301.02311","title":"HierVL: Learning Hierarchical Video-Language Embeddings","created":"2023-01-05","cited_by_count":66,"area":null},{"id":"2205.01883","title":"All You May Need for VQA are Image Captions","created":"2022-05-04","cited_by_count":65,"area":null},{"id":"2406.12846","title":"DrVideo: Document Retrieval Based Long Video Understanding","created":"2024-06-18","cited_by_count":65,"area":null},{"id":"2312.06505","title":"Grounded Question-Answering in Long Egocentric Videos","created":"2023-12-11","cited_by_count":64,"area":null},{"id":"2207.05342","title":"Video Graph Transformer for Video Question Answering","created":"2022-07-12","cited_by_count":63,"area":null},{"id":"2210.06031","title":"Long-Form Video-Language Pre-Training with Multimodal Temporal Contrastive Learning","created":"2022-10-12","cited_by_count":59,"area":null},{"id":"2205.08508","title":"A CLIP-Hitchhiker's Guide to Long Video Retrieval","created":"2022-05-17","cited_by_count":57,"area":null},{"id":"2211.11427","title":"Expectation-Maximization Contrastive Learning for Compact Video-and-Language Representations","created":"2022-11-21","cited_by_count":57,"area":null},{"id":"2304.04565","title":"SoccerNet-Caption: Dense Video Captioning for Soccer Broadcasts Commentaries","created":"2023-04-10","cited_by_count":57,"area":null},{"id":"2212.09522","title":"MIST: Multi-modal Iterative Spatial-Temporal Transformer for Long-form Video Question Answering","created":"2022-12-19","cited_by_count":55,"area":null},{"id":"2308.14746","title":"CoVR-2: Automatic Data Construction for Composed Video Retrieval","created":"2023-08-28","cited_by_count":52,"area":null},{"id":"2312.05269","title":"LifelongMemory: Leveraging LLMs for Answering Queries in Long-form Egocentric Videos","created":"2023-12-07","cited_by_count":51,"area":null},{"id":"2310.19060","title":"TESTA: Temporal-Spatial Token Aggregation for Long-form Video-Language Understanding","created":"2023-10-29","cited_by_count":49,"area":null},{"id":"2412.19806","title":"Vitron: A Unified Pixel-level Vision LLM for Understanding, Generating, Segmenting, Editing","created":"2024-10-08","cited_by_count":49,"area":null},{"id":"2301.00746","title":"NaQ: Leveraging Narrations as Queries to Supervise Episodic Memory","created":"2023-01-02","cited_by_count":46,"area":null},{"id":"2303.09429","title":"Data Roaming and Quality Assessment for Composed Image Retrieval","created":"2023-03-16","cited_by_count":46,"area":null},{"id":"2503.06220","title":"StreamMind: Unlocking Full Frame Rate Streaming Video Dialogue through Event-Gated Cognition","created":"2025-03-08","cited_by_count":46,"area":null},{"id":"2303.14369","title":"Video-Text as Game Players: Hierarchical Banzhaf Interaction for Cross-Modal Representation Learning","created":"2023-03-25","cited_by_count":45,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2405.00181","title":"Uncovering What, Why and How: A Comprehensive Benchmark for Causation Understanding of Video Anomaly","created":"2024-04-30","cited_by_count":45,"area":null},{"id":"2209.13306","title":"Embracing Consistency: A One-Stage Approach for Spatio-Temporal Video Grounding","created":"2022-09-27","cited_by_count":42,"area":null},{"id":"2207.07885","title":"Clover: Towards A Unified Video-Language Alignment and Fusion Model","created":"2022-07-16","cited_by_count":41,"area":null},{"id":"2401.01505","title":"Sports-QA: A Large-Scale Video Question Answering Benchmark for Complex and Professional Sports","created":"2024-01-03","cited_by_count":41,"area":null},{"id":"2403.13347","title":"vid-TLDR: Training Free Token merging for Light-weight Video Transformer","created":"2024-03-20","cited_by_count":41,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2304.13265","title":"StepFormer: Self-supervised Step Discovery and Localization in Instructional Videos","created":"2023-04-26","cited_by_count":37,"area":null},{"id":"2312.00937","title":"Zero-Shot Video Question Answering with Procedural Programs","created":"2023-12-01","cited_by_count":37,"area":null},{"id":"2409.10917","title":"AMEGO: Active Memory from long EGOcentric videos","created":"2024-09-17","cited_by_count":36,"area":null},{"id":"2303.11403","title":"eP-ALM: Efficient Perceptual Augmentation of Language Models","created":"2023-03-20","cited_by_count":34,"area":null},{"id":"2302.13668","title":"Contrastive Video Question Answering via Video Graph Transformer","created":"2023-02-27","cited_by_count":32,"area":null},{"id":"2205.05019","title":"Learning to Answer Visual Questions from Web Videos","created":"2022-05-10","cited_by_count":30,"area":null},{"id":"2408.04223","title":"VideoQA in the Era of LLMs: An Empirical Study","created":"2024-08-08","cited_by_count":29,"area":null},{"id":"2210.11522","title":"Composing Ensembles of Pre-trained Models via Iterative Consensus","created":"2022-10-20","cited_by_count":28,"area":null},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2306.11732","title":"Retrieving-to-Answer: Zero-Shot Video Question Answering with Frozen Large Language Models","created":"2023-06-15","cited_by_count":27,"area":null},{"id":"2407.08188","title":"Position: Measure Dataset Diversity, Don't Just Claim It","created":"2024-07-11","cited_by_count":26,"area":null},{"id":"2412.09582","title":"Neptune: The Long Orbit to Benchmarking Long Video Understanding","created":"2024-12-12","cited_by_count":25,"area":null},{"id":"2302.11217","title":"Connecting Vision and Language with Video Localized Narratives","created":"2023-02-22","cited_by_count":24,"area":null},{"id":"2303.16839","title":"MaMMUT: A Simple Architecture for Joint Learning for MultiModal Tasks","created":"2023-03-29","cited_by_count":24,"area":null},{"id":"2305.08381","title":"Parameter-efficient Tuning of Large-scale Multimodal Foundation Model","created":"2023-05-15","cited_by_count":23,"area":null},{"id":"2307.03948","title":"Reading Between the Lanes: Text VideoQA on the Road","created":"2023-07-08","cited_by_count":23,"area":null},{"id":"2312.08367","title":"ViLA: Efficient Video-Language Alignment for Video Question Answering","created":"2023-12-13","cited_by_count":23,"area":null},{"id":"2308.08414","title":"Tem-adapter: Adapting Image-Text Pretraining for Video Question Answer","created":"2023-08-16","cited_by_count":22,"area":null},{"id":"2403.17935","title":"OmniVid: A Generative Framework for Universal Video Understanding","created":"2024-03-26","cited_by_count":22,"area":null},{"id":"2212.03490","title":"SimVTP: Simple Video Text Pre-training with Masked Autoencoders","created":"2022-12-07","cited_by_count":21,"area":null},{"id":"2307.12058","title":"Discovering Spatio-Temporal Rationales for Video Question Answering","created":"2023-07-22","cited_by_count":21,"area":null},{"id":"2409.01071","title":"VideoLLaMB: Long Streaming Video Understanding with Recurrent Memory Bridges","created":"2024-09-02","cited_by_count":20,"area":null},{"id":"2210.02081","title":"Locate before Answering: Answer Guided Question Localization for Video Question Answering","created":"2022-10-05","cited_by_count":19,"area":null},{"id":"2403.08755","title":"DAM: Dynamic Adapter Merging for Continual Video QA Learning","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2407.15047","title":"End-to-End Video Question Answering with Frame Scoring Mechanisms and Adaptive Sampling","created":"2024-07-21","cited_by_count":19,"area":null},{"id":"2206.02082","title":"Towards Fast Adaptation of Pretrained Contrastive Models for Multi-channel Video-Language Retrieval","created":"2022-06-05","cited_by_count":16,"area":null},{"id":"2208.00934","title":"Video Question Answering with Iterative Video-Text Co-Tokenization","created":"2022-08-01","cited_by_count":16,"area":null},{"id":"2210.11929","title":"LiteVL: Efficient Video-Language Learning with Enhanced Spatial-Temporal Modeling","created":"2022-10-21","cited_by_count":16,"area":null},{"id":"2304.08682","title":"Learning Situation Hyper-Graphs for Video Question Answering","created":"2023-04-18","cited_by_count":16,"area":null},{"id":"2407.01872","title":"Referring Atomic Video Action Recognition","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2211.11446","title":"SMAUG: Sparse Masked Autoencoder for Efficient Video-Language Pre-training","created":"2022-11-21","cited_by_count":15,"area":null},{"id":"2305.02519","title":"ANetQA: A Large-scale Benchmark for Fine-grained Compositional Reasoning over Untrimmed Videos","created":"2023-05-04","cited_by_count":15,"area":null},{"id":"2311.05698","title":"Mirasol3B: A Multimodal Autoregressive model for time-aligned and contextual modalities","created":"2023-11-09","cited_by_count":15,"area":null},{"id":"2301.11507","title":"Semi-Parametric Video-Grounded Text Generation","created":"2023-01-27","cited_by_count":13,"area":null},{"id":"2104.04182","title":"FIBER: Fill-in-the-Blanks as a Challenging Video Understanding Evaluation Framework","created":"2021-04-09","cited_by_count":12,"area":null},{"id":"2301.07463","title":"Temporal Perceiving Video-Language Pre-training","created":"2023-01-18","cited_by_count":12,"area":null},{"id":"2308.10402","title":"Simple Baselines for Interactive Video Retrieval with Questions and Answers","created":"2023-08-21","cited_by_count":12,"area":null}],"next_cursor":"100"}