{"total":484,"rows":[{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2104.08860","title":"CLIP4Clip: An Empirical Study of CLIP for End to End Video Clip Retrieval","created":"2021-04-18","cited_by_count":651,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2410.02713","title":"LLaVA-Video: Video Instruction Tuning With Synthetic Data","created":"2024-10-03","cited_by_count":583,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2112.01518","title":"DenseCLIP: Language-Guided Dense Prediction with Context-Aware Prompting","created":"2021-12-02","cited_by_count":532,"area":null},{"id":"2212.03191","title":"InternVideo: General Video Foundation Models via Generative and Discriminative Learning","created":"2022-12-06","cited_by_count":447,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2402.19479","title":"Panda-70M: Captioning 70M Videos with Multiple Cross-Modality Teachers","created":"2024-02-29","cited_by_count":393,"area":null},{"id":"2311.12871","title":"An Embodied Generalist Agent in 3D World","created":"2023-11-18","cited_by_count":365,"area":"agents"},{"id":"2112.02244","title":"LAVT: Language-Aware Vision Transformer for Referring Image Segmentation","created":"2021-12-04","cited_by_count":348,"area":null},{"id":"2112.10482","title":"ScanQA: 3D Question Answering for Spatial Scene Understanding","created":"2021-12-20","cited_by_count":346,"area":null},{"id":"2403.10517","title":"VideoAgent: Long-form Video Understanding with Large Language Model as Agent","created":"2024-03-15","cited_by_count":332,"area":"agents"},{"id":"2109.08472","title":"ActionCLIP: A New Paradigm for Video Action Recognition","created":"2021-09-17","cited_by_count":320,"area":null},{"id":"2210.07474","title":"SQA3D: Situated Question Answering in 3D Scenes","created":"2022-10-14","cited_by_count":314,"area":"lr"},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2112.04478","title":"Prompting Visual-Language Models for Efficient Video Understanding","created":"2021-12-08","cited_by_count":310,"area":null},{"id":"2207.07285","title":"X-CLIP: End-to-End Multi-grained Contrastive Learning for Video-Text Retrieval","created":"2022-07-15","cited_by_count":280,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2206.01670","title":"Egocentric Video-Language Pretraining","created":"2022-06-03","cited_by_count":232,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2111.10337","title":"Advancing High-Resolution Video-Language Representation with Large-Scale Video Transcriptions","created":"2021-11-19","cited_by_count":226,"area":null},{"id":"2106.11097","title":"CLIP2Video: Mastering Video-Text Retrieval via Image CLIP","created":"2021-06-21","cited_by_count":225,"area":null},{"id":"2406.11816","title":"VideoLLM-online: Online Video Large Language Model for Streaming Video","created":"2024-06-17","cited_by_count":225,"area":null},{"id":"2405.09711","title":"STAR: A Benchmark for Situated Reasoning in Real-World Videos","created":"2024-05-15","cited_by_count":213,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2307.16715","title":"UniVTG: Towards Unified Video-Language Temporal Grounding","created":"2023-07-31","cited_by_count":190,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2409.18125","title":"LLaVA-3D: A Simple yet Effective Pathway to Empowering LMMs with 3D-awareness","created":"2024-09-26","cited_by_count":183,"area":"mllm"},{"id":"2312.17235","title":"A Simple LLM Framework for Long-Range Video Question-Answering","created":"2023-12-28","cited_by_count":178,"area":null},{"id":"2403.11401","title":"Scene-LLM: Extending Language Model for 3D Visual Understanding and Reasoning","created":"2024-03-18","cited_by_count":175,"area":"lr"},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2206.01720","title":"Revisiting the \"Video\" in Video-Language Understanding","created":"2022-06-03","cited_by_count":169,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2111.13196","title":"SwinBERT: End-to-End Transformers with Sparse Attention for Video Captioning","created":"2021-11-25","cited_by_count":162,"area":null},{"id":"2112.09583","title":"Align and Prompt: Video-and-Language Pre-training with Entity Prompts","created":"2021-12-17","cited_by_count":149,"area":null},{"id":"2404.03384","title":"LongVLM: Efficient Long Video Understanding via Large Language Models","created":"2024-04-04","cited_by_count":147,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2203.15086","title":"X-Pool: Cross-Modal Language-Video Attention for Text-Video Retrieval","created":"2022-03-28","cited_by_count":128,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2109.04290","title":"Improving Video-Text Retrieval by Multi-Stream Corpus Alignment and Dual Softmax Loss","created":"2021-09-09","cited_by_count":116,"area":"moe"},{"id":"2305.13292","title":"VideoLLM: Modeling Video Sequence with Large Language Models","created":"2023-05-22","cited_by_count":116,"area":null},{"id":"2210.03929","title":"EgoTaskQA: Understanding Human Tasks in Egocentric Videos","created":"2022-10-08","cited_by_count":115,"area":null},{"id":"2303.06628","title":"Preventing Zero-Shot Transfer Degradation in Continual Learning of Vision-Language Models","created":"2023-03-12","cited_by_count":112,"area":"mllm"},{"id":"2210.15871","title":"VLT: Vision-Language Transformer and Query Generation for Referring Segmentation","created":"2022-10-28","cited_by_count":111,"area":null},{"id":"2207.07852","title":"TS2-Net: Token Shift and Selection Transformer for Text-Video Retrieval","created":"2022-07-16","cited_by_count":104,"area":null},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2306.08640","title":"AssistGPT: A General Multi-modal Assistant that can Plan, Execute, Inspect, and Learn","created":"2023-06-14","cited_by_count":97,"area":null},{"id":"2106.04632","title":"VALUE: A Multi-Task Benchmark for Video-and-Language Understanding Evaluation","created":"2021-06-08","cited_by_count":95,"area":null},{"id":"2403.16182","title":"EgoExoLearn: A Dataset for Bridging Asynchronous Ego- and Exo-centric View of Procedural Activities in Real World","created":"2024-03-24","cited_by_count":95,"area":null},{"id":"2304.03307","title":"Vita-CLIP: Video and text adaptive CLIP via Multimodal Prompting","created":"2023-04-06","cited_by_count":91,"area":null},{"id":"2301.00184","title":"Cap4Video: What Can Auxiliary Captions Do for Text-Video Retrieval?","created":"2022-12-31","cited_by_count":90,"area":null},{"id":"2103.15049","title":"HiT: Hierarchical Transformer with Momentum Contrast for Video-Text Retrieval","created":"2021-03-28","cited_by_count":87,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2205.00823","title":"CenterCLIP: Token Clustering for Efficient Text-Video Retrieval","created":"2022-05-02","cited_by_count":86,"area":null},{"id":"2201.10990","title":"Learning To Recognize Procedural Activities with Distant Supervision","created":"2022-01-26","cited_by_count":85,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2303.10868","title":"Retrieving Multimodal Information for Augmented Generation: A Survey","created":"2023-03-20","cited_by_count":85,"area":null},{"id":"2203.01225","title":"Video Question Answering: Datasets, Algorithms and Challenges","created":"2022-03-02","cited_by_count":84,"area":null},{"id":"2310.19773","title":"MM-VID: Advancing Video Understanding with GPT-4V(ision)","created":"2023-10-30","cited_by_count":83,"area":null},{"id":"2203.04287","title":"A Simple Multi-Modality Transfer Learning Baseline for Sign Language Translation","created":"2022-03-08","cited_by_count":80,"area":null},{"id":"2204.00679","title":"Learning Audio-Video Modalities from Image Captions","created":"2022-04-01","cited_by_count":80,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2203.07111","title":"Disentangled Representation Learning for Text-Video Retrieval","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2303.11313","title":"CLIP goes 3D: Leveraging Prompt Tuning for Language Grounded 3D Recognition","created":"2023-03-20","cited_by_count":77,"area":"mllm"},{"id":"2312.06720","title":"Audio-Visual LLM for Video Understanding","created":"2023-12-11","cited_by_count":77,"area":"mllm"},{"id":"2304.06708","title":"Verbs in Action: Improving verb understanding in video-language models","created":"2023-04-13","cited_by_count":76,"area":null},{"id":"2106.00245","title":"Adversarial VQA: A New Benchmark for Evaluating the Robustness of VQA Models","created":"2021-06-01","cited_by_count":75,"area":null},{"id":"2209.01540","title":"An Empirical Study of End-to-End Video-Language Transformers with Masked Visual Modeling","created":"2022-09-04","cited_by_count":74,"area":null},{"id":"2209.06430","title":"CLIP-ViP: Adapting Pre-trained Image-Text Model to Video-Language Representation Alignment","created":"2022-09-14","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2107.09609","title":"QVHighlights: Detecting Moments and Highlights in Videos via Natural Language Queries","created":"2021-07-20","cited_by_count":72,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2405.11442","title":"Unifying 3D Vision-Language Understanding via Promptable Queries","created":"2024-05-19","cited_by_count":70,"area":null},{"id":"2112.06197","title":"Video as Conditional Graph Hierarchy for Multi-Granular Question Answering","created":"2021-12-12","cited_by_count":68,"area":null},{"id":"2301.02311","title":"HierVL: Learning Hierarchical Video-Language Embeddings","created":"2023-01-05","cited_by_count":66,"area":null},{"id":"2207.08184","title":"Zero-Shot Temporal Action Detection via Vision-Language Prompting","created":"2022-07-17","cited_by_count":65,"area":null},{"id":"2406.12846","title":"DrVideo: Document Retrieval Based Long Video Understanding","created":"2024-06-18","cited_by_count":65,"area":null},{"id":"2502.05173","title":"VideoRoPE: What Makes for Good Video Rotary Position Embedding?","created":"2025-02-07","cited_by_count":65,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2207.05342","title":"Video Graph Transformer for Video Question Answering","created":"2022-07-12","cited_by_count":63,"area":null},{"id":"2104.12671","title":"Multimodal Clustering Networks for Self-supervised Learning from Unlabeled Videos","created":"2021-04-26","cited_by_count":62,"area":null},{"id":"2210.03112","title":"A New Path: Scaling Vision-and-Language Navigation with Synthetic Instructions and Imitation Learning","created":"2022-10-06","cited_by_count":60,"area":"offlinerl"},{"id":"2210.06031","title":"Long-Form Video-Language Pre-Training with Multimodal Temporal Contrastive Learning","created":"2022-10-12","cited_by_count":59,"area":null},{"id":"2204.13861","title":"Where in the World is this Image? Transformer-based Geo-localization in the Wild","created":"2022-04-29","cited_by_count":58,"area":null},{"id":"2301.11116","title":"Revisiting Temporal Modeling for CLIP-based Image-to-Video Knowledge Transferring","created":"2023-01-26","cited_by_count":58,"area":null},{"id":"2401.08392","title":"DoraemonGPT: Toward Understanding Dynamic Scenes with Large Language Models (Exemplified as A Video Agent)","created":"2024-01-16","cited_by_count":58,"area":"agents"},{"id":"2112.00656","title":"Object-aware Video-language Pre-training for Retrieval","created":"2021-12-01","cited_by_count":57,"area":null}],"next_cursor":"100"}