{"total":239,"rows":[{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2104.08860","title":"CLIP4Clip: An Empirical Study of CLIP for End to End Video Clip Retrieval","created":"2021-04-18","cited_by_count":651,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2402.19479","title":"Panda-70M: Captioning 70M Videos with Multiple Cross-Modality Teachers","created":"2024-02-29","cited_by_count":393,"area":null},{"id":"2310.01852","title":"LanguageBind: Extending Video-Language Pretraining to N-modality by Language-based Semantic Alignment","created":"2023-10-03","cited_by_count":370,"area":null},{"id":"2206.01670","title":"Egocentric Video-Language Pretraining","created":"2022-06-03","cited_by_count":232,"area":null},{"id":"2111.10337","title":"Advancing High-Resolution Video-Language Representation with Large-Scale Video Transcriptions","created":"2021-11-19","cited_by_count":226,"area":null},{"id":"2106.11097","title":"CLIP2Video: Mastering Video-Text Retrieval via Image CLIP","created":"2021-06-21","cited_by_count":225,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2211.14813","title":"SegCLIP: Patch Aggregation with Learnable Centers for Open-Vocabulary Semantic Segmentation","created":"2022-11-27","cited_by_count":164,"area":null},{"id":"2111.13196","title":"SwinBERT: End-to-End Transformers with Sparse Attention for Video Captioning","created":"2021-11-25","cited_by_count":162,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2112.09583","title":"Align and Prompt: Video-and-Language Pre-training with Entity Prompts","created":"2021-12-17","cited_by_count":149,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2404.03384","title":"LongVLM: Efficient Long Video Understanding via Large Language Models","created":"2024-04-04","cited_by_count":147,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2312.06795","title":"Model Breadcrumbs: Scaling Multi-Task Model Merging with Sparse Masks","created":"2023-12-11","cited_by_count":133,"area":null},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2201.08264","title":"End-to-end Generative Pretraining for Multimodal Video Captioning","created":"2022-01-20","cited_by_count":116,"area":null},{"id":"2207.07852","title":"TS2-Net: Token Shift and Selection Transformer for Text-Video Retrieval","created":"2022-07-16","cited_by_count":104,"area":null},{"id":"2105.09996","title":"VLM: Task-agnostic Video-Language Model Pre-training for Video Understanding","created":"2021-05-20","cited_by_count":102,"area":null},{"id":"2402.13250","title":"Video ReCap: Recursive Captioning of Hour-Long Videos","created":"2024-02-20","cited_by_count":89,"area":null},{"id":"2110.06615","title":"CLIP4Caption: CLIP for Video Caption","created":"2021-10-13","cited_by_count":88,"area":null},{"id":"2103.15049","title":"HiT: Hierarchical Transformer with Momentum Contrast for Video-Text Retrieval","created":"2021-03-28","cited_by_count":87,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2201.10990","title":"Learning To Recognize Procedural Activities with Distant Supervision","created":"2022-01-26","cited_by_count":85,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2203.04287","title":"A Simple Multi-Modality Transfer Learning Baseline for Sign Language Translation","created":"2022-03-08","cited_by_count":80,"area":null},{"id":"2204.00679","title":"Learning Audio-Video Modalities from Image Captions","created":"2022-04-01","cited_by_count":80,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2301.12040","title":"ProtST: Multi-Modality Learning of Protein Sequences and Biomedical Texts","created":"2023-01-28","cited_by_count":78,"area":null},{"id":"2203.07111","title":"Disentangled Representation Learning for Text-Video Retrieval","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2209.06430","title":"CLIP-ViP: Adapting Pre-trained Image-Text Model to Video-Language Representation Alignment","created":"2022-09-14","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2212.04979","title":"VideoCoCa: Video-Text Modeling with Zero-Shot Transfer from Contrastive Captioners","created":"2022-12-09","cited_by_count":70,"area":null},{"id":"2301.02311","title":"HierVL: Learning Hierarchical Video-Language Embeddings","created":"2023-01-05","cited_by_count":66,"area":null},{"id":"2308.11062","title":"UnLoc: A Unified Framework for Video Localization Tasks","created":"2023-08-21","cited_by_count":66,"area":null},{"id":"2104.12671","title":"Multimodal Clustering Networks for Self-supervised Learning from Unlabeled Videos","created":"2021-04-26","cited_by_count":62,"area":null},{"id":"2105.06247","title":"Video Corpus Moment Retrieval with Contrastive Learning","created":"2021-05-13","cited_by_count":60,"area":null},{"id":"2401.02309","title":"TR-DETR: Task-Reciprocal Transformer for Joint Moment Retrieval and Highlight Detection","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2205.14022","title":"Future Transformer for Long-term Action Anticipation","created":"2022-05-27","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2112.00656","title":"Object-aware Video-language Pre-training for Retrieval","created":"2021-12-01","cited_by_count":57,"area":null},{"id":"2311.17404","title":"VITATECS: A Diagnostic Dataset for Temporal Concept Understanding of Video-Language Models","created":"2023-11-29","cited_by_count":55,"area":null},{"id":"2205.02300","title":"P3IV: Probabilistic Procedure Planning from Instructional Videos with Weak Supervision","created":"2022-05-04","cited_by_count":52,"area":null},{"id":"2203.14104","title":"Bridge-Prompt: Towards Ordinal Action Understanding in Instructional Videos","created":"2022-03-26","cited_by_count":50,"area":null},{"id":"2310.06838","title":"AutoAD II: The Sequel -- Who, When, and What in Movie Audio Description","created":"2023-10-10","cited_by_count":49,"area":null},{"id":"2303.18230","title":"Procedure-Aware Pretraining for Instructional Video Understanding","created":"2023-03-31","cited_by_count":48,"area":null},{"id":"2303.17839","title":"Learning Procedure-aware Video Representation from Instructional Videos and Their Narrations","created":"2023-03-31","cited_by_count":46,"area":null},{"id":"2306.07520","title":"Instruct-ReID: A Multi-purpose Person Re-identification Task with Instructions","created":"2023-06-13","cited_by_count":46,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2207.10362","title":"LocVTP: Video-Text Pre-training for Temporal Localization","created":"2022-07-21","cited_by_count":44,"area":null},{"id":"2311.05709","title":"OmniVec: Learning robust representations with cross modal sharing","created":"2023-11-07","cited_by_count":44,"area":null},{"id":"2101.12059","title":"VX2TEXT: End-to-End Learning of Video-Based Text Generation From Multimodal Inputs","created":"2021-01-28","cited_by_count":42,"area":null},{"id":"2207.07885","title":"Clover: Towards A Unified Video-Language Alignment and Fusion Model","created":"2022-07-16","cited_by_count":41,"area":null},{"id":"2303.12060","title":"VideoXum: Cross-modal Visual and Textural Summarization of Videos","created":"2023-03-21","cited_by_count":41,"area":null},{"id":"2108.11996","title":"Drop-DTW: Aligning Common Signal Between Sequences While Dropping Outliers","created":"2021-08-26","cited_by_count":39,"area":null},{"id":"2202.04298","title":"Image Difference Captioning with Pre-training and Contrastive Learning","created":"2022-02-09","cited_by_count":39,"area":null},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2304.13265","title":"StepFormer: Self-supervised Step Discovery and Localization in Instructional Videos","created":"2023-04-26","cited_by_count":37,"area":null},{"id":"2406.05615","title":"Video-Language Understanding: A Survey from Model Architecture, Model Training, and Data Perspectives","created":"2024-06-09","cited_by_count":37,"area":null},{"id":"2103.16561","title":"Diagnosing Vision-and-Language Navigation: What Really Matters","created":"2021-03-30","cited_by_count":36,"area":null},{"id":"2307.08763","title":"Video-Mined Task Graphs for Keystep Recognition in Instructional Videos","created":"2023-07-17","cited_by_count":35,"area":null},{"id":"2308.07648","title":"Prompt Switch: Efficient CLIP Adaptation for Text-Video Retrieval","created":"2023-08-15","cited_by_count":35,"area":null},{"id":"2201.09168","title":"Reading-strategy Inspired Visual Representation Learning for Text-to-Video Retrieval","created":"2022-01-23","cited_by_count":34,"area":null},{"id":"2401.16702","title":"Multi-granularity Correspondence Learning from Long-term Noisy Videos","created":"2024-01-30","cited_by_count":34,"area":null},{"id":"2109.02401","title":"Vision Guided Generative Pre-trained Language Models for Multimodal Abstractive Summarization","created":"2021-09-06","cited_by_count":32,"area":null},{"id":"2406.19255","title":"Enhancing Video-Language Representations with Structural Spatio-Temporal Alignment","created":"2024-06-27","cited_by_count":32,"area":null},{"id":"2205.05019","title":"Learning to Answer Visual Questions from Web Videos","created":"2022-05-10","cited_by_count":30,"area":null},{"id":"2210.03765","title":"Visualize Before You Write: Imagination-Guided Open-Ended Text Generation","created":"2022-10-07","cited_by_count":30,"area":null},{"id":"2204.12408","title":"MILES: Visual BERT Pre-training with Injected Language Semantics for Video-text Retrieval","created":"2022-04-26","cited_by_count":29,"area":null},{"id":"2301.00805","title":"Betrayed by Captions: Joint Caption Grounding and Generation for Open Vocabulary Instance Segmentation","created":"2023-01-02","cited_by_count":28,"area":null},{"id":"2303.12423","title":"Text with Knowledge Graph Augmented Transformer for Video Captioning","created":"2023-03-22","cited_by_count":28,"area":null},{"id":"2306.03802","title":"Learning to Ground Instructional Articles in Videos through Narrations","created":"2023-06-06","cited_by_count":28,"area":null},{"id":"2109.09920","title":"Survey: Transformer based Video-Language Pre-training","created":"2021-09-21","cited_by_count":27,"area":null},{"id":"2204.08121","title":"End-to-end Dense Video Captioning as Sequence Generation","created":"2022-04-18","cited_by_count":27,"area":null},{"id":"2302.06419","title":"AV-data2vec: Self-supervised Learning of Audio-Visual Speech Representations with Contextualized Target Representations","created":"2023-02-10","cited_by_count":27,"area":null},{"id":"2201.12888","title":"A Dataset for Medical Instructional Video Classification and Question Answering","created":"2022-01-30","cited_by_count":26,"area":null},{"id":"2311.07022","title":"ViLMA: A Zero-Shot Benchmark for Linguistic and Temporal Grounding in Video-Language Models","created":"2023-11-13","cited_by_count":26,"area":null},{"id":"2307.12545","title":"Towards Video Anomaly Retrieval from Video Anomaly Detection: New Benchmarks and Model","created":"2023-07-24","cited_by_count":25,"area":null},{"id":"2408.03468","title":"MultiHateClip: A Multilingual Benchmark Dataset for Hateful Video Detection on YouTube and Bilibili","created":"2024-07-28","cited_by_count":25,"area":null},{"id":"2203.16784","title":"Video-Text Representation Learning via Differentiable Weak Temporal Alignment","created":"2022-03-31","cited_by_count":24,"area":null},{"id":"2303.16839","title":"MaMMUT: A Simple Architecture for Joint Learning for MultiModal Tasks","created":"2023-03-29","cited_by_count":24,"area":null},{"id":"2311.00180","title":"Object-centric Video Representation for Long-term Action Anticipation","created":"2023-10-31","cited_by_count":24,"area":null},{"id":"2104.09411","title":"Understanding Chinese Video and Language via Contrastive Multimodal Pre-Training","created":"2021-04-19","cited_by_count":23,"area":null},{"id":"2207.02159","title":"Robustness Analysis of Video-Language Models Against Visual and Language Perturbations","created":"2022-07-05","cited_by_count":23,"area":null},{"id":"2407.15850","title":"AutoAD-Zero: A Training-Free Framework for Zero-Shot Audio Description","created":"2024-07-22","cited_by_count":23,"area":null},{"id":"2210.02884","title":"Vision+X: A Survey on Multimodal Learning in the Light of Data","created":"2022-10-05","cited_by_count":22,"area":null}],"next_cursor":"100"}