{"total":104,"rows":[{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2104.08860","title":"CLIP4Clip: An Empirical Study of CLIP for End to End Video Clip Retrieval","created":"2021-04-18","cited_by_count":651,"area":null},{"id":"2207.07285","title":"X-CLIP: End-to-End Multi-grained Contrastive Learning for Video-Text Retrieval","created":"2022-07-15","cited_by_count":280,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2201.08264","title":"End-to-end Generative Pretraining for Multimodal Video Captioning","created":"2022-01-20","cited_by_count":116,"area":null},{"id":"2105.09996","title":"VLM: Task-agnostic Video-Language Model Pre-training for Video Understanding","created":"2021-05-20","cited_by_count":102,"area":null},{"id":"2103.15049","title":"HiT: Hierarchical Transformer with Momentum Contrast for Video-Text Retrieval","created":"2021-03-28","cited_by_count":87,"area":null},{"id":"2205.00823","title":"CenterCLIP: Token Clustering for Efficient Text-Video Retrieval","created":"2022-05-02","cited_by_count":86,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2204.00679","title":"Learning Audio-Video Modalities from Image Captions","created":"2022-04-01","cited_by_count":80,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2103.10699","title":"MDMMT: Multidomain Multimodal Transformer for Video Retrieval","created":"2021-03-19","cited_by_count":78,"area":null},{"id":"2209.01540","title":"An Empirical Study of End-to-End Video-Language Transformers with Masked Visual Modeling","created":"2022-09-04","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2102.12443","title":"A Straightforward Framework For Video Retrieval Using CLIP","created":"2021-02-24","cited_by_count":66,"area":null},{"id":"2104.12671","title":"Multimodal Clustering Networks for Self-supervised Learning from Unlabeled Videos","created":"2021-04-26","cited_by_count":62,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2406.02951","title":"AVFF: Audio-Visual Feature Fusion for Video Deepfake Detection","created":"2024-06-05","cited_by_count":59,"area":null},{"id":"2105.04489","title":"Spoken Moments: Learning Joint Audio-Visual Representations from Video Descriptions","created":"2021-05-10","cited_by_count":53,"area":null},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52,"area":null},{"id":"2103.10095","title":"On Semantic Similarity in Video Retrieval","created":"2021-03-18","cited_by_count":46,"area":null},{"id":"2207.10362","title":"LocVTP: Video-Text Pre-training for Temporal Localization","created":"2022-07-21","cited_by_count":44,"area":null},{"id":"2207.07885","title":"Clover: Towards A Unified Video-Language Alignment and Fusion Model","created":"2022-07-16","cited_by_count":41,"area":null},{"id":"2406.04321","title":"VidMuse: A Simple Video-to-Music Generation Framework with Long-Short-Term Modeling","created":"2024-06-06","cited_by_count":40,"area":null},{"id":"2106.05438","title":"Cross-Modal Discrete Representation Learning","created":"2021-06-10","cited_by_count":35,"area":null},{"id":"2201.09168","title":"Reading-strategy Inspired Visual Representation Learning for Text-to-Video Retrieval","created":"2022-01-23","cited_by_count":34,"area":null},{"id":"2310.04900","title":"HowToCaption: Prompting LLMs to Transform Video Annotations at Scale","created":"2023-10-07","cited_by_count":34,"area":null},{"id":"2104.13225","title":"Visually grounded models of spoken language: A survey of datasets, architectures and evaluation techniques","created":"2021-04-27","cited_by_count":32,"area":null},{"id":"2205.08180","title":"SAMU-XLSR: Semantically-Aligned Multimodal Utterance-level Cross-Lingual Speech Representation","created":"2022-05-17","cited_by_count":32,"area":null},{"id":"2204.12408","title":"MILES: Visual BERT Pre-training with Injected Language Semantics for Video-text Retrieval","created":"2022-04-26","cited_by_count":29,"area":null},{"id":"2306.03802","title":"Learning to Ground Instructional Articles in Videos through Narrations","created":"2023-06-06","cited_by_count":28,"area":null},{"id":"2203.13815","title":"Versatile Multi-Modal Pre-Training for Human-Centric Perception","created":"2022-03-25","cited_by_count":26,"area":null},{"id":"2411.01053","title":"Contrasting with Symile: Simple Model-Agnostic Representation Learning for Unlimited Modalities","created":"2024-11-01","cited_by_count":24,"area":null},{"id":"2207.02159","title":"Robustness Analysis of Video-Language Models Against Visual and Language Perturbations","created":"2022-07-05","cited_by_count":23,"area":null},{"id":"2209.14156","title":"TVLT: Textless Vision-Language Transformer","created":"2022-09-28","cited_by_count":22,"area":null},{"id":"2212.03490","title":"SimVTP: Simple Video Text Pre-training with Masked Autoencoders","created":"2022-12-07","cited_by_count":21,"area":null},{"id":"2112.01194","title":"Video-Text Pre-training with Learned Regions","created":"2021-12-02","cited_by_count":20,"area":null},{"id":"2208.00061","title":"UAVM: Towards Unifying Audio and Visual Models","created":"2022-07-29","cited_by_count":20,"area":null},{"id":"2209.13307","title":"Text-Adaptive Multiple Visual Prototype Matching for Video-Text Retrieval","created":"2022-09-27","cited_by_count":20,"area":null},{"id":"2303.16342","title":"Language-Guided Audio-Visual Source Separation via Trimodal Consistency","created":"2023-03-28","cited_by_count":20,"area":null},{"id":"2104.01894","title":"Talk, Don't Write: A Study of Direct Speech-Based Image Retrieval","created":"2021-04-05","cited_by_count":19,"area":null},{"id":"2204.03382","title":"Tencent Text-Video Retrieval: Hierarchical Cross-Modal Interactions with Multi-Level Representations","created":"2022-04-07","cited_by_count":19,"area":null},{"id":"2507.17343","title":"Principled Multimodal Representation Learning","created":"2025-07-23","cited_by_count":19,"area":null},{"id":"2306.09327","title":"Language-Guided Music Recommendation for Video via Prompt Analogies","created":"2023-06-15","cited_by_count":18,"area":null},{"id":"2505.01237","title":"CAV-MAE Sync: Improving Contrastive Audio-Visual Mask Autoencoders via Fine-Grained Alignment","created":"2025-05-02","cited_by_count":16,"area":null},{"id":"2211.11446","title":"SMAUG: Sparse Masked Autoencoder for Efficient Video-Language Pre-training","created":"2022-11-21","cited_by_count":15,"area":null},{"id":"2311.05698","title":"Mirasol3B: A Multimodal Autoregressive model for time-aligned and contextual modalities","created":"2023-11-09","cited_by_count":15,"area":null},{"id":"2308.13077","title":"Preserving Modality Structure Improves Multi-Modal Learning","created":"2023-08-24","cited_by_count":13,"area":null},{"id":"2305.11435","title":"Syllable Discovery and Cross-Lingual Generalization in a Visually Grounded, Self-Supervised Speech Model","created":"2023-05-19","cited_by_count":11,"area":null},{"id":"2305.16556","title":"LANISTR: Multimodal Learning from Structured and Unstructured Data","created":"2023-05-26","cited_by_count":11,"area":null},{"id":"2203.07086","title":"MDMMT-2: Multidomain Multimodal Transformer for Video Retrieval, One More Step Towards Generalization","created":"2022-03-14","cited_by_count":10,"area":null},{"id":"2208.08263","title":"Multimodal foundation models are better simulators of the human brain","created":"2022-08-17","cited_by_count":10,"area":null},{"id":"2303.16990","title":"What, when, and where? -- Self-Supervised Spatio-Temporal Grounding in Untrimmed Multi-Action Videos from Narrated Instructions","created":"2023-03-29","cited_by_count":10,"area":null},{"id":"2211.02077","title":"Scaling Multimodal Pre-Training via Cross-Modality Gradient Harmonization","created":"2022-11-03","cited_by_count":9,"area":null},{"id":"2309.11845","title":"TMac: Temporal Multi-Modal Graph Learning for Acoustic Event Classification","created":"2023-09-21","cited_by_count":9,"area":null},{"id":"2401.04210","title":"FunnyNet-W: Multimodal Learning of Funny Moments in Videos in the Wild","created":"2024-01-08","cited_by_count":9,"area":null},{"id":"2110.15609","title":"BiC-Net: Learning Efficient Spatio-Temporal Relation for Text-Video Retrieval","created":"2021-10-29","cited_by_count":8,"area":null},{"id":"2111.04823","title":"Cascaded Multilingual Audio-Visual Learning from Videos","created":"2021-11-08","cited_by_count":8,"area":null},{"id":"2202.12917","title":"Learning English with Peppa Pig","created":"2022-02-25","cited_by_count":8,"area":null},{"id":"2207.11964","title":"ConceptBeam: Concept Driven Target Speech Extraction","created":"2022-07-25","cited_by_count":8,"area":null},{"id":"2303.06378","title":"Learning Grounded Vision-Language Representation for Versatile Understanding in Untrimmed Videos","created":"2023-03-11","cited_by_count":8,"area":null},{"id":"2407.07478","title":"EA-VTR: Event-Aware Video-Text Retrieval","created":"2024-07-10","cited_by_count":8,"area":null},{"id":"2202.01107","title":"Keyword localisation in untranscribed speech using visually grounded speech models","created":"2022-02-02","cited_by_count":7,"area":null},{"id":"2211.11701","title":"Perceiver-VL: Efficient Vision-and-Language Modeling with Iterative Latent Attention","created":"2022-11-21","cited_by_count":7,"area":null},{"id":"2104.00285","title":"CUPID: Adaptive Curation of Pre-training Data for Video-and-Language Representation Learning","created":"2021-04-01","cited_by_count":6,"area":null},{"id":"2112.00775","title":"Routing with Self-Attention for Multimodal Capsule Networks","created":"2021-12-01","cited_by_count":5,"area":null},{"id":"2209.00277","title":"Video-Guided Curriculum Learning for Spoken Video Grounding","created":"2022-09-01","cited_by_count":5,"area":null},{"id":"2212.11471","title":"Multi-queue Momentum Contrast for Microvideo-Product Retrieval","created":"2022-12-22","cited_by_count":5,"area":null},{"id":"2301.02307","title":"What You Say Is What You Show: Visual Narration Detection in Instructional Videos","created":"2023-01-05","cited_by_count":5,"area":null},{"id":"2407.18552","title":"Multimodal Emotion Recognition using Audio-Video Transformer Fusion with Cross Attention","created":"2024-07-26","cited_by_count":5,"area":null},{"id":"2208.11435","title":"Bidirectional Contrastive Split Learning for Visual Question Answering","created":"2022-08-24","cited_by_count":4,"area":null},{"id":"2303.17517","title":"Hindi as a Second Language: Improving Visually Grounded Speech with Semantically Similar Samples","created":"2023-03-30","cited_by_count":4,"area":null},{"id":"2402.09055","title":"Comment-aided Video-Language Alignment via Contrastive Pre-training for Short-form Video Humor Detection","created":"2024-02-14","cited_by_count":4,"area":null},{"id":"2402.13566","title":"Event-aware Video Corpus Moment Retrieval","created":"2024-02-21","cited_by_count":4,"area":null},{"id":"2409.18372","title":"You Only Speak Once to See","created":"2024-09-27","cited_by_count":4,"area":null},{"id":"2203.16860","title":"Investigating Modality Bias in Audio Visual Video Parsing","created":"2022-03-31","cited_by_count":3,"area":null},{"id":"2210.15187","title":"Learning Joint Representation of Human Motion and Language","created":"2022-10-27","cited_by_count":3,"area":null},{"id":"2210.16644","title":"Unsupervised Audio-Visual Lecture Segmentation","created":"2022-10-29","cited_by_count":3,"area":null},{"id":"2304.00436","title":"Instance-Level Trojan Attacks on Visual Question Answering via Adversarial Learning in Neuron Activation Space","created":"2023-04-02","cited_by_count":3,"area":null},{"id":"2506.18881","title":"Let Your Video Listen to Your Music!","created":"2025-06-23","cited_by_count":3,"area":null},{"id":"2110.07575","title":"Spoken ObjectNet: A Bias-Controlled Spoken Caption Dataset","created":"2021-10-14","cited_by_count":2,"area":null},{"id":"2210.08452","title":"Efficient Cross-Modal Video Retrieval with Meta-Optimized Frames","created":"2022-10-16","cited_by_count":2,"area":null},{"id":"2309.07606","title":"Zero-shot Audio Topic Reranking using Large Language Models","created":"2023-09-14","cited_by_count":2,"area":null},{"id":"2405.07202","title":"Unified Video-Language Pre-training with Synchronized Audio","created":"2024-05-12","cited_by_count":2,"area":null},{"id":"2406.07133","title":"Translating speech with just images","created":"2024-06-11","cited_by_count":2,"area":null},{"id":"2412.00049","title":"A Survey of Recent Advances and Challenges in Deep Audio-Visual Correlation Learning","created":"2024-11-24","cited_by_count":2,"area":null},{"id":"2605.04045","title":"Audio-Visual Intelligence in Large Foundation Models","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2207.09732","title":"Introducing Auxiliary Text Query-modifier to Content-based Audio Retrieval","created":"2022-07-20","cited_by_count":1,"area":null},{"id":"2303.16341","title":"Structured Video-Language Modeling with Temporal Grouping and Spatial Grounding","created":"2023-03-28","cited_by_count":1,"area":null},{"id":"2309.15086","title":"Video-adverb retrieval with compositional adverb-action embeddings","created":"2023-09-26","cited_by_count":1,"area":null},{"id":"2402.16769","title":"Unifying Latent and Lexicon Representations for Effective Video-Text Retrieval","created":"2024-02-26","cited_by_count":1,"area":null},{"id":"2503.15176","title":"A Review on Large Language Models for Visual Analytics","created":"2025-03-19","cited_by_count":1,"area":null},{"id":"2505.23952","title":"Leveraging Auxiliary Information in Text-to-Video Retrieval: A Review","created":"2025-05-29","cited_by_count":1,"area":null},{"id":"2607.22729","title":"Open Your Model's Eyes: Video and Context-Aware Multimodal Backchannel Prediction","created":"2026-07-22","cited_by_count":1,"area":null}],"next_cursor":"100"}