{"total":249,"rows":[{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322,"area":null},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2303.16727","title":"VideoMAE V2: Scaling Video Masked Autoencoders with Dual Masking","created":"2023-03-29","cited_by_count":528,"area":null},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361,"area":null},{"id":"2106.13043","title":"AudioCLIP: Extending CLIP to Image, Text and Audio","created":"2021-06-24","cited_by_count":339,"area":null},{"id":"2305.16355","title":"PandaGPT: One Model To Instruction-Follow Them All","created":"2023-05-25","cited_by_count":334,"area":null},{"id":"2109.08472","title":"ActionCLIP: A New Paradigm for Video Action Recognition","created":"2021-09-17","cited_by_count":320,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2104.14558","title":"A Large-Scale Study on Unsupervised Spatiotemporal Representation Learning","created":"2021-04-29","cited_by_count":214,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2201.12204","title":"From data to functa: Your data point is a function and you can treat it like one","created":"2022-01-28","cited_by_count":187,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2203.15086","title":"X-Pool: Cross-Modal Language-Video Attention for Text-Video Retrieval","created":"2022-03-28","cited_by_count":128,"area":null},{"id":"2106.11297","title":"TokenLearner: What Can 8 Learned Tokens Do for Images and Videos?","created":"2021-06-21","cited_by_count":127,"area":null},{"id":"2104.12836","title":"Multimodal Contrastive Training for Visual Representation Learning","created":"2021-04-26","cited_by_count":124,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2103.16559","title":"Broaden Your Views for Self-Supervised Video Learning","created":"2021-03-30","cited_by_count":108,"area":null},{"id":"2105.09996","title":"VLM: Task-agnostic Video-Language Model Pre-training for Video Understanding","created":"2021-05-20","cited_by_count":102,"area":null},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2201.10990","title":"Learning To Recognize Procedural Activities with Distant Supervision","created":"2022-01-26","cited_by_count":85,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2210.01769","title":"Mind Reader: Reconstructing complex images from brain activities","created":"2022-09-30","cited_by_count":85,"area":null},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2306.05268","title":"Factorized Contrastive Learning: Going Beyond Multi-view Redundancy","created":"2023-06-08","cited_by_count":75,"area":null},{"id":"2307.15220","title":"Learning Multi-modal Representations by Watching Hundreds of Surgical Video Lectures","created":"2023-07-27","cited_by_count":68,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2104.12671","title":"Multimodal Clustering Networks for Self-supervised Learning from Unlabeled Videos","created":"2021-04-26","cited_by_count":62,"area":null},{"id":"2111.12993","title":"PolyViT: Co-training Vision Transformers on Images, Videos and Audio","created":"2021-11-25","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2106.11250","title":"VIMPAC: Video Pre-Training via Masked Token Prediction and Contrastive Learning","created":"2021-06-21","cited_by_count":56,"area":null},{"id":"2104.12673","title":"Joint Representation Learning and Novel Category Discovery on Single- and Multi-modal Data","created":"2021-04-26","cited_by_count":55,"area":null},{"id":"2211.13916","title":"Towards Good Practices for Missing Modality Robust Action Recognition","created":"2022-11-25","cited_by_count":54,"area":null},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52,"area":null},{"id":"2401.09413","title":"POP-3D: Open-Vocabulary 3D Occupancy Prediction from Images","created":"2024-01-17","cited_by_count":52,"area":null},{"id":"2301.02074","title":"Test of Time: Instilling Video-Language Models with a Sense of Time","created":"2023-01-05","cited_by_count":51,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2303.18230","title":"Procedure-Aware Pretraining for Instructional Video Understanding","created":"2023-03-31","cited_by_count":48,"area":null},{"id":"2207.02127","title":"A survey of multimodal deep generative models","created":"2022-07-05","cited_by_count":47,"area":null},{"id":"2409.07402","title":"What to align in multimodal contrastive learning?","created":"2024-09-11","cited_by_count":47,"area":null},{"id":"2103.10095","title":"On Semantic Similarity in Video Retrieval","created":"2021-03-18","cited_by_count":46,"area":null},{"id":"2306.07520","title":"Instruct-ReID: A Multi-purpose Person Re-identification Task with Instructions","created":"2023-06-13","cited_by_count":46,"area":null},{"id":"2107.02575","title":"Contrastive Multimodal Fusion with TupleInfoNCE","created":"2021-07-06","cited_by_count":43,"area":null},{"id":"2108.02722","title":"Video Contrastive Learning with Global Context","created":"2021-08-05","cited_by_count":41,"area":null},{"id":"2112.03763","title":"Creating Multimodal Interactive Agents with Imitation and Self-Supervised Learning","created":"2021-12-07","cited_by_count":40,"area":null},{"id":"2103.06508","title":"Multi-Format Contrastive Learning of Audio Representations","created":"2021-03-11","cited_by_count":39,"area":null},{"id":"2111.12374","title":"MM-Pyramid: Multimodal Pyramid Attentional Network for Audio-Visual Event Localization and Video Parsing","created":"2021-11-24","cited_by_count":39,"area":null},{"id":"2203.11637","title":"Look for the Change: Learning Object States and State-Modifying Actions from Untrimmed Web Videos","created":"2022-03-22","cited_by_count":39,"area":null},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2111.13424","title":"ContIG: Self-supervised Multimodal Contrastive Learning for Medical Imaging with Genetics","created":"2021-11-26","cited_by_count":36,"area":null},{"id":"2106.05438","title":"Cross-Modal Discrete Representation Learning","created":"2021-06-10","cited_by_count":35,"area":null},{"id":"2112.00007","title":"Sound-Guided Semantic Image Manipulation","created":"2021-11-30","cited_by_count":35,"area":null},{"id":"2110.05340","title":"Revitalizing CNN Attentions via Transformers in Self-Supervised Visual Representation Learning","created":"2021-10-11","cited_by_count":34,"area":null},{"id":"2208.12208","title":"Contrastive Audio-Language Learning for Music","created":"2022-08-25","cited_by_count":33,"area":null},{"id":"2309.11500","title":"Auto-ACD: A Large-scale Dataset for Audio-Language Representation Learning","created":"2023-09-20","cited_by_count":33,"area":null},{"id":"2112.11749","title":"Class-aware Sounding Objects Localization via Audiovisual Correspondence","created":"2021-12-22","cited_by_count":32,"area":null},{"id":"2103.10211","title":"Space-Time Crop & Attend: Improving Cross-modal Video Representation Learning","created":"2021-03-18","cited_by_count":31,"area":null},{"id":"2402.02460","title":"Review of multimodal machine learning approaches in healthcare","created":"2024-02-04","cited_by_count":31,"area":null},{"id":"2103.10480","title":"Reading Isn't Believing: Adversarial Attacks On Multi-Modal Neurons","created":"2021-03-18","cited_by_count":29,"area":null},{"id":"2104.06401","title":"Self-supervised object detection from audio-visual correspondence","created":"2021-04-13","cited_by_count":29,"area":null},{"id":"2204.12408","title":"MILES: Visual BERT Pre-training with Injected Language Semantics for Video-text Retrieval","created":"2022-04-26","cited_by_count":29,"area":null},{"id":"2211.11248","title":"Video Background Music Generation: Dataset, Method and Evaluation","created":"2022-11-21","cited_by_count":29,"area":null},{"id":"2311.16081","title":"ViT-Lens: Towards Omni-modal Representations","created":"2023-11-27","cited_by_count":29,"area":null},{"id":"2104.00315","title":"Unsupervised Sound Localization via Iterative Contrastive Learning","created":"2021-04-01","cited_by_count":28,"area":null},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2203.13815","title":"Versatile Multi-Modal Pre-Training for Human-Centric Perception","created":"2022-03-25","cited_by_count":26,"area":null},{"id":"2305.02504","title":"Learning Missing Modal Electronic Health Records with Unified Multi-modal Data Embedding and Modality-Aware Attention","created":"2023-05-04","cited_by_count":25,"area":null},{"id":"2205.01818","title":"i-Code: An Integrative and Composable Multimodal Learning Framework","created":"2022-05-03","cited_by_count":24,"area":null},{"id":"2207.10075","title":"Is an Object-Centric Video Representation Beneficial for Transfer?","created":"2022-07-20","cited_by_count":24,"area":null},{"id":"2411.01053","title":"Contrasting with Symile: Simple Model-Agnostic Representation Learning for Unlimited Modalities","created":"2024-11-01","cited_by_count":24,"area":null},{"id":"2110.00528","title":"Do Self-Supervised and Supervised Methods Learn Similar Visual Representations?","created":"2021-10-01","cited_by_count":23,"area":null},{"id":"2111.01300","title":"Masking Modalities for Cross-modal Video Retrieval","created":"2021-11-01","cited_by_count":23,"area":null},{"id":"2209.13583","title":"Learning State-Aware Visual Representations from Audible Interactions","created":"2022-09-27","cited_by_count":23,"area":null},{"id":"2308.11488","title":"Opening the Vocabulary of Egocentric Actions","created":"2023-08-22","cited_by_count":23,"area":null},{"id":"2312.02219","title":"Behind the Magic, MERLIM: Multi-modal Evaluation Benchmark for Large Image-Language Models","created":"2023-12-03","cited_by_count":23,"area":null},{"id":"2501.18592","title":"Advances in Multimodal Adaptation and Generalization: From Traditional Approaches to Foundation Models","created":"2025-01-30","cited_by_count":23,"area":null},{"id":"2110.07313","title":"Conformer-Based Self-Supervised Learning for Non-Speech Audio Tasks","created":"2021-10-14","cited_by_count":22,"area":null},{"id":"2201.05834","title":"Tailor Versatile Multi-modal Learning for Multi-label Emotion Recognition","created":"2022-01-15","cited_by_count":22,"area":null},{"id":"2201.02494","title":"Progressive Video Summarization via Multimodal Self-supervised Learning","created":"2022-01-07","cited_by_count":21,"area":null},{"id":"2208.00467","title":"COCOA: Cross Modality Contrastive Learning for Sensor Data","created":"2022-07-31","cited_by_count":21,"area":null},{"id":"2307.12964","title":"Audio-Enhanced Text-to-Video Retrieval using Text-Conditioned Feature Alignment","created":"2023-07-24","cited_by_count":21,"area":null},{"id":"2210.04154","title":"Self-supervised Video Representation Learning with Motion-Aware Masked Autoencoders","created":"2022-10-09","cited_by_count":20,"area":null},{"id":"2210.06433","title":"Self-supervised video pretraining yields robust and more human-aligned visual representations","created":"2022-10-12","cited_by_count":20,"area":null},{"id":"2305.03907","title":"Listen to Look into the Future: Audio-Visual Egocentric Gaze Anticipation","created":"2023-05-06","cited_by_count":20,"area":null},{"id":"2309.16669","title":"Training a Large Video Model on a Single Machine in a Day","created":"2023-09-28","cited_by_count":20,"area":null},{"id":"2104.08313","title":"Does language help generalization in vision models?","created":"2021-04-16","cited_by_count":19,"area":null},{"id":"2203.11160","title":"Drive&Segment: Unsupervised Semantic Segmentation of Urban Scenes via Cross-modal Distillation","created":"2022-03-21","cited_by_count":19,"area":null},{"id":"2108.04294","title":"Learning to Cut by Watching Movies","created":"2021-08-09","cited_by_count":18,"area":null}],"next_cursor":"100"}