{"total":195,"rows":[{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287,"area":null},{"id":"2101.04702","title":"Cross-Modal Contrastive Learning for Text-to-Image Generation","created":"2021-01-12","cited_by_count":259,"area":null},{"id":"2101.02691","title":"Self-Supervised Pretraining of 3D Features on any Point-Cloud","created":"2021-01-07","cited_by_count":217,"area":null},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2104.14558","title":"A Large-Scale Study on Unsupervised Spatiotemporal Representation Learning","created":"2021-04-29","cited_by_count":214,"area":null},{"id":"2203.00680","title":"CrossPoint: Self-Supervised Cross-Modal Contrastive Learning for 3D Point Cloud Understanding","created":"2022-03-01","cited_by_count":198,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2201.07131","title":"Leveraging Real Talking Faces via Self-Supervision for Robust Forgery Detection","created":"2022-01-18","cited_by_count":130,"area":null},{"id":"2103.16559","title":"Broaden Your Views for Self-Supervised Video Learning","created":"2021-03-30","cited_by_count":108,"area":null},{"id":"2106.05258","title":"Generative Models as a Data Source for Multiview Representation Learning","created":"2021-06-09","cited_by_count":104,"area":null},{"id":"2206.08356","title":"OmniMAE: Single Model Masked Pretraining on Images and Videos","created":"2022-06-16","cited_by_count":99,"area":null},{"id":"2401.18084","title":"Binding Touch to Everything: Learning Unified Multimodal Tactile Representations","created":"2024-01-31","cited_by_count":95,"area":null},{"id":"2211.12498","title":"Touch and Go: Learning from Human-Collected Vision and Touch","created":"2022-11-22","cited_by_count":87,"area":null},{"id":"2105.08054","title":"Divide and Contrast: Self-supervised Learning from Uncurated Data","created":"2021-05-17","cited_by_count":85,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2301.01767","title":"Self-Supervised Video Forensics by Audio-Visual Anomaly Detection","created":"2023-01-04","cited_by_count":85,"area":null},{"id":"2203.09324","title":"Localizing Visual Sounds the Easy Way","created":"2022-03-17","cited_by_count":82,"area":null},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80,"area":null},{"id":"2209.09634","title":"A Closer Look at Weakly-Supervised Audio-Visual Source Localization","created":"2022-08-30","cited_by_count":73,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2104.12673","title":"Joint Representation Learning and Novel Category Discovery on Single- and Multi-modal Data","created":"2021-04-26","cited_by_count":55,"area":null},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52,"area":null},{"id":"2303.17056","title":"Audio-Visual Grouping Network for Sound Localization from Mixtures","created":"2023-03-29","cited_by_count":52,"area":null},{"id":"2312.14556","title":"CaptainCook4D: A Dataset for Understanding Errors in Procedural Activities","created":"2023-12-22","cited_by_count":51,"area":null},{"id":"2211.09980","title":"Contrastive Positive Sample Propagation along the Audio-Visual Event Line","created":"2022-11-18","cited_by_count":50,"area":null},{"id":"2411.17698","title":"Video-Guided Foley Sound Generation with Multimodal Controls","created":"2024-11-26","cited_by_count":49,"area":null},{"id":"2303.18230","title":"Procedure-Aware Pretraining for Instructional Video Understanding","created":"2023-03-31","cited_by_count":48,"area":null},{"id":"2212.06246","title":"Jointly Learning Visual and Auditory Speech Representations from Raw Data","created":"2022-12-12","cited_by_count":47,"area":null},{"id":"2303.11302","title":"Learning Audio-Visual Source Localization via False Negative Aware Contrastive Learning","created":"2023-03-20","cited_by_count":47,"area":null},{"id":"2104.06162","title":"Visually Informed Binaural Audio Generation without Binaural Audios","created":"2021-04-13","cited_by_count":46,"area":null},{"id":"2210.06849","title":"Retrospectives on the Embodied AI Workshop","created":"2022-10-13","cited_by_count":46,"area":null},{"id":"2201.04309","title":"Robust Contrastive Learning against Noisy Views","created":"2022-01-12","cited_by_count":45,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2303.17490","title":"Sound to Visual Scene Generation by Audio-to-Visual Latent Alignment","created":"2023-03-30","cited_by_count":41,"area":null},{"id":"2103.06508","title":"Multi-Format Contrastive Learning of Audio Representations","created":"2021-03-11","cited_by_count":39,"area":null},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2203.12710","title":"The Challenges of Continuous Self-Supervised Learning","created":"2022-03-23","cited_by_count":36,"area":null},{"id":"2110.10101","title":"Domain Generalization through Audio-Visual Relative Norm Alignment in First Person Action Recognition","created":"2021-10-19","cited_by_count":35,"area":null},{"id":"2304.02970","title":"Unraveling Instance Associations: A Closer Look for Audio-Visual Segmentation","created":"2023-04-06","cited_by_count":34,"area":null},{"id":"2104.00682","title":"Multiview Pseudo-Labeling for Semi-supervised Learning from Video","created":"2021-04-01","cited_by_count":32,"area":null},{"id":"2103.10211","title":"Space-Time Crop & Attend: Improving Cross-modal Video Representation Learning","created":"2021-03-18","cited_by_count":31,"area":null},{"id":"2203.13412","title":"Self-Supervised Predictive Learning: A Negative-Free Method for Sound Source Localization in Visual Scenes","created":"2022-03-25","cited_by_count":31,"area":null},{"id":"2211.13929","title":"XKD: Cross-modal Knowledge Distillation with Domain Alignment for Video Representation Learning","created":"2022-11-25","cited_by_count":31,"area":"distill"},{"id":"2309.10724","title":"Sound Source Localization is All about Cross-Modal Alignment","created":"2023-09-19","cited_by_count":31,"area":null},{"id":"2406.19464","title":"ManiWAV: Learning Robot Manipulation from In-the-Wild Audio-Visual Data","created":"2024-06-27","cited_by_count":31,"area":null},{"id":"2401.05698","title":"HiCMAE: Hierarchical Contrastive Masked Autoencoder for Self-Supervised Audio-Visual Emotion Recognition","created":"2024-01-11","cited_by_count":30,"area":null},{"id":"2412.15212","title":"Scaling 4D Representations","created":"2024-12-19","cited_by_count":30,"area":null},{"id":"2204.11573","title":"Joint-Modal Label Denoising for Weakly-Supervised Audio-Visual Video Parsing","created":"2022-04-25","cited_by_count":29,"area":null},{"id":"2311.16081","title":"ViT-Lens: Towards Omni-modal Representations","created":"2023-11-27","cited_by_count":29,"area":null},{"id":"2104.00315","title":"Unsupervised Sound Localization via Iterative Contrastive Learning","created":"2021-04-01","cited_by_count":28,"area":null},{"id":"2403.07938","title":"Text-to-Audio Generation Synchronized with Videos","created":"2024-03-08","cited_by_count":28,"area":"diffusion"},{"id":"2206.02353","title":"Beyond Just Vision: A Review on Self-Supervised Representation Learning on Multimodal and Temporal Data","created":"2022-06-06","cited_by_count":27,"area":null},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2307.12545","title":"Towards Video Anomaly Retrieval from Video Anomaly Detection: New Benchmarks and Model","created":"2023-07-24","cited_by_count":25,"area":null},{"id":"2312.01017","title":"Unveiling the Power of Audio-Visual Early Fusion Transformers with Dense Interactions through Masked Modeling","created":"2023-12-02","cited_by_count":24,"area":null},{"id":"2203.14221","title":"How Severe is Benchmark-Sensitivity in Video Self-Supervised Learning?","created":"2022-03-27","cited_by_count":23,"area":null},{"id":"2209.13583","title":"Learning State-Aware Visual Representations from Audible Interactions","created":"2022-09-27","cited_by_count":23,"area":null},{"id":"2409.19132","title":"From Vision to Audio and Beyond: A Unified Model for Audio-Visual Representation and Generation","created":"2024-09-27","cited_by_count":23,"area":null},{"id":"2203.01265","title":"Self-supervised Transformer for Deepfake Detection","created":"2022-03-02","cited_by_count":22,"area":null},{"id":"2205.05072","title":"Learning Visual Styles from Audio-Visual Associations","created":"2022-05-10","cited_by_count":22,"area":null},{"id":"2309.05281","title":"Class-Incremental Grouping Network for Continual Audio-Visual Learning","created":"2023-09-11","cited_by_count":22,"area":null},{"id":"2208.00467","title":"COCOA: Cross Modality Contrastive Learning for Sensor Data","created":"2022-07-31","cited_by_count":21,"area":null},{"id":"2305.19458","title":"A Unified Audio-Visual Learning Framework for Localization, Separation, and Recognition","created":"2023-05-30","cited_by_count":21,"area":null},{"id":"2210.06433","title":"Self-supervised video pretraining yields robust and more human-aligned visual representations","created":"2022-10-12","cited_by_count":20,"area":null},{"id":"2305.03907","title":"Listen to Look into the Future: Audio-Visual Egocentric Gaze Anticipation","created":"2023-05-06","cited_by_count":20,"area":null},{"id":"2105.06463","title":"Contrastive Learning of Image Representations with Cross-Video Cycle-Consistency","created":"2021-05-13","cited_by_count":19,"area":null},{"id":"2311.15080","title":"Weakly-Supervised Audio-Visual Segmentation","created":"2023-11-25","cited_by_count":19,"area":null},{"id":"2111.00678","title":"Latent Structure Mining with Contrastive Modality Fusion for Multimedia Recommendation","created":"2021-11-01","cited_by_count":18,"area":null},{"id":"2302.07702","title":"Audio-Visual Contrastive Learning with Temporal Self-Supervision","created":"2023-02-15","cited_by_count":18,"area":null},{"id":"2303.11329","title":"Sound Localization from Motion: Jointly Learning Sound Direction and Camera Rotation","created":"2023-03-20","cited_by_count":18,"area":null},{"id":"2105.01646","title":"Motion-Augmented Self-Training for Video Recognition at Smaller Scale","created":"2021-05-04","cited_by_count":17,"area":null},{"id":"2111.05846","title":"Structure from Silence: Learning Scene Structure from Ambient Sound","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2111.08046","title":"Beyond Mono to Binaural: Generating Binaural Audio from Mono Audio with Depth and Cross Modal Attention","created":"2021-11-15","cited_by_count":17,"area":null},{"id":"2405.12221","title":"Images that Sound: Composing Images and Sounds on a Single Canvas","created":"2024-05-20","cited_by_count":17,"area":"diffusion"},{"id":"2205.06907","title":"Multimodal Conversational AI: A Survey of Datasets and Approaches","created":"2022-05-13","cited_by_count":16,"area":null},{"id":"2505.01237","title":"CAV-MAE Sync: Improving Contrastive Audio-Visual Mask Autoencoders via Fine-Grained Alignment","created":"2025-05-02","cited_by_count":16,"area":null},{"id":"2112.05181","title":"Contextualized Spatio-Temporal Contrastive Learning with Self-Supervision","created":"2021-12-09","cited_by_count":15,"area":null},{"id":"2404.05559","title":"TIM: A Time Interval Machine for Audio-Visual Action Recognition","created":"2024-04-08","cited_by_count":15,"area":null},{"id":"2306.00595","title":"Revisit Weakly-Supervised Audio-Visual Video Parsing from the Language Perspective","created":"2023-06-01","cited_by_count":14,"area":null},{"id":"2403.19638","title":"Siamese Vision Transformers are Scalable Audio-visual Learners","created":"2024-03-28","cited_by_count":14,"area":null},{"id":"2405.08576","title":"Hearing Touch: Audio-Visual Pretraining for Contact-Rich Manipulation","created":"2024-05-14","cited_by_count":14,"area":null},{"id":"2104.00616","title":"Composable Augmentation Encoding for Video Representation Learning","created":"2021-04-01","cited_by_count":13,"area":null},{"id":"2210.01459","title":"Learning from the Best: Contrastive Representations Learning Across Sensor Locations for Wearable Activity Recognition","created":"2022-10-04","cited_by_count":13,"area":null},{"id":"2301.00794","title":"STEPs: Self-Supervised Key Step Extraction and Localization from Unlabeled Procedural Videos","created":"2023-01-02","cited_by_count":13,"area":null},{"id":"2301.09595","title":"Zorro: the masked multimodal transformer","created":"2023-01-23","cited_by_count":13,"area":null},{"id":"2111.06934","title":"Contrastive Feature Loss for Image Prediction","created":"2021-11-12","cited_by_count":12,"area":null},{"id":"2303.11003","title":"Tubelet-Contrastive Self-Supervision for Video-Efficient Generalization","created":"2023-03-20","cited_by_count":12,"area":null},{"id":"2403.09502","title":"EquiAV: Leveraging Equivariance for Audio-Visual Contrastive Learning","created":"2024-03-14","cited_by_count":12,"area":null},{"id":"2406.04930","title":"MA-AVT: Modality Alignment for Parameter-Efficient Audio-Visual Transformers","created":"2024-06-07","cited_by_count":11,"area":null},{"id":"2310.16754","title":"CAD -- Contextual Multi-modal Alignment for Dynamic AVQA","created":"2023-10-25","cited_by_count":10,"area":null},{"id":"2403.03145","title":"Dual Mean-Teacher: An Unbiased Semi-Supervised Framework for Audio-Visual Source Localization","created":"2024-03-05","cited_by_count":10,"area":null},{"id":"2407.06704","title":"Self-supervised visual learning from interactions with objects","created":"2024-07-09","cited_by_count":10,"area":null},{"id":"2206.13390","title":"A Comprehensive Survey on Video Saliency Detection with Auditory Information: the Audio-visual Consistency Perceptual is the Key!","created":"2022-06-20","cited_by_count":9,"area":null},{"id":"2211.02077","title":"Scaling Multimodal Pre-Training via Cross-Modality Gradient Harmonization","created":"2022-11-03","cited_by_count":9,"area":null},{"id":"2305.09212","title":"Cross-Modal Global Interaction and Local Alignment for Audio-Visual Speech Recognition","created":"2023-05-16","cited_by_count":9,"area":null}],"next_cursor":"100"}