{"total":87,"rows":[{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2206.08312","title":"SoundSpaces 2.0: A Simulation Platform for Visual-Acoustic Learning","created":"2022-06-16","cited_by_count":95,"area":null},{"id":"2203.09324","title":"Localizing Visual Sounds the Easy Way","created":"2022-03-17","cited_by_count":82,"area":null},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80,"area":null},{"id":"2209.09634","title":"A Closer Look at Weakly-Supervised Audio-Visual Source Localization","created":"2022-08-30","cited_by_count":73,"area":null},{"id":"2109.14910","title":"CrossCLR: Cross-modal Contrastive Learning For Multi-modal Video Representations","created":"2021-09-30","cited_by_count":72,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2305.08196","title":"A Comprehensive Survey on Segment Anything Model for Vision and Beyond","created":"2023-05-14","cited_by_count":64,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2305.01836","title":"AV-SAM: Segment Anything Model Meets Audio-Visual Localization and Segmentation","created":"2023-05-03","cited_by_count":53,"area":null},{"id":"2303.17056","title":"Audio-Visual Grouping Network for Sound Localization from Mixtures","created":"2023-03-29","cited_by_count":52,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2108.11974","title":"Learning Cross-modal Contrastive Features for Video Domain Adaptation","created":"2021-08-26","cited_by_count":47,"area":null},{"id":"2306.05526","title":"Learning Fine-grained View-Invariant Representations from Unpaired Ego-Exo Videos via Temporal Alignment","created":"2023-06-08","cited_by_count":46,"area":null},{"id":"2202.06875","title":"Visual Acoustic Matching","created":"2022-02-14","cited_by_count":45,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2306.09126","title":"STARSS23: An Audio-Visual Dataset of Spatial Recordings of Real Scenes with Spatiotemporal Annotations of Sound Events","created":"2023-06-15","cited_by_count":41,"area":null},{"id":"2305.00355","title":"MH-DETR: Video Moment and Highlight Detection with Cross-modal Transformer","created":"2023-04-29","cited_by_count":40,"area":null},{"id":"2111.12374","title":"MM-Pyramid: Multimodal Pyramid Attentional Network for Audio-Visual Event Localization and Video Parsing","created":"2021-11-24","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2205.10468","title":"Deep Learning for Omnidirectional Vision: A Survey and New Perspectives","created":"2022-05-21","cited_by_count":38,"area":null},{"id":"2110.10101","title":"Domain Generalization through Audio-Visual Relative Norm Alignment in First Person Action Recognition","created":"2021-10-19","cited_by_count":35,"area":null},{"id":"2301.08730","title":"Novel-View Acoustic Synthesis","created":"2023-01-20","cited_by_count":33,"area":null},{"id":"2203.13412","title":"Self-Supervised Predictive Learning: A Negative-Free Method for Sound Source Localization in Visual Scenes","created":"2022-03-25","cited_by_count":31,"area":null},{"id":"2401.03717","title":"Universal Time-Series Representation Learning: A Survey","created":"2024-01-08","cited_by_count":30,"area":null},{"id":"2104.06401","title":"Self-supervised object detection from audio-visual correspondence","created":"2021-04-13","cited_by_count":29,"area":null},{"id":"2310.06238","title":"Tackling Data Bias in MUSIC-AVQA: Crafting a Balanced Dataset for Unbiased Question-Answering","created":"2023-10-10","cited_by_count":29,"area":null},{"id":"2104.00315","title":"Unsupervised Sound Localization via Iterative Contrastive Learning","created":"2021-04-01","cited_by_count":28,"area":null},{"id":"2106.07732","title":"Learning Audio-Visual Dereverberation","created":"2021-06-14","cited_by_count":26,"area":null},{"id":"2103.08468","title":"Beyond Image to Depth: Improving Depth Prediction using Echoes","created":"2021-03-15","cited_by_count":24,"area":null},{"id":"2312.01017","title":"Unveiling the Power of Audio-Visual Early Fusion Transformers with Dense Interactions through Masked Modeling","created":"2023-12-02","cited_by_count":24,"area":null},{"id":"2209.13583","title":"Learning State-Aware Visual Representations from Audible Interactions","created":"2022-09-27","cited_by_count":23,"area":null},{"id":"2111.10882","title":"Geometry-Aware Multi-Task Learning for Binaural Audio Generation from Video","created":"2021-11-21","cited_by_count":22,"area":null},{"id":"2309.05281","title":"Class-Incremental Grouping Network for Continual Audio-Visual Learning","created":"2023-09-11","cited_by_count":22,"area":null},{"id":"2305.19458","title":"A Unified Audio-Visual Learning Framework for Localization, Separation, and Recognition","created":"2023-05-30","cited_by_count":21,"area":null},{"id":"2203.03990","title":"Skating-Mixer: Long-Term Sport Audio-Visual Modeling with MLPs","created":"2022-03-08","cited_by_count":20,"area":null},{"id":"2305.03907","title":"Listen to Look into the Future: Audio-Visual Egocentric Gaze Anticipation","created":"2023-05-06","cited_by_count":20,"area":null},{"id":"2311.15080","title":"Weakly-Supervised Audio-Visual Segmentation","created":"2023-11-25","cited_by_count":19,"area":null},{"id":"2108.04294","title":"Learning to Cut by Watching Movies","created":"2021-08-09","cited_by_count":18,"area":null},{"id":"2303.11329","title":"Sound Localization from Motion: Jointly Learning Sound Direction and Camera Rotation","created":"2023-03-20","cited_by_count":18,"area":null},{"id":"2111.08046","title":"Beyond Mono to Binaural: Generating Binaural Audio from Mono Audio with Depth and Cross Modal Attention","created":"2021-11-15","cited_by_count":17,"area":null},{"id":"2504.14906","title":"OmniAudio: Generating Spatial Audio from 360-Degree Video","created":"2025-04-21","cited_by_count":17,"area":null},{"id":"2306.00595","title":"Revisit Weakly-Supervised Audio-Visual Video Parsing from the Language Perspective","created":"2023-06-01","cited_by_count":14,"area":null},{"id":"2210.01459","title":"Learning from the Best: Contrastive Representations Learning Across Sensor Locations for Wearable Activity Recognition","created":"2022-10-04","cited_by_count":13,"area":null},{"id":"2509.21377","title":"Dynamic Multi-Target Fusion for Efficient Audio-Visual Navigation","created":"2025-09-23","cited_by_count":13,"area":null},{"id":"2307.02041","title":"Multimodal Imbalance-Aware Gradient Modulation for Weakly-supervised Audio-Visual Video Parsing","created":"2023-07-05","cited_by_count":11,"area":null},{"id":"2404.05206","title":"SoundingActions: Learning How Actions Sound from Narrated Egocentric Videos","created":"2024-04-08","cited_by_count":11,"area":null},{"id":"2506.12199","title":"ViSAGe: Video-to-Spatial Audio Generation","created":"2025-06-13","cited_by_count":11,"area":null},{"id":"2112.04748","title":"LipSound2: Self-Supervised Pre-Training for Lip-to-Speech Reconstruction and Lip Reading","created":"2021-12-09","cited_by_count":10,"area":null},{"id":"2310.16754","title":"CAD -- Contextual Multi-modal Alignment for Dynamic AVQA","created":"2023-10-25","cited_by_count":10,"area":null},{"id":"2312.04519","title":"Bootstrapping Autonomous Driving Radars with Self-Supervised Learning","created":"2023-12-07","cited_by_count":9,"area":null},{"id":"2407.13095","title":"Audio-visual Generalized Zero-shot Learning the Easy Way","created":"2024-07-18","cited_by_count":7,"area":null},{"id":"2109.08867","title":"V-SlowFast Network for Efficient Visual Sound Separation","created":"2021-09-18","cited_by_count":6,"area":null},{"id":"2311.06285","title":"Sounding Bodies: Modeling 3D Spatial Sound of Humans Using Body Pose and Audio","created":"2023-11-01","cited_by_count":6,"area":null},{"id":"2201.01046","title":"Sound and Visual Representation Learning with Multiple Pretraining Tasks","created":"2022-01-04","cited_by_count":5,"area":null},{"id":"2301.02307","title":"What You Say Is What You Show: Visual Narration Detection in Instructional Videos","created":"2023-01-05","cited_by_count":5,"area":null},{"id":"2311.08151","title":"Rethink Cross-Modal Fusion in Weakly-Supervised Audio-Visual Video Parsing","created":"2023-11-14","cited_by_count":5,"area":null},{"id":"2407.03736","title":"Semantic Grouping Network for Audio Source Separation","created":"2024-07-04","cited_by_count":5,"area":null},{"id":"2109.02763","title":"Binaural SoundNet: Predicting Semantics, Depth and Motion with Binaural Sounds","created":"2021-09-06","cited_by_count":4,"area":null},{"id":"2204.13386","title":"Self-supervised Contrastive Learning for Audio-Visual Action Recognition","created":"2022-04-28","cited_by_count":4,"area":null},{"id":"2207.01136","title":"Beyond Visual Field of View: Perceiving 3D Environment with Echoes and Vision","created":"2022-07-03","cited_by_count":4,"area":null},{"id":"2410.23230","title":"Aligning Audio-Visual Joint Representations with an Agentic Workflow","created":"2024-10-30","cited_by_count":4,"area":null},{"id":"2507.04667","title":"What's Making That Sound Right Now? Video-centric Audio-Visual Localization","created":"2025-07-07","cited_by_count":4,"area":null},{"id":"2206.06424","title":"Look, Radiate, and Learn: Self-Supervised Localisation via Radio-Visual Correspondence","created":"2022-06-13","cited_by_count":3,"area":null},{"id":"2408.14441","title":"Attend-Fusion: Efficient Audio-Visual Fusion for Video Classification","created":"2024-08-26","cited_by_count":3,"area":null},{"id":"2408.16448","title":"Enhancing Sound Source Localization via False Negative Elimination","created":"2024-08-29","cited_by_count":3,"area":null},{"id":"2409.00486","title":"Multi-scale Multi-instance Visual Sound Localization and Segmentation","created":"2024-08-31","cited_by_count":3,"area":null},{"id":"2504.09707","title":"InfoMAE: Pair-Efficient Cross-Modal Alignment for Multimodal Time-Series Sensing Signals","created":"2025-04-13","cited_by_count":3,"area":null},{"id":"2508.20221","title":"Spherical Vision Transformers for Audio-Visual Saliency Prediction in 360-Degree Videos","created":"2025-08-27","cited_by_count":3,"area":null},{"id":"2207.08024","title":"LAVA: Language Audio Vision Alignment for Contrastive Video Pre-Training","created":"2022-07-16","cited_by_count":2,"area":null},{"id":"2308.13004","title":"Spherical Vision Transformer for 360-degree Video Saliency Prediction","created":"2023-08-24","cited_by_count":2,"area":null},{"id":"2405.07202","title":"Unified Video-Language Pre-training with Synchronized Audio","created":"2024-05-12","cited_by_count":2,"area":null},{"id":"2412.00049","title":"A Survey of Recent Advances and Challenges in Deep Audio-Visual Correlation Learning","created":"2024-11-24","cited_by_count":2,"area":null},{"id":"2509.15882","title":"Self-Supervised Cross-Modal Learning for Image-to-Point Cloud Registration","created":"2025-09-19","cited_by_count":1,"area":null},{"id":"2510.10069","title":"SyncLipMAE: Contrastive Masked Pretraining for Audio-Visual Talking-Face Representation","created":"2025-10-11","cited_by_count":1,"area":null},{"id":"2603.14203","title":"Selective Noise Suppression and Discriminative Mutual Interaction for Robust Audio-Visual Segmentation","created":"2026-03-15","cited_by_count":1,"area":null},{"id":"2202.13673","title":"Recent Advances and Challenges in Deep Audio-Visual Correlation Learning","created":"2022-02-28","cited_by_count":0,"area":null},{"id":"2203.02655","title":"Audio-visual speech separation based on joint feature representation with cross-modal attention","created":"2022-03-05","cited_by_count":0,"area":null},{"id":"2207.03190","title":"Learning Music-Dance Representations through Explicit-Implicit Rhythm Synchronization","created":"2022-07-07","cited_by_count":0,"area":null},{"id":"2306.06476","title":"Modality Influence in Multimodal Machine Learning","created":"2023-06-10","cited_by_count":0,"area":null},{"id":"2401.13270","title":"Audio-Infused Automatic Image Colorization by Exploiting Audio Scene Semantics","created":"2024-01-24","cited_by_count":0,"area":null},{"id":"2410.18932","title":"ANAVI: Audio Noise Awareness using Visuals of Indoor environments for NAVIgation","created":"2024-10-24","cited_by_count":0,"area":null},{"id":"2410.22803","title":"DOA-Aware Audio-Visual Self-Supervised Learning for Sound Event Localization and Detection","created":"2024-10-30","cited_by_count":0,"area":null},{"id":"2511.13863","title":"Segmenting Collision Sound Sources in Egocentric Videos","created":"2025-11-17","cited_by_count":0,"area":null},{"id":"2512.12165","title":"Audio-Visual Camera Pose Estimation with Passive Scene Sounds and In-the-Wild Video","created":"2025-12-13","cited_by_count":0,"area":null},{"id":"2603.25103","title":"Layer-Specific Lipschitz Modulation for Fault-Tolerant Multimodal Representation Learning","created":"2026-03-26","cited_by_count":0,"area":null},{"id":"2610.01388","title":"Supervising Sound Localization by In-the-wild Egomotion","created":"2026-10-01","cited_by_count":0,"area":null}],"next_cursor":null}