{"total":335,"rows":[{"id":"2110.07058","title":"Ego4D: Around the World in 3,000 Hours of Egocentric Video","created":"2021-10-13","cited_by_count":1556,"area":null},{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2104.11116","title":"Pose-Controllable Talking Face Generation by Implicitly Modularized Audio-Visual Representation","created":"2021-04-22","cited_by_count":288,"area":null},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287,"area":null},{"id":"2203.15332","title":"Balanced Multimodal Learning via On-the-fly Gradient Modulation","created":"2022-03-29","cited_by_count":264,"area":null},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2203.00680","title":"CrossPoint: Self-Supervised Cross-Modal Contrastive Learning for 3D Point Cloud Understanding","created":"2022-03-01","cited_by_count":198,"area":null},{"id":"2104.02691","title":"Localizing Visual Sounds the Hard Way","created":"2021-04-06","cited_by_count":170,"area":null},{"id":"2207.05042","title":"Audio-Visual Segmentation","created":"2022-07-11","cited_by_count":151,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2204.08451","title":"Learning to Listen: Modeling Non-Deterministic Dyadic Facial Motion","created":"2022-04-18","cited_by_count":126,"area":null},{"id":"2211.07089","title":"PMR: Prototypical Modal Rebalance for Multimodal Learning","created":"2022-11-14","cited_by_count":116,"area":null},{"id":"2101.03149","title":"VisualVoice: Audio-Visual Speech Separation with Cross-Modal Consistency","created":"2021-01-08","cited_by_count":114,"area":null},{"id":"2103.16559","title":"Broaden Your Views for Self-Supervised Video Learning","created":"2021-03-30","cited_by_count":108,"area":null},{"id":"2206.08356","title":"OmniMAE: Single Model Masked Pretraining on Images and Videos","created":"2022-06-16","cited_by_count":99,"area":null},{"id":"2401.16423","title":"Synchformer: Efficient Synchronization from Sparse Cues","created":"2024-01-29","cited_by_count":97,"area":null},{"id":"2206.08312","title":"SoundSpaces 2.0: A Simulation Platform for Visual-Acoustic Learning","created":"2022-06-16","cited_by_count":95,"area":null},{"id":"2211.12498","title":"Touch and Go: Learning from Human-Collected Vision and Touch","created":"2022-11-22","cited_by_count":87,"area":null},{"id":"2110.05122","title":"Pano-AVQA: Grounded Audio-Visual Question Answering on 360$^\\circ$ Videos","created":"2021-10-11","cited_by_count":86,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2301.01767","title":"Self-Supervised Video Forensics by Audio-Visual Anomaly Detection","created":"2023-01-04","cited_by_count":85,"area":null},{"id":"2203.09324","title":"Localizing Visual Sounds the Easy Way","created":"2022-03-17","cited_by_count":82,"area":null},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80,"area":null},{"id":"2203.08777","title":"Object discovery and representation networks","created":"2022-03-16","cited_by_count":80,"area":null},{"id":"2204.02389","title":"ObjectFolder 2.0: A Multisensory Object Dataset for Sim2Real Transfer","created":"2022-04-05","cited_by_count":75,"area":null},{"id":"2301.13190","title":"Audio-Visual Segmentation with Semantics","created":"2023-01-30","cited_by_count":75,"area":null},{"id":"2209.09634","title":"A Closer Look at Weakly-Supervised Audio-Visual Source Localization","created":"2022-08-30","cited_by_count":73,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2212.03858","title":"See, Hear, and Feel: Smart Sensory Fusion for Robotic Manipulation","created":"2022-12-07","cited_by_count":68,"area":null},{"id":"2307.15220","title":"Learning Multi-modal Representations by Watching Hundreds of Surgical Video Lectures","created":"2023-07-27","cited_by_count":68,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2308.09300","title":"V2A-Mapper: A Lightweight Solution for Vision-to-Audio Generation by Connecting Foundation Models","created":"2023-08-18","cited_by_count":65,"area":null},{"id":"2104.02026","title":"Cyclic Co-Learning of Sounding Object Visual Grounding and Sound Separation","created":"2021-04-05","cited_by_count":59,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2211.15058","title":"Mix and Localize: Localizing Sound Sources in Mixtures","created":"2022-11-28","cited_by_count":54,"area":null},{"id":"2104.10955","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","created":"2021-04-22","cited_by_count":53,"area":null},{"id":"2105.05226","title":"Home Action Genome: Cooperative Compositional Action Understanding","created":"2021-05-11","cited_by_count":53,"area":null},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52,"area":null},{"id":"2304.08490","title":"Conditional Generation of Audio from Video via Foley Analogies","created":"2023-04-17","cited_by_count":52,"area":null},{"id":"2401.09413","title":"POP-3D: Open-Vocabulary 3D Occupancy Prediction from Images","created":"2024-01-17","cited_by_count":52,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2302.02088","title":"AV-NeRF: Learning Neural Fields for Real-World Audio-Visual Scene Synthesis","created":"2023-02-04","cited_by_count":49,"area":null},{"id":"2411.17698","title":"Video-Guided Foley Sound Generation with Multimodal Controls","created":"2024-11-26","cited_by_count":49,"area":null},{"id":"2206.04006","title":"Few-Shot Audio-Visual Learning of Environment Acoustics","created":"2022-06-08","cited_by_count":48,"area":null},{"id":"2104.06162","title":"Visually Informed Binaural Audio Generation without Binaural Audios","created":"2021-04-13","cited_by_count":46,"area":null},{"id":"2303.12930","title":"Dense-Localizing Audio-Visual Events in Untrimmed Videos: A Large-Scale Benchmark and Baseline","created":"2023-03-22","cited_by_count":46,"area":null},{"id":"2305.11019","title":"Annotation-free Audio-Visual Segmentation","created":"2023-05-18","cited_by_count":46,"area":null},{"id":"2306.05526","title":"Learning Fine-grained View-Invariant Representations from Unpaired Ego-Exo Videos via Temporal Alignment","created":"2023-06-08","cited_by_count":46,"area":null},{"id":"2202.06875","title":"Visual Acoustic Matching","created":"2022-02-14","cited_by_count":45,"area":null},{"id":"2103.01353","title":"There is More than Meets the Eye: Self-Supervised Multi-Object Detection and Tracking with Sound by Distilling Multimodal Knowledge","created":"2021-03-01","cited_by_count":44,"area":"distill"},{"id":"2105.05217","title":"Representation Learning via Global Temporal Alignment and Cycle-Consistency","created":"2021-05-11","cited_by_count":44,"area":null},{"id":"2106.09171","title":"LiRA: Learning Visual Speech Representations from Audio through Self-supervision","created":"2021-06-16","cited_by_count":44,"area":null},{"id":"2206.07771","title":"Discrete Contrastive Diffusion for Cross-Modal Music and Image Generation","created":"2022-06-15","cited_by_count":44,"area":"diffusion"},{"id":"2206.12772","title":"Exploiting Transformation Invariance and Equivariance for Self-supervised Sound Localisation","created":"2022-06-26","cited_by_count":44,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2309.06255","title":"Enhancing multimodal cooperation via sample-level modality valuation","created":"2023-09-12","cited_by_count":44,"area":null},{"id":"2406.01210","title":"GeminiFusion: Efficient Pixel-wise Multimodal Fusion for Vision Transformer","created":"2024-06-03","cited_by_count":44,"area":null},{"id":"2106.11059","title":"Improving Multi-Modal Learning with Uni-Modal Teachers","created":"2021-06-21","cited_by_count":41,"area":null},{"id":"2210.12649","title":"Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation","created":"2022-10-23","cited_by_count":41,"area":null},{"id":"2303.17490","title":"Sound to Visual Scene Generation by Audio-to-Visual Latent Alignment","created":"2023-03-30","cited_by_count":41,"area":null},{"id":"2306.00956","title":"The ObjectFolder Benchmark: Multisensory Learning with Neural and Real Objects","created":"2023-06-01","cited_by_count":41,"area":null},{"id":"2306.09126","title":"STARSS23: An Audio-Visual Dataset of Spatial Recordings of Real Scenes with Spatiotemporal Annotations of Sound Events","created":"2023-06-15","cited_by_count":41,"area":null},{"id":"2112.04432","title":"Audio-Visual Synchronisation in the wild","created":"2021-12-08","cited_by_count":40,"area":null},{"id":"2303.04439","title":"A Light Weight Model for Active Speaker Detection","created":"2023-03-08","cited_by_count":40,"area":null},{"id":"2303.13471","title":"Egocentric Audio-Visual Object Localization","created":"2023-03-23","cited_by_count":40,"area":null},{"id":"2103.06508","title":"Multi-Format Contrastive Learning of Audio Representations","created":"2021-03-11","cited_by_count":39,"area":null},{"id":"2108.11996","title":"Drop-DTW: Aligning Common Signal Between Sequences While Dropping Outliers","created":"2021-08-26","cited_by_count":39,"area":null},{"id":"2111.12374","title":"MM-Pyramid: Multimodal Pyramid Attentional Network for Audio-Visual Event Localization and Video Parsing","created":"2021-11-24","cited_by_count":39,"area":null},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2204.00604","title":"Quantized GAN for Complex Music Generation from Dance Videos","created":"2022-04-01","cited_by_count":37,"area":null},{"id":"2101.03682","title":"MAAS: Multi-modal Assignation for Active Speaker Detection","created":"2021-01-11","cited_by_count":36,"area":null},{"id":"2111.13424","title":"ContIG: Self-supervised Multimodal Contrastive Learning for Medical Imaging with Genetics","created":"2021-11-26","cited_by_count":36,"area":null},{"id":"2203.12710","title":"The Challenges of Continuous Self-Supervised Learning","created":"2022-03-23","cited_by_count":36,"area":null},{"id":"2105.07142","title":"Move2Hear: Active Audio-Visual Source Separation","created":"2021-05-15","cited_by_count":35,"area":null},{"id":"2105.08141","title":"VPN++: Rethinking Video-Pose embeddings for understanding Activities of Daily Living","created":"2021-05-17","cited_by_count":35,"area":null},{"id":"2110.10101","title":"Domain Generalization through Audio-Visual Relative Norm Alignment in First Person Action Recognition","created":"2021-10-19","cited_by_count":35,"area":null},{"id":"2204.03946","title":"Probabilistic Representations for Video Contrastive Learning","created":"2022-04-08","cited_by_count":34,"area":null},{"id":"2108.03256","title":"The Right to Talk: An Audio-Visual Transformer Approach","created":"2021-08-06","cited_by_count":33,"area":null},{"id":"2301.08730","title":"Novel-View Acoustic Synthesis","created":"2023-01-20","cited_by_count":33,"area":null},{"id":"2309.11500","title":"Auto-ACD: A Large-scale Dataset for Audio-Language Representation Learning","created":"2023-09-20","cited_by_count":33,"area":null},{"id":"2112.11749","title":"Class-aware Sounding Objects Localization via Audiovisual Correspondence","created":"2021-12-22","cited_by_count":32,"area":null},{"id":"2202.03007","title":"Learning Sound Localization Better From Semantically Similar Samples","created":"2022-02-07","cited_by_count":32,"area":null},{"id":"2103.10211","title":"Space-Time Crop & Attend: Improving Cross-modal Video Representation Learning","created":"2021-03-18","cited_by_count":31,"area":null},{"id":"2203.13412","title":"Self-Supervised Predictive Learning: A Negative-Free Method for Sound Source Localization in Visual Scenes","created":"2022-03-25","cited_by_count":31,"area":null},{"id":"2309.10724","title":"Sound Source Localization is All about Cross-Modal Alignment","created":"2023-09-19","cited_by_count":31,"area":null},{"id":"2401.05698","title":"HiCMAE: Hierarchical Contrastive Masked Autoencoder for Self-Supervised Audio-Visual Emotion Recognition","created":"2024-01-11","cited_by_count":30,"area":null},{"id":"2412.15212","title":"Scaling 4D Representations","created":"2024-12-19","cited_by_count":30,"area":null},{"id":"2104.06401","title":"Self-supervised object detection from audio-visual correspondence","created":"2021-04-13","cited_by_count":29,"area":null},{"id":"2109.11955","title":"Visual Scene Graphs for Audio Source Separation","created":"2021-09-24","cited_by_count":29,"area":null},{"id":"2110.07235","title":"HUMAN4D: A Human-Centric Multimodal Dataset for Motions and Immersive Media","created":"2021-10-14","cited_by_count":29,"area":null},{"id":"2212.03814","title":"iQuery: Instruments as Queries for Audio-Visual Sound Separation","created":"2022-12-07","cited_by_count":29,"area":null},{"id":"2104.00315","title":"Unsupervised Sound Localization via Iterative Contrastive Learning","created":"2021-04-01","cited_by_count":28,"area":null},{"id":"2403.11074","title":"Audio-Visual Segmentation via Unlabeled Frame Exploitation","created":"2024-03-17","cited_by_count":28,"area":null},{"id":"2104.02775","title":"Looking into Your Speech: Learning Cross-modal Affinity for Audio-visual Speech Separation","created":"2021-03-25","cited_by_count":27,"area":null}],"next_cursor":"100"}