{"total":458,"rows":[{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287,"area":null},{"id":"2203.15332","title":"Balanced Multimodal Learning via On-the-fly Gradient Modulation","created":"2022-03-29","cited_by_count":264,"area":null},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2104.14558","title":"A Large-Scale Study on Unsupervised Spatiotemporal Representation Learning","created":"2021-04-29","cited_by_count":214,"area":null},{"id":"2110.11499","title":"Wav2CLIP: Learning Robust Audio Representations From CLIP","created":"2021-10-21","cited_by_count":213,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2106.02036","title":"Anticipative Video Transformer","created":"2021-06-03","cited_by_count":200,"area":null},{"id":"2203.00680","title":"CrossPoint: Self-Supervised Cross-Modal Contrastive Learning for 3D Point Cloud Understanding","created":"2022-03-01","cited_by_count":198,"area":null},{"id":"2205.15278","title":"EAMM: One-Shot Emotional Talking Face via Audio-Based Emotion-Aware Motion Model","created":"2022-05-30","cited_by_count":151,"area":null},{"id":"2207.05042","title":"Audio-Visual Segmentation","created":"2022-07-11","cited_by_count":151,"area":null},{"id":"2106.11310","title":"Towards Long-Form Video Understanding","created":"2021-06-21","cited_by_count":146,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2109.00412","title":"Improving Multimodal Fusion with Hierarchical Mutual Information Maximization for Multimodal Sentiment Analysis","created":"2021-09-01","cited_by_count":131,"area":null},{"id":"2201.07131","title":"Leveraging Real Talking Faces via Self-Supervision for Robust Forgery Detection","created":"2022-01-18","cited_by_count":130,"area":null},{"id":"2203.12719","title":"What to Hide from Your Students: Attention-Guided Masked Image Modeling","created":"2022-03-23","cited_by_count":118,"area":null},{"id":"2101.03149","title":"VisualVoice: Audio-Visual Speech Separation with Cross-Modal Consistency","created":"2021-01-08","cited_by_count":114,"area":null},{"id":"2103.16559","title":"Broaden Your Views for Self-Supervised Video Learning","created":"2021-03-30","cited_by_count":108,"area":null},{"id":"2206.08356","title":"OmniMAE: Single Model Masked Pretraining on Images and Videos","created":"2022-06-16","cited_by_count":99,"area":null},{"id":"2211.12498","title":"Touch and Go: Learning from Human-Collected Vision and Touch","created":"2022-11-22","cited_by_count":87,"area":null},{"id":"2204.09634","title":"Clotho-AQA: A Crowdsourced Dataset for Audio Question Answering","created":"2022-04-20","cited_by_count":85,"area":null},{"id":"2203.09324","title":"Localizing Visual Sounds the Easy Way","created":"2022-03-17","cited_by_count":82,"area":null},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80,"area":null},{"id":"2203.08777","title":"Object discovery and representation networks","created":"2022-03-16","cited_by_count":80,"area":null},{"id":"2404.01647","title":"EDTalk: Efficient Disentanglement for Emotional Talking Head Synthesis","created":"2024-04-02","cited_by_count":80,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2203.03022","title":"HEAR: Holistic Evaluation of Audio Representations","created":"2022-03-06","cited_by_count":78,"area":null},{"id":"2301.13190","title":"Audio-Visual Segmentation with Semantics","created":"2023-01-30","cited_by_count":75,"area":null},{"id":"2306.05268","title":"Factorized Contrastive Learning: Going Beyond Multi-view Redundancy","created":"2023-06-08","cited_by_count":75,"area":null},{"id":"2311.10707","title":"Multimodal Representation Learning by Alternating Unimodal Adaptation","created":"2023-11-17","cited_by_count":75,"area":null},{"id":"2209.09634","title":"A Closer Look at Weakly-Supervised Audio-Visual Source Localization","created":"2022-08-30","cited_by_count":73,"area":null},{"id":"2405.17730","title":"MMPareto: Boosting Multimodal Learning with Innocent Unimodal Assistance","created":"2024-05-28","cited_by_count":73,"area":null},{"id":"2112.12777","title":"Cross Modal Retrieval with Querybank Normalisation","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2104.00239","title":"Positive Sample Propagation along the Audio-Visual Event Line","created":"2021-04-01","cited_by_count":69,"area":null},{"id":"2307.01146","title":"AVSegFormer: Audio-Visual Segmentation with Transformer","created":"2023-07-03","cited_by_count":68,"area":null},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2204.00628","title":"Learning Neural Acoustic Fields","created":"2022-04-04","cited_by_count":65,"area":null},{"id":"2303.07284","title":"Align and Attend: Multimodal Summarization with Dual Contrastive Losses","created":"2023-03-13","cited_by_count":65,"area":null},{"id":"2106.09620","title":"Disentangling Identifiable Features from Noisy Data with Structured Nonlinear ICA","created":"2021-06-17","cited_by_count":64,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2211.15058","title":"Mix and Localize: Localizing Sound Sources in Mixtures","created":"2022-11-28","cited_by_count":54,"area":null},{"id":"2111.12159","title":"Rhythm is a Dancer: Music-Driven Motion Synthesis with Global Structure","created":"2021-11-23","cited_by_count":53,"area":null},{"id":"2305.01233","title":"On Uni-Modal Feature Learning in Supervised Multi-Modal Learning","created":"2023-05-02","cited_by_count":53,"area":null},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52,"area":null},{"id":"2302.14007","title":"Joint-MAE: 2D-3D Joint Masked Autoencoders for 3D Point Cloud Pre-training","created":"2023-02-27","cited_by_count":52,"area":null},{"id":"2303.17056","title":"Audio-Visual Grouping Network for Sound Localization from Mixtures","created":"2023-03-29","cited_by_count":52,"area":null},{"id":"2401.09413","title":"POP-3D: Open-Vocabulary 3D Occupancy Prediction from Images","created":"2024-01-17","cited_by_count":52,"area":null},{"id":"2101.10803","title":"ACAV100M: Automatic Curation of Large-Scale Datasets for Audio-Visual Video Representation Learning","created":"2021-01-26","cited_by_count":50,"area":null},{"id":"2211.09980","title":"Contrastive Positive Sample Propagation along the Audio-Visual Event Line","created":"2022-11-18","cited_by_count":50,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2411.17698","title":"Video-Guided Foley Sound Generation with Multimodal Controls","created":"2024-11-26","cited_by_count":49,"area":null},{"id":"2303.16535","title":"Nonlinear Independent Component Analysis for Principled Disentanglement in Unsupervised Deep Learning","created":"2023-03-29","cited_by_count":48,"area":null},{"id":"2108.11974","title":"Learning Cross-modal Contrastive Features for Video Domain Adaptation","created":"2021-08-26","cited_by_count":47,"area":null},{"id":"2212.06246","title":"Jointly Learning Visual and Auditory Speech Representations from Raw Data","created":"2022-12-12","cited_by_count":47,"area":null},{"id":"2303.11302","title":"Learning Audio-Visual Source Localization via False Negative Aware Contrastive Learning","created":"2023-03-20","cited_by_count":47,"area":null},{"id":"2104.06162","title":"Visually Informed Binaural Audio Generation without Binaural Audios","created":"2021-04-13","cited_by_count":46,"area":null},{"id":"2303.12930","title":"Dense-Localizing Audio-Visual Events in Untrimmed Videos: A Large-Scale Benchmark and Baseline","created":"2023-03-22","cited_by_count":46,"area":null},{"id":"2306.06211","title":"A Survey on Segment Anything Model (SAM): Vision Foundation Model Meets Prompt Engineering","created":"2023-05-12","cited_by_count":45,"area":null},{"id":"2103.01353","title":"There is More than Meets the Eye: Self-Supervised Multi-Object Detection and Tracking with Sound by Distilling Multimodal Knowledge","created":"2021-03-01","cited_by_count":44,"area":"distill"},{"id":"2106.09171","title":"LiRA: Learning Visual Speech Representations from Audio through Self-supervision","created":"2021-06-16","cited_by_count":44,"area":null},{"id":"2206.07771","title":"Discrete Contrastive Diffusion for Cross-Modal Music and Image Generation","created":"2022-06-15","cited_by_count":44,"area":"diffusion"},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2309.06255","title":"Enhancing multimodal cooperation via sample-level modality valuation","created":"2023-09-12","cited_by_count":44,"area":null},{"id":"2102.12353","title":"Nonlinear Invariant Risk Minimization: A Causal Approach","created":"2021-02-24","cited_by_count":42,"area":null},{"id":"2106.11059","title":"Improving Multi-Modal Learning with Uni-Modal Teachers","created":"2021-06-21","cited_by_count":41,"area":null},{"id":"2210.12649","title":"Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation","created":"2022-10-23","cited_by_count":41,"area":null},{"id":"2303.17490","title":"Sound to Visual Scene Generation by Audio-to-Visual Latent Alignment","created":"2023-03-30","cited_by_count":41,"area":null},{"id":"2306.00956","title":"The ObjectFolder Benchmark: Multisensory Learning with Neural and Real Objects","created":"2023-06-01","cited_by_count":41,"area":null},{"id":"2306.09126","title":"STARSS23: An Audio-Visual Dataset of Spatial Recordings of Real Scenes with Spatiotemporal Annotations of Sound Events","created":"2023-06-15","cited_by_count":41,"area":null},{"id":"2407.09705","title":"Diagnosing and Re-learning for Balanced Multimodal Learning","created":"2024-07-12","cited_by_count":41,"area":null},{"id":"2303.13471","title":"Egocentric Audio-Visual Object Localization","created":"2023-03-23","cited_by_count":40,"area":null},{"id":"2103.06508","title":"Multi-Format Contrastive Learning of Audio Representations","created":"2021-03-11","cited_by_count":39,"area":null},{"id":"2111.12374","title":"MM-Pyramid: Multimodal Pyramid Attentional Network for Audio-Visual Event Localization and Video Parsing","created":"2021-11-24","cited_by_count":39,"area":null},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2209.00244","title":"MM-PCQA: Multi-Modal Learning for No-reference Point Cloud Quality Assessment","created":"2022-09-01","cited_by_count":39,"area":null},{"id":"2103.13716","title":"Vectorization and Rasterization: Self-Supervised Learning for Sketch and Handwriting","created":"2021-03-25","cited_by_count":38,"area":null},{"id":"2310.08303","title":"Multimodal Variational Auto-encoder based Audio-Visual Segmentation","created":"2023-10-12","cited_by_count":38,"area":null},{"id":"2204.00604","title":"Quantized GAN for Complex Music Generation from Dance Videos","created":"2022-04-01","cited_by_count":37,"area":null},{"id":"2308.08288","title":"Improving Audio-Visual Segmentation with Bidirectional Generation","created":"2023-08-16","cited_by_count":37,"area":null},{"id":"2105.05165","title":"AdaMML: Adaptive Multi-Modal Learning for Efficient Video Recognition","created":"2021-05-11","cited_by_count":36,"area":null},{"id":"2111.13424","title":"ContIG: Self-supervised Multimodal Contrastive Learning for Medical Imaging with Genetics","created":"2021-11-26","cited_by_count":36,"area":null},{"id":"2203.12710","title":"The Challenges of Continuous Self-Supervised Learning","created":"2022-03-23","cited_by_count":36,"area":null},{"id":"2110.10101","title":"Domain Generalization through Audio-Visual Relative Norm Alignment in First Person Action Recognition","created":"2021-10-19","cited_by_count":35,"area":null},{"id":"2210.15759","title":"Self-supervised language learning from raw audio: Lessons from the Zero Resource Speech Challenge","created":"2022-10-27","cited_by_count":34,"area":null},{"id":"2304.02970","title":"Unraveling Instance Associations: A Closer Look for Audio-Visual Segmentation","created":"2023-04-06","cited_by_count":34,"area":null},{"id":"2108.03256","title":"The Right to Talk: An Audio-Visual Transformer Approach","created":"2021-08-06","cited_by_count":33,"area":null},{"id":"2308.11073","title":"Audio-Visual Class-Incremental Learning","created":"2023-08-21","cited_by_count":33,"area":null},{"id":"2309.11500","title":"Auto-ACD: A Large-scale Dataset for Audio-Language Representation Learning","created":"2023-09-20","cited_by_count":33,"area":null},{"id":"2110.04621","title":"Universal Paralinguistic Speech Representations Using Self-Supervised Conformers","created":"2021-10-09","cited_by_count":32,"area":null},{"id":"2112.11749","title":"Class-aware Sounding Objects Localization via Audiovisual Correspondence","created":"2021-12-22","cited_by_count":32,"area":null},{"id":"2301.02217","title":"EgoDistill: Egocentric Head Motion Distillation for Efficient Video Understanding","created":"2023-01-05","cited_by_count":32,"area":null},{"id":"2410.11582","title":"On-the-fly Modulation for Balanced Multimodal Learning","created":"2024-10-15","cited_by_count":32,"area":null},{"id":"2103.10211","title":"Space-Time Crop & Attend: Improving Cross-modal Video Representation Learning","created":"2021-03-18","cited_by_count":31,"area":null}],"next_cursor":"100"}