{"total":361,"rows":[{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2307.07635","title":"CoTracker: It is Better to Track Together","created":"2023-07-14","cited_by_count":522,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273,"area":null},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2204.05454","title":"Are Multimodal Transformers Robust to Missing Modality?","created":"2022-04-12","cited_by_count":186,"area":null},{"id":"2201.04288","title":"Multiview Transformers for Video Recognition","created":"2022-01-12","cited_by_count":148,"area":null},{"id":"2203.12745","title":"UMT: Unified Multi-modal Transformers for Joint Video Moment Retrieval and Highlight Detection","created":"2022-03-23","cited_by_count":148,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2204.08721","title":"Multimodal Token Fusion for Vision Transformers","created":"2022-04-19","cited_by_count":136,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2203.16768","title":"ReSTR: Convolution-free Referring Image Segmentation Using Transformers","created":"2022-03-31","cited_by_count":112,"area":null},{"id":"2308.09388","title":"Diffusion Models for Image Restoration and Enhancement: A Comprehensive Survey","created":"2023-08-18","cited_by_count":109,"area":"diffusion"},{"id":"2304.06819","title":"Modeling Dense Multimodal Interactions Between Biological Pathways and Histology for Survival Prediction","created":"2023-04-13","cited_by_count":92,"area":null},{"id":"2409.07825","title":"Deep Multimodal Learning with Missing Modality: A Survey","created":"2024-09-12","cited_by_count":92,"area":null},{"id":"2412.14058","title":"What Matters in Building Vision-Language-Action Models for Generalist Robots","created":"2024-12-18","cited_by_count":89,"area":"mllm"},{"id":"2303.10868","title":"Retrieving Multimodal Information for Augmented Generation: A Survey","created":"2023-03-20","cited_by_count":85,"area":null},{"id":"2204.00679","title":"Learning Audio-Video Modalities from Image Captions","created":"2022-04-01","cited_by_count":80,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2405.17730","title":"MMPareto: Boosting Multimodal Learning with Innocent Unimodal Assistance","created":"2024-05-28","cited_by_count":73,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2212.03858","title":"See, Hear, and Feel: Smart Sensory Fusion for Robotic Manipulation","created":"2022-12-07","cited_by_count":68,"area":null},{"id":"2405.09321","title":"ReconBoost: Boosting Can Achieve Modality Reconcilement","created":"2024-05-15","cited_by_count":60,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2111.12993","title":"PolyViT: Co-training Vision Transformers on Images, Videos and Audio","created":"2021-11-25","cited_by_count":58,"area":null},{"id":"2110.11403","title":"SCENIC: A JAX Library for Computer Vision Research and Beyond","created":"2021-10-18","cited_by_count":57,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2204.00102","title":"Dynamic Multimodal Fusion","created":"2022-03-31","cited_by_count":55,"area":null},{"id":"2403.14622","title":"Language Repository for Long Video Understanding","created":"2024-03-21","cited_by_count":55,"area":null},{"id":"2207.07027","title":"MedFuse: Multi-modal fusion with clinical time-series data and chest X-ray images","created":"2022-07-14","cited_by_count":54,"area":null},{"id":"2203.15442","title":"Shifting More Attention to Visual Backbone: Query-modulated Refinement Networks for End-to-End Visual Grounding","created":"2022-03-29","cited_by_count":53,"area":"lr"},{"id":"2305.01233","title":"On Uni-Modal Feature Learning in Supervised Multi-Modal Learning","created":"2023-05-02","cited_by_count":53,"area":null},{"id":"2311.15830","title":"A-JEPA: Joint-Embedding Predictive Architecture Can Listen","created":"2023-11-27","cited_by_count":53,"area":null},{"id":"2401.03497","title":"EAT: Self-Supervised Pre-Training with Efficient Audio Transformer","created":"2024-01-07","cited_by_count":53,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2404.18947","title":"Multimodal Fusion on Low-quality Data: A Comprehensive Survey","created":"2024-04-27","cited_by_count":49,"area":null},{"id":"2302.00646","title":"Epic-Sounds: A Large-scale Dataset of Actions That Sound","created":"2023-02-01","cited_by_count":47,"area":null},{"id":"2303.12930","title":"Dense-Localizing Audio-Visual Events in Untrimmed Videos: A Large-Scale Benchmark and Baseline","created":"2023-03-22","cited_by_count":46,"area":null},{"id":"2309.06255","title":"Enhancing multimodal cooperation via sample-level modality valuation","created":"2023-09-12","cited_by_count":44,"area":null},{"id":"2406.01210","title":"GeminiFusion: Efficient Pixel-wise Multimodal Fusion for Vision Transformer","created":"2024-06-03","cited_by_count":44,"area":null},{"id":"2111.01024","title":"With a Little Help from my Temporal Context: Multimodal Egocentric Action Recognition","created":"2021-11-01","cited_by_count":41,"area":null},{"id":"2210.12649","title":"Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation","created":"2022-10-23","cited_by_count":41,"area":null},{"id":"2112.04432","title":"Audio-Visual Synchronisation in the wild","created":"2021-12-08","cited_by_count":40,"area":null},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2310.08303","title":"Multimodal Variational Auto-encoder based Audio-Visual Segmentation","created":"2023-10-12","cited_by_count":38,"area":null},{"id":"2406.03344","title":"Audio Mamba: Bidirectional State Space Model for Audio Representation Learning","created":"2024-06-05","cited_by_count":37,"area":"ssm"},{"id":"2203.14240","title":"Audio-Adaptive Activity Recognition Across Video Domains","created":"2022-03-27","cited_by_count":35,"area":null},{"id":"2306.08749","title":"Utilizing Longitudinal Chest X-Rays and Reports to Pre-Fill Radiology Reports","created":"2023-06-14","cited_by_count":35,"area":null},{"id":"2203.14779","title":"A Joint Cross-Attention Model for Audio-Visual Fusion in Dimensional Emotion Recognition","created":"2022-03-28","cited_by_count":34,"area":null},{"id":"2304.02970","title":"Unraveling Instance Associations: A Closer Look for Audio-Visual Segmentation","created":"2023-04-06","cited_by_count":34,"area":null},{"id":"2207.12661","title":"Learning Visual Representation from Modality-Shared Contrastive Language-Image Pre-training","created":"2022-07-26","cited_by_count":32,"area":null},{"id":"2304.05088","title":"WEAR: An Outdoor Sports Dataset for Wearable and Egocentric Activity Recognition","created":"2023-04-11","cited_by_count":32,"area":null},{"id":"2304.06306","title":"Efficient Multimodal Fusion via Interactive Prompting","created":"2023-04-13","cited_by_count":32,"area":null},{"id":"2405.18014","title":"Coupled Mamba: Enhanced Multi-modal Fusion with Coupled State Space Model","created":"2024-05-28","cited_by_count":31,"area":"ssm"},{"id":"2203.16778","title":"ViSTA: Vision and Scene Text Aggregation for Cross-Modal Retrieval","created":"2022-03-31","cited_by_count":29,"area":null},{"id":"2204.05845","title":"Probabilistic Compositional Embeddings for Multimodal Image Retrieval","created":"2022-04-12","cited_by_count":29,"area":null},{"id":"2304.02560","title":"VicTR: Video-conditioned Text Representations for Activity Recognition","created":"2023-04-05","cited_by_count":28,"area":"mllm"},{"id":"2307.07483","title":"Multimodal Distillation for Egocentric Action Recognition","created":"2023-07-14","cited_by_count":28,"area":"distill"},{"id":"2505.22483","title":"A Closer Look at Multimodal Representation Collapse","created":"2025-05-28","cited_by_count":28,"area":null},{"id":"2203.03598","title":"Audio-visual Generalised Zero-shot Learning with Cross-modal Attention and Language","created":"2022-03-07","cited_by_count":27,"area":null},{"id":"2305.07214","title":"MMG-Ego4D: Multi-Modal Generalization in Egocentric Action Recognition","created":"2023-05-12","cited_by_count":26,"area":null},{"id":"2403.10943","title":"MIntRec2.0: A Large-scale Benchmark Dataset for Multimodal Intent Recognition and Out-of-scope Detection in Conversations","created":"2024-03-16","cited_by_count":26,"area":null},{"id":"2211.09119","title":"Token Turing Machines","created":"2022-11-16","cited_by_count":25,"area":null},{"id":"2305.02504","title":"Learning Missing Modal Electronic Health Records with Unified Multi-modal Data Embedding and Modality-Aware Attention","created":"2023-05-04","cited_by_count":25,"area":null},{"id":"2404.15022","title":"A review of deep learning-based information fusion techniques for multimodal medical image classification","created":"2024-04-23","cited_by_count":25,"area":null},{"id":"2312.01017","title":"Unveiling the Power of Audio-Visual Early Fusion Transformers with Dense Interactions through Masked Modeling","created":"2023-12-02","cited_by_count":24,"area":null},{"id":"2403.06949","title":"Materials science in the era of large language models: a perspective","created":"2024-03-11","cited_by_count":24,"area":null},{"id":"2111.01300","title":"Masking Modalities for Cross-modal Video Retrieval","created":"2021-11-01","cited_by_count":23,"area":null},{"id":"2406.09696","title":"MoME: Mixture of Multimodal Experts for Cancer Survival Prediction","created":"2024-06-14","cited_by_count":23,"area":null},{"id":"2409.19132","title":"From Vision to Audio and Beyond: A Unified Model for Audio-Visual Representation and Generation","created":"2024-09-27","cited_by_count":23,"area":null},{"id":"2207.07646","title":"Multimodal Open-Vocabulary Video Classification via Pre-Trained Vision and Language Models","created":"2022-07-15","cited_by_count":22,"area":null},{"id":"2402.02018","title":"The Landscape and Challenges of HPC Research and LLMs","created":"2024-02-03","cited_by_count":22,"area":null},{"id":"2203.03990","title":"Skating-Mixer: Long-Term Sport Audio-Visual Modeling with MLPs","created":"2022-03-08","cited_by_count":20,"area":null},{"id":"2206.09852","title":"M&M Mix: A Multimodal Multiview Transformer Ensemble","created":"2022-06-20","cited_by_count":20,"area":null},{"id":"2208.00061","title":"UAVM: Towards Unifying Audio and Visual Models","created":"2022-07-29","cited_by_count":20,"area":null},{"id":"2208.07589","title":"Efficient Multimodal Transformer with Dual-Level Feature Restoration for Robust Multimodal Sentiment Analysis","created":"2022-08-16","cited_by_count":20,"area":null},{"id":"2305.03907","title":"Listen to Look into the Future: Audio-Visual Egocentric Gaze Anticipation","created":"2023-05-06","cited_by_count":20,"area":null},{"id":"2308.04369","title":"SSTFormer: Bridging Spiking Neural Network and Memory Support Transformer for Frame-Event based Recognition","created":"2023-08-08","cited_by_count":20,"area":null},{"id":"2408.01366","title":"Play to the Score: Stage-Guided Dynamic Multi-Sensory Fusion for Robotic Manipulation","created":"2024-08-02","cited_by_count":20,"area":null},{"id":"2209.09068","title":"Audio-Visual Fusion for Emotion Recognition in the Valence-Arousal Space Using Joint Cross-Attention","created":"2022-09-19","cited_by_count":18,"area":null},{"id":"2212.14453","title":"Learning Multimodal Data Augmentation in Feature Space","created":"2022-12-29","cited_by_count":18,"area":null},{"id":"2301.11862","title":"Neural Additive Models for Location Scale and Shape: A Framework for Interpretable Neural Regression Beyond the Mean","created":"2023-01-27","cited_by_count":18,"area":null},{"id":"2303.16024","title":"Egocentric Auditory Attention Localization in Conversations","created":"2023-03-28","cited_by_count":18,"area":null},{"id":"2112.08995","title":"Connecting the Dots between Audio and Text without Parallel Data through Visual Knowledge Transfer","created":"2021-12-16","cited_by_count":17,"area":null},{"id":"2307.13214","title":"FedMEKT: Distillation-based Embedding Knowledge Transfer for Multimodal Federated Learning","created":"2023-07-25","cited_by_count":17,"area":null},{"id":"2203.14395","title":"Single-Stream Multi-Level Alignment for Vision-Language Pretraining","created":"2022-03-27","cited_by_count":16,"area":"mllm"},{"id":"2303.10757","title":"Multiscale Audio Spectrogram Transformer for Efficient Audio Classification","created":"2023-03-19","cited_by_count":16,"area":null},{"id":"2404.08347","title":"Learning to Rebalance Multi-Modal Optimization by Adaptively Masking Subnetworks","created":"2024-04-12","cited_by_count":16,"area":null},{"id":"2407.01872","title":"Referring Atomic Video Action Recognition","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2202.10890","title":"HiP: Hierarchical Perceiver","created":"2022-02-22","cited_by_count":15,"area":null},{"id":"2311.05698","title":"Mirasol3B: A Multimodal Autoregressive model for time-aligned and contextual modalities","created":"2023-11-09","cited_by_count":15,"area":null},{"id":"2401.15489","title":"Distilling Privileged Multimodal Information for Expression Recognition using Optimal Transport","created":"2024-01-27","cited_by_count":15,"area":"distill"},{"id":"2404.05559","title":"TIM: A Time Interval Machine for Audio-Visual Action Recognition","created":"2024-04-08","cited_by_count":15,"area":null}],"next_cursor":"100"}