{"total":1013,"rows":[{"id":"2405.09818","title":"Chameleon: Mixed-Modal Early-Fusion Foundation Models","created":"2024-05-16","cited_by_count":927,"area":null},{"id":"2110.01889","title":"Deep Neural Networks and Tabular Data: A Survey","created":"2021-10-05","cited_by_count":491,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2211.08332","title":"Versatile Diffusion: Text, Images and Variations All in One Diffusion Model","created":"2022-11-15","cited_by_count":199,"area":"diffusion"},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2102.04830","title":"Learning Modality-Specific Representations with Self-Supervised Multi-Task Learning for Multimodal Sentiment Analysis","created":"2021-02-09","cited_by_count":180,"area":null},{"id":"2103.14675","title":"Synthesis of Compositional Animations from Textual Descriptions","created":"2021-03-26","cited_by_count":178,"area":null},{"id":"2306.15880","title":"Towards Open Vocabulary Learning: A Survey","created":"2023-06-28","cited_by_count":166,"area":null},{"id":"2106.04538","title":"What Makes Multi-modal Learning Better than Single (Provably)","created":"2021-06-08","cited_by_count":153,"area":null},{"id":"2107.07502","title":"MultiBench: Multiscale Benchmarks for Multimodal Representation Learning","created":"2021-07-15","cited_by_count":146,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2203.15086","title":"X-Pool: Cross-Modal Language-Video Attention for Text-Video Retrieval","created":"2022-03-28","cited_by_count":128,"area":null},{"id":"2205.14459","title":"CyCLIP: Cyclic Contrastive Language-Image Pretraining","created":"2022-05-28","cited_by_count":127,"area":null},{"id":"2203.12221","title":"Modality Competition: What Makes Joint Training of Multi-modal Network Fail in Deep Learning? (Provably)","created":"2022-03-23","cited_by_count":122,"area":null},{"id":"2112.06409","title":"Data Collection and Quality Challenges in Deep Learning: A Data-Centric AI Perspective","created":"2021-12-13","cited_by_count":116,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2203.08975","title":"A Survey of Multi-Agent Deep Reinforcement Learning with Communication","created":"2022-03-16","cited_by_count":104,"area":null},{"id":"2312.16051","title":"Inter-X: Towards Versatile Human-Human Interaction Analysis","created":"2023-12-26","cited_by_count":98,"area":null},{"id":"2202.05306","title":"Characterizing and overcoming the greedy nature of learning in multi-modal deep neural networks","created":"2022-02-10","cited_by_count":95,"area":null},{"id":"2104.06728","title":"Adversarial Sticker: A Stealthy Attack Method in the Physical World","created":"2021-04-14","cited_by_count":93,"area":null},{"id":"2409.07825","title":"Deep Multimodal Learning with Missing Modality: A Survey","created":"2024-09-12","cited_by_count":92,"area":null},{"id":"2102.09320","title":"Combining Events and Frames using Recurrent Asynchronous Multimodal Networks for Monocular Depth Prediction","created":"2021-02-18","cited_by_count":90,"area":null},{"id":"2105.02470","title":"Generalized Multimodal ELBO","created":"2021-05-06","cited_by_count":87,"area":null},{"id":"2303.10868","title":"Retrieving Multimodal Information for Augmented Generation: A Survey","created":"2023-03-20","cited_by_count":85,"area":null},{"id":"2303.11717","title":"A Complete Survey on Generative AI (AIGC): Is ChatGPT from GPT-4 to GPT-5 All You Need?","created":"2023-03-21","cited_by_count":84,"area":null},{"id":"2302.12247","title":"Quantifying & Modeling Multimodal Interactions: An Information Decomposition Framework","created":"2023-02-23","cited_by_count":83,"area":null},{"id":"2310.19773","title":"MM-VID: Advancing Video Understanding with GPT-4V(ision)","created":"2023-10-30","cited_by_count":83,"area":null},{"id":"2306.02050","title":"Provable Dynamic Fusion for Low-Quality Multimodal Data","created":"2023-06-03","cited_by_count":82,"area":null},{"id":"2201.06953","title":"Knowledge Tracing: A Survey","created":"2022-01-08","cited_by_count":77,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2202.05786","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2111.08872","title":"TorchGeo: Deep Learning With Geospatial Data","created":"2021-11-17","cited_by_count":73,"area":null},{"id":"2308.07686","title":"Boosting Multi-modal Model Performance with Adaptive Gradient Modulation","created":"2023-08-15","cited_by_count":73,"area":null},{"id":"2405.17730","title":"MMPareto: Boosting Multimodal Learning with Innocent Unimodal Assistance","created":"2024-05-28","cited_by_count":73,"area":null},{"id":"2210.17292","title":"M$^3$Care: Learning with Missing Modalities in Multimodal Healthcare Data","created":"2022-10-28","cited_by_count":72,"area":null},{"id":"2308.08428","title":"ALIP: Adaptive Language-Image Pre-training with Synthetic Caption","created":"2023-08-16","cited_by_count":70,"area":null},{"id":"2105.05222","title":"Including Signed Languages in Natural Language Processing","created":"2021-05-11","cited_by_count":68,"area":null},{"id":"2303.10437","title":"Grounding 3D Object Affordance from 2D Interactions in Images","created":"2023-03-18","cited_by_count":62,"area":null},{"id":"2211.11256","title":"UniMSE: Towards Unified Multimodal Sentiment Analysis and Emotion Recognition","created":"2022-11-21","cited_by_count":61,"area":null},{"id":"2303.09166","title":"Identifiability Results for Multimodal Contrastive Learning","created":"2023-03-16","cited_by_count":61,"area":null},{"id":"2405.09321","title":"ReconBoost: Boosting Can Achieve Modality Reconcilement","created":"2024-05-15","cited_by_count":60,"area":null},{"id":"2406.02951","title":"AVFF: Audio-Visual Feature Fusion for Video Deepfake Detection","created":"2024-06-05","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2103.07738","title":"Reconsidering Representation Alignment for Multi-view Clustering","created":"2021-03-13","cited_by_count":57,"area":null},{"id":"2311.10944","title":"Deception Detection from Linguistic and Physiological Data Streams Using Bimodal Convolutional Neural Networks","created":"2023-11-18","cited_by_count":56,"area":null},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2204.00102","title":"Dynamic Multimodal Fusion","created":"2022-03-31","cited_by_count":55,"area":null},{"id":"2201.11732","title":"IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages","created":"2022-01-27","cited_by_count":54,"area":null},{"id":"2207.07027","title":"MedFuse: Multi-modal fusion with clinical time-series data and chest X-ray images","created":"2022-07-14","cited_by_count":54,"area":null},{"id":"2209.03299","title":"Multimodal learning with graphs","created":"2022-09-07","cited_by_count":54,"area":null},{"id":"2203.15442","title":"Shifting More Attention to Visual Backbone: Query-modulated Refinement Networks for End-to-End Visual Grounding","created":"2022-03-29","cited_by_count":53,"area":"lr"},{"id":"2305.13507","title":"Multimodal Automated Fact-Checking: A Survey","created":"2023-05-22","cited_by_count":53,"area":null},{"id":"2412.20206","title":"Toward Visual Grounding: A Survey","created":"2024-12-28","cited_by_count":52,"area":null},{"id":"2404.18947","title":"Multimodal Fusion on Low-quality Data: A Comprehensive Survey","created":"2024-04-27","cited_by_count":49,"area":null},{"id":"2210.17444","title":"Multimodal Information Bottleneck: Learning Minimal Sufficient Unimodal and Multimodal Representations","created":"2022-10-31","cited_by_count":48,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2207.02127","title":"A survey of multimodal deep generative models","created":"2022-07-05","cited_by_count":47,"area":null},{"id":"2210.00121","title":"Visuo-Tactile Transformers for Manipulation","created":"2022-09-30","cited_by_count":47,"area":null},{"id":"2409.07402","title":"What to align in multimodal contrastive learning?","created":"2024-09-11","cited_by_count":47,"area":null},{"id":"2105.07878","title":"A Review on Explainability in Multimodal Deep Neural Nets","created":"2021-05-17","cited_by_count":46,"area":null},{"id":"2303.06424","title":"Regularized Vector Quantization for Tokenized Image Synthesis","created":"2023-03-11","cited_by_count":46,"area":null},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2206.07771","title":"Discrete Contrastive Diffusion for Cross-Modal Music and Image Generation","created":"2022-06-15","cited_by_count":44,"area":"diffusion"},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2209.02604","title":"Make Acoustic and Visual Cues Matter: CH-SIMS v2.0 Dataset and AV-Mixup Consistent Module","created":"2022-08-22","cited_by_count":44,"area":null},{"id":"2406.01210","title":"GeminiFusion: Efficient Pixel-wise Multimodal Fusion for Vision Transformer","created":"2024-06-03","cited_by_count":44,"area":null},{"id":"2302.06232","title":"Understanding Multimodal Contrastive Learning and Incorporating Unpaired Data","created":"2023-02-13","cited_by_count":43,"area":null},{"id":"2205.14304","title":"Multimodal Fake News Detection via CLIP-Guided Learning","created":"2022-05-28","cited_by_count":42,"area":null},{"id":"2212.12995","title":"Simultaneously Optimizing Perturbations and Positions for Black-box Adversarial Patch Attacks","created":"2022-12-26","cited_by_count":42,"area":null},{"id":"2502.08826","title":"Ask in Any Modality: A Comprehensive Survey on Multimodal Retrieval-Augmented Generation","created":"2025-02-12","cited_by_count":42,"area":"rag"},{"id":"2108.01682","title":"Exploiting BERT For Multimodal Target Sentiment Classification Through Input Space Translation","created":"2021-08-03","cited_by_count":41,"area":null},{"id":"2109.01797","title":"Hybrid Contrastive Learning of Tri-Modal Representation for Multimodal Sentiment Analysis","created":"2021-09-04","cited_by_count":41,"area":null},{"id":"2112.15283","title":"ERNIE-ViLG: Unified Generative Pre-training for Bidirectional Vision-Language Generation","created":"2021-12-31","cited_by_count":41,"area":null},{"id":"2407.09705","title":"Diagnosing and Re-learning for Balanced Multimodal Learning","created":"2024-07-12","cited_by_count":41,"area":null},{"id":"2103.09666","title":"Multimodal End-to-End Sparse Model for Emotion Recognition","created":"2021-03-17","cited_by_count":40,"area":null},{"id":"2105.06220","title":"VSR: A Unified Framework for Document Layout Analysis combining Vision, Semantics and Relations","created":"2021-05-13","cited_by_count":40,"area":null},{"id":"2202.03390","title":"Geometric Multimodal Contrastive Representation Learning","created":"2022-02-07","cited_by_count":40,"area":null},{"id":"2304.08028","title":"MMANet: Margin-aware Distillation and Modality-aware Regularization for Incomplete Multimodal Learning","created":"2023-04-17","cited_by_count":40,"area":null},{"id":"2111.08456","title":"Trustworthy Multimodal Regression with Mixture of Normal-inverse Gamma Distributions","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2205.01850","title":"Visual Commonsense in Pretrained Unimodal and Multimodal Models","created":"2022-05-04","cited_by_count":39,"area":null},{"id":"2207.07635","title":"Is a Caption Worth a Thousand Images? A Controlled Study for Representation Learning","created":"2022-07-15","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2410.05352","title":"Recent Advances of Multimodal Continual Learning: A Comprehensive Survey","created":"2024-10-07","cited_by_count":39,"area":null},{"id":"2110.04121","title":"On the Limitations of Multimodal VAEs","created":"2021-10-08","cited_by_count":38,"area":null},{"id":"2210.01448","title":"Rhythmic Gesticulator: Rhythm-Aware Co-Speech Gesture Synthesis with Hierarchical Neural Embeddings","created":"2022-10-04","cited_by_count":38,"area":null},{"id":"2311.16093","title":"Visual cognition in multimodal large language models","created":"2023-11-27","cited_by_count":38,"area":"mllm"},{"id":"2112.07668","title":"Dual-Key Multimodal Backdoors for Visual Question Answering","created":"2021-12-14","cited_by_count":37,"area":"safety"},{"id":"2203.15588","title":"Deep Multi-modal Fusion of Image and Non-image Data in Disease Diagnosis and Prognosis: A Review","created":"2022-03-25","cited_by_count":37,"area":null},{"id":"2302.03883","title":"Multimodal Recommender Systems: A Survey","created":"2023-02-08","cited_by_count":37,"area":null},{"id":"2305.02572","title":"High-fidelity Generalized Emotional Talking Face Generation with Multi-modal Emotion Space Learning","created":"2023-05-04","cited_by_count":37,"area":null},{"id":"2309.07929","title":"Prompting Segmentation with Sound Is Generalizable Audio-Visual Source Localizer","created":"2023-09-13","cited_by_count":37,"area":null},{"id":"2111.13424","title":"ContIG: Self-supervised Multimodal Contrastive Learning for Medical Imaging with Genetics","created":"2021-11-26","cited_by_count":36,"area":null},{"id":"2207.00056","title":"MultiViz: Towards Visualizing and Understanding Multimodal Models","created":"2022-06-30","cited_by_count":36,"area":null},{"id":"2107.13782","title":"Multimodal Co-learning: Challenges, Applications with Datasets, Recent Advances and Future Directions","created":"2021-07-29","cited_by_count":35,"area":null},{"id":"2301.11843","title":"Reading and Reasoning over Chart Images for Evidence-based Automated Fact-Checking","created":"2023-01-27","cited_by_count":35,"area":null},{"id":"2108.11544","title":"Vision-Language Navigation: A Survey and Taxonomy","created":"2021-08-26","cited_by_count":34,"area":null},{"id":"2203.02013","title":"DIME: Fine-grained Interpretations of Multimodal Models via Disentangled Local Explanations","created":"2022-03-03","cited_by_count":34,"area":null},{"id":"2209.06997","title":"M^4I: Multi-modal Models Membership Inference","created":"2022-09-15","cited_by_count":34,"area":"safety"}],"next_cursor":"100"}