{"total":146,"rows":[{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2305.13786","title":"Perception Test: A Diagnostic Benchmark for Multimodal Video Models","created":"2023-05-23","cited_by_count":314,"area":"lr"},{"id":"2203.12221","title":"Modality Competition: What Makes Joint Training of Multi-modal Network Fail in Deep Learning? (Provably)","created":"2022-03-23","cited_by_count":122,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2411.04998","title":"HourVideo: 1-Hour Video-Language Understanding","created":"2024-11-07","cited_by_count":113,"area":null},{"id":"2409.07825","title":"Deep Multimodal Learning with Missing Modality: A Survey","created":"2024-09-12","cited_by_count":92,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2302.12247","title":"Quantifying & Modeling Multimodal Interactions: An Information Decomposition Framework","created":"2023-02-23","cited_by_count":83,"area":null},{"id":"2306.05268","title":"Factorized Contrastive Learning: Going Beyond Multi-view Redundancy","created":"2023-06-08","cited_by_count":75,"area":null},{"id":"2308.07686","title":"Boosting Multi-modal Model Performance with Adaptive Gradient Modulation","created":"2023-08-15","cited_by_count":73,"area":null},{"id":"2212.03858","title":"See, Hear, and Feel: Smart Sensory Fusion for Robotic Manipulation","created":"2022-12-07","cited_by_count":68,"area":null},{"id":"2204.00102","title":"Dynamic Multimodal Fusion","created":"2022-03-31","cited_by_count":55,"area":null},{"id":"2305.01233","title":"On Uni-Modal Feature Learning in Supervised Multi-Modal Learning","created":"2023-05-02","cited_by_count":53,"area":null},{"id":"2306.09486","title":"FedMultimodal: A Benchmark For Multimodal Federated Learning","created":"2023-06-15","cited_by_count":51,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2409.07402","title":"What to align in multimodal contrastive learning?","created":"2024-09-11","cited_by_count":47,"area":null},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2209.02604","title":"Make Acoustic and Visual Cues Matter: CH-SIMS v2.0 Dataset and AV-Mixup Consistent Module","created":"2022-08-22","cited_by_count":44,"area":null},{"id":"2312.02896","title":"BenchLMM: Benchmarking Cross-style Visual Capability of Large Multimodal Models","created":"2023-12-05","cited_by_count":41,"area":"lr"},{"id":"2407.09705","title":"Diagnosing and Re-learning for Balanced Multimodal Learning","created":"2024-07-12","cited_by_count":41,"area":null},{"id":"2202.03390","title":"Geometric Multimodal Contrastive Representation Learning","created":"2022-02-07","cited_by_count":40,"area":null},{"id":"2207.00056","title":"MultiViz: Towards Visualizing and Understanding Multimodal Models","created":"2022-06-30","cited_by_count":36,"area":null},{"id":"2203.02013","title":"DIME: Fine-grained Interpretations of Multimodal Models via Disentangled Local Explanations","created":"2022-03-03","cited_by_count":34,"area":null},{"id":"2110.08020","title":"Multimodal Emotion-Cause Pair Extraction in Conversations","created":"2021-10-15","cited_by_count":31,"area":null},{"id":"2203.01311","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","created":"2022-03-02","cited_by_count":31,"area":null},{"id":"2502.16282","title":"Understanding the Emergence of Multimodal Representation Alignment","created":"2025-02-22","cited_by_count":31,"area":null},{"id":"2505.19190","title":"I2MoE: Interpretable Multimodal Interaction-aware Mixture-of-Experts","created":"2025-05-25","cited_by_count":30,"area":"moe"},{"id":"2302.00389","title":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","created":"2023-02-01","cited_by_count":27,"area":"lr"},{"id":"2205.01818","title":"i-Code: An Integrative and Composable Multimodal Learning Framework","created":"2022-05-03","cited_by_count":24,"area":null},{"id":"2207.02159","title":"Robustness Analysis of Video-Language Models Against Visual and Language Perturbations","created":"2022-07-05","cited_by_count":23,"area":null},{"id":"2206.06367","title":"Does a Technique for Building Multimodal Representation Matter? -- Comparative Analysis","created":"2022-06-09","cited_by_count":22,"area":null},{"id":"2306.04539","title":"Multimodal Learning Without Labeled Multimodal Data: Guarantees and Applications","created":"2023-06-07","cited_by_count":21,"area":null},{"id":"2407.03418","title":"HEMM: Holistic Evaluation of Multimodal Foundation Models","created":"2024-07-03","cited_by_count":21,"area":null},{"id":"2406.19097","title":"Fairness and Bias in Multimodal AI: A Survey","created":"2024-06-27","cited_by_count":20,"area":"mllm"},{"id":"2309.10787","title":"AV-SUPERB: A Multi-Task Evaluation Benchmark for Audio-Visual Representation Models","created":"2023-09-19","cited_by_count":19,"area":null},{"id":"2503.18595","title":"Adaptive Unimodal Regulation for Balanced Multimodal Information Acquisition","created":"2025-03-24","cited_by_count":19,"area":null},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2402.06244","title":"Quantifying and Enhancing Multi-modal Robustness with Modality Preference","created":"2024-02-09","cited_by_count":16,"area":null},{"id":"2412.15828","title":"Measuring Cross-Modal Interactions in Multimodal Models","created":"2024-12-20","cited_by_count":16,"area":null},{"id":"2411.07335","title":"Balancing Multimodal Training Through Game-Theoretic Regularization","created":"2024-11-11","cited_by_count":15,"area":null},{"id":"2407.09801","title":"IoT-LM: Large Multisensory Language Models for the Internet of Things","created":"2024-07-13","cited_by_count":14,"area":null},{"id":"2410.23996","title":"An Information Criterion for Controlled Disentanglement of Multimodal Data","created":"2024-10-31","cited_by_count":14,"area":null},{"id":"2511.12121","title":"To Align or Not to Align: Strategic Multimodal Representation Alignment for Optimal Performance","created":"2025-11-15","cited_by_count":14,"area":null},{"id":"2406.10215","title":"DevBench: A multimodal developmental benchmark for language learning","created":"2024-06-14","cited_by_count":13,"area":"mllm"},{"id":"2205.00302","title":"SHAPE: An Unified Approach to Evaluate the Contribution and Cooperation of Individual Modalities","created":"2022-04-30","cited_by_count":11,"area":null},{"id":"2403.05025","title":"Debiased Multimodal Understanding for Human Language Sequences","created":"2024-03-08","cited_by_count":10,"area":null},{"id":"2509.25278","title":"MAESTRO : Adaptive Sparse Attention and Robust Learning for Multimodal Dynamic Time Series","created":"2025-09-29","cited_by_count":10,"area":"moe"},{"id":"2408.12682","title":"MultiMed: Massively Multimodal and Multitask Medical Understanding","created":"2024-08-22","cited_by_count":9,"area":null},{"id":"2504.16427","title":"Can Large Language Models Help Multimodal Language Analysis? MMLA: A Comprehensive Benchmark","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2111.01326","title":"Cross-lingual Transfer for Speech Processing using Acoustic Language Similarity","created":"2021-11-02","cited_by_count":8,"area":null},{"id":"2309.06612","title":"Harmonic-NAS: Hardware-Aware Multimodal Neural Architecture Search on Resource-constrained Devices","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2405.17613","title":"Jointly Modeling Inter- & Intra-Modality Dependencies for Multi-modal Learning","created":"2024-05-27","cited_by_count":8,"area":null},{"id":"2410.00201","title":"DreamStruct: Understanding Slides and User Interfaces via Synthetic Data Generation","created":"2024-09-30","cited_by_count":8,"area":null},{"id":"2310.01430","title":"Sarcasm in Sight and Sound: Benchmarking and Expansion to Improve Multimodal Sarcasm Detection","created":"2023-09-29","cited_by_count":7,"area":null},{"id":"2412.16243","title":"Bag of Tricks for Multimodal AutoML with Image, Text, and Tabular Data","created":"2024-12-19","cited_by_count":7,"area":null},{"id":"2509.25270","title":"InfMasking: Unleashing Synergistic Information by Contrastive Multimodal Interactions","created":"2025-09-28","cited_by_count":7,"area":null},{"id":"2511.21331","title":"The More, the Merrier: Contrastive Fusion for Higher-Order Multimodal Alignment","created":"2025-11-26","cited_by_count":7,"area":null},{"id":"2302.02978","title":"MuG: A Multimodal Classification Benchmark on Game Data with Tabular, Textual, and Visual Fields","created":"2023-02-06","cited_by_count":6,"area":null},{"id":"2407.03836","title":"ADAPT: Multimodal Learning for Detecting Physiological Changes under Missing Modalities","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2501.09283","title":"Free-Knots Kolmogorov-Arnold Network: On the Analysis of Spline Knots and Advancing Stability","created":"2025-01-16","cited_by_count":6,"area":null},{"id":"2506.04565","title":"From Standalone LLMs to Integrated Intelligence: A Survey of Compound Al Systems","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2510.10846","title":"DUAL-Bench: Measuring Over-Refusal and Robustness in Vision-Language Models","created":"2025-10-12","cited_by_count":6,"area":"mllm"},{"id":"2310.00641","title":"RegBN: Batch Normalization of Multimodal Data with Regularization","created":"2023-10-01","cited_by_count":5,"area":null},{"id":"2310.06383","title":"What Makes for Robust Multi-Modal Models in the Face of Missing Modalities?","created":"2023-10-10","cited_by_count":5,"area":null},{"id":"2408.09798","title":"Enhance Modality Robustness in Text-Centric Multimodal Alignment with Adversarial Prompting","created":"2024-08-19","cited_by_count":5,"area":"safety"},{"id":"2510.04417","title":"Partial Information Decomposition via Normalizing Flows in Latent Gaussian Distributions","created":"2025-10-06","cited_by_count":5,"area":null},{"id":"2512.22991","title":"Fusion or Confusion? Multimodal Complexity Is Not All You Need","created":"2025-12-28","cited_by_count":5,"area":null},{"id":"2205.00001","title":"Brainish: Formalizing A Multimodal Language for Intelligence and Consciousness","created":"2022-04-14","cited_by_count":4,"area":null},{"id":"2305.14243","title":"Training Transitive and Commutative Multimodal Transformers with LoReTTa","created":"2023-05-23","cited_by_count":4,"area":null},{"id":"2306.16413","title":"MultiZoo & MultiBench: A Standardized Toolkit for Multimodal Deep Learning","created":"2023-06-28","cited_by_count":4,"area":null},{"id":"2306.16645","title":"Deep Equilibrium Multimodal Fusion","created":"2023-06-29","cited_by_count":4,"area":null},{"id":"2407.05036","title":"Enhance the Robustness of Text-Centric Multimodal Alignments","created":"2024-07-06","cited_by_count":4,"area":null},{"id":"2410.17551","title":"Multimodal Information Bottleneck for Deep Reinforcement Learning with Multiple Sensors","created":"2024-10-23","cited_by_count":4,"area":"deeprl"},{"id":"2506.13055","title":"CFBenchmark-MM: Chinese Financial Assistant Benchmark for Multimodal Large Language Model","created":"2025-06-16","cited_by_count":4,"area":"mllm"},{"id":"2509.25678","title":"Massively Multimodal Foundation Models: A Framework for Capturing Interactions with Specialized Mixture-of-Experts","created":"2025-09-30","cited_by_count":4,"area":"moe"},{"id":"2211.16509","title":"Multimodal Learning for Multi-Omics: A Survey","created":"2022-11-29","cited_by_count":3,"area":null},{"id":"2311.14029","title":"Understanding the Vulnerability of CLIP to Image Compression","created":"2023-11-23","cited_by_count":3,"area":"mllm"},{"id":"2406.05496","title":"Generalist Multimodal AI: A Review of Architectures, Challenges and Opportunities","created":"2024-06-08","cited_by_count":3,"area":null},{"id":"2410.03062","title":"Image First or Text First? Optimising the Sequencing of Modalities in Large Language Model Prompting and Reasoning Tasks","created":"2024-10-04","cited_by_count":3,"area":"lr"},{"id":"2412.16701","title":"AlzheimerRAG: Multimodal Retrieval Augmented Generation for Clinical Use Cases using PubMed articles","created":"2024-12-21","cited_by_count":3,"area":"rag"},{"id":"2504.03603","title":"Towards deployment-centric multimodal AI beyond vision and language","created":"2025-04-04","cited_by_count":3,"area":null},{"id":"2504.09707","title":"InfoMAE: Pair-Efficient Cross-Modal Alignment for Multimodal Time-Series Sensing Signals","created":"2025-04-13","cited_by_count":3,"area":null},{"id":"2506.20494","title":"Multimodal Representation Learning and Fusion","created":"2025-06-25","cited_by_count":3,"area":null},{"id":"2508.10133","title":"MANGO: Multimodal Attention-based Normalizing Flow Approach to Fusion Learning","created":"2025-08-13","cited_by_count":3,"area":null},{"id":"2508.10637","title":"Processing and acquisition traces in visual encoders: What does CLIP know about your camera?","created":"2025-08-14","cited_by_count":3,"area":null},{"id":"2510.20877","title":"Multimodal Negative Learning","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2511.12034","title":"Calibrated Multimodal Representation Learning with Missing Modalities","created":"2025-11-15","cited_by_count":3,"area":null},{"id":"2605.06289","title":"Multimodal Deep Generative Model for Semi-Supervised Learning under Class Imbalance","created":"2026-05-07","cited_by_count":3,"area":null},{"id":"2209.00302","title":"Progressive Fusion for Multimodal Integration","created":"2022-09-01","cited_by_count":2,"area":null},{"id":"2305.12311","title":"i-Code V2: An Autoregressive Generation Framework over Vision, Language, and Speech Data","created":"2023-05-21","cited_by_count":2,"area":null},{"id":"2405.04671","title":"Interpretable Tensor Fusion","created":"2024-05-07","cited_by_count":2,"area":null},{"id":"2506.00358","title":"$\\texttt{AVROBUSTBENCH}$: Benchmarking the Robustness of Audio-Visual Recognition Models at Test-Time","created":"2025-05-31","cited_by_count":2,"area":null},{"id":"2506.02308","title":"MINT: Multimodal Instruction Tuning with Multimodal Interaction Grouping","created":"2025-06-02","cited_by_count":2,"area":null},{"id":"2509.21584","title":"IndiSeek learns information-guided disentangled representations","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2510.24919","title":"Modality-Aware SAM: Sharpness-Aware-Minimization Driven Gradient Modulation for Harmonized Multimodal Learning","created":"2025-10-28","cited_by_count":2,"area":null},{"id":"2512.22102","title":"Explainable Multimodal Regression via Information Decomposition","created":"2025-12-26","cited_by_count":2,"area":null},{"id":"2602.14983","title":"Orthogonalized Multimodal Contrastive Learning with Asymmetric Masking for Structured Representations","created":"2026-02-16","cited_by_count":2,"area":null},{"id":"2303.08027","title":"A Hierarchical Regression Chain Framework for Affective Vocal Burst Recognition","created":"2023-03-14","cited_by_count":1,"area":null},{"id":"2311.06217","title":"MultiIoT: Benchmarking Machine Learning for the Internet of Things","created":"2023-11-10","cited_by_count":1,"area":null},{"id":"2311.16114","title":"Learning Noise-Robust Joint Representation for Multimodal Emotion Recognition under Incomplete Data Scenarios","created":"2023-09-21","cited_by_count":1,"area":null}],"next_cursor":"100"}