{"total":64,"rows":[{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361,"area":null},{"id":"2301.10343","title":"ClimaX: A foundation model for weather and climate","created":"2023-01-24","cited_by_count":337,"area":null},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2303.08131","title":"A Simple Framework for Open-Vocabulary Segmentation and Detection","created":"2023-03-14","cited_by_count":198,"area":null},{"id":"2303.12501","title":"Cross-Modal Implicit Relation Reasoning and Aligning for Text-to-Image Person Retrieval","created":"2023-03-22","cited_by_count":132,"area":"lr"},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2207.00221","title":"VL-CheckList: Evaluating Pre-trained Vision-Language Models with Objects, Attributes and Relations","created":"2022-07-01","cited_by_count":114,"area":"mllm"},{"id":"2106.09141","title":"Probing Image-Language Transformers for Verb Understanding","created":"2021-06-16","cited_by_count":109,"area":null},{"id":"2305.01115","title":"In-Context Learning Unlocked for Diffusion Models","created":"2023-05-01","cited_by_count":104,"area":"diffusion"},{"id":"2107.03996","title":"Learning Vision-Guided Quadrupedal Locomotion End-to-End with Cross-Modal Transformers","created":"2021-07-08","cited_by_count":79,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2108.09322","title":"MM-ViT: Multi-Modal Video Transformer for Compressed Video Action Recognition","created":"2021-08-20","cited_by_count":46,"area":null},{"id":"2405.08603","title":"A Comprehensive Survey of Large Language Models and Multimodal Large Language Models in Medicine","created":"2024-05-14","cited_by_count":45,"area":"mllm"},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2207.00056","title":"MultiViz: Towards Visualizing and Understanding Multimodal Models","created":"2022-06-30","cited_by_count":36,"area":null},{"id":"2208.12208","title":"Contrastive Audio-Language Learning for Music","created":"2022-08-25","cited_by_count":33,"area":null},{"id":"2305.12248","title":"Brain encoding models based on multimodal transformers can transfer across language and vision","created":"2023-05-20","cited_by_count":32,"area":null},{"id":"2203.01311","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","created":"2022-03-02","cited_by_count":31,"area":null},{"id":"2310.07478","title":"Multimodal Graph Learning for Generative Tasks","created":"2023-10-11","cited_by_count":27,"area":null},{"id":"2111.05297","title":"Sliced Recursive Transformer","created":"2021-11-09","cited_by_count":26,"area":null},{"id":"2305.07558","title":"Measuring Progress in Fine-grained Vision-and-Language Understanding","created":"2023-05-12","cited_by_count":25,"area":null},{"id":"2107.09106","title":"Separating Skills and Concepts for Novel Visual Question Answering","created":"2021-07-19","cited_by_count":24,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2206.08005","title":"Evaluating Self-Supervised Learning for Molecular Graph Embeddings","created":"2022-06-16","cited_by_count":22,"area":null},{"id":"2109.02040","title":"Data Efficient Masked Language Modeling for Vision and Language","created":"2021-09-05","cited_by_count":19,"area":"mllm"},{"id":"2208.13628","title":"Efficient Vision-Language Pretraining with Visual Concepts and Hierarchical Alignment","created":"2022-08-29","cited_by_count":19,"area":"mllm"},{"id":"2304.03659","title":"Probing Conceptual Understanding of Large Visual-Language Models","created":"2023-04-07","cited_by_count":17,"area":"mllm"},{"id":"2207.13479","title":"AutoTransition: Learning to Recommend Video Transition Effects","created":"2022-07-27","cited_by_count":13,"area":null},{"id":"2102.04980","title":"Telling the What while Pointing to the Where: Multimodal Queries for Image Retrieval","created":"2021-02-09","cited_by_count":12,"area":null},{"id":"2510.22880","title":"Learning Reconfigurable Representations for Multimodal Federated Learning with Missing Data","created":"2025-10-27","cited_by_count":8,"area":null},{"id":"2509.25270","title":"InfMasking: Unleashing Synergistic Information by Contrastive Multimodal Interactions","created":"2025-09-28","cited_by_count":7,"area":null},{"id":"2112.04453","title":"MLP Architectures for Vision-and-Language Modeling: An Empirical Study","created":"2021-12-08","cited_by_count":6,"area":null},{"id":"2305.14281","title":"Weakly-Supervised Learning of Visual Relations in Multimodal Pretraining","created":"2023-05-23","cited_by_count":6,"area":null},{"id":"2302.03861","title":"SwinCross: Cross-modal Swin Transformer for Head-and-Neck Tumor Segmentation in PET/CT Images","created":"2023-02-08","cited_by_count":5,"area":null},{"id":"2410.14991","title":"ChitroJera: A Regionally Relevant Visual Question Answering Dataset for Bangla","created":"2024-10-19","cited_by_count":5,"area":null},{"id":"2308.11185","title":"MEGA: Multimodal Alignment Aggregation and Distillation For Cinematic Video Segmentation","created":"2023-08-22","cited_by_count":4,"area":null},{"id":"2401.04023","title":"Efficient Multiscale Multimodal Bottleneck Transformer for Audio-Video Classification","created":"2024-01-08","cited_by_count":4,"area":null},{"id":"2305.07019","title":"Musketeer: Joint Training for Multi-task Vision Language Model with Task Explanation Prompts","created":"2023-05-11","cited_by_count":3,"area":"mllm"},{"id":"2207.01772","title":"Vision-and-Language Pretraining","created":"2022-07-05","cited_by_count":2,"area":null},{"id":"2211.00262","title":"Training Vision-Language Models with Less Bimodal Supervision","created":"2022-11-01","cited_by_count":2,"area":"mllm"},{"id":"2211.04971","title":"Understanding Cross-modal Interactions in V&L Models that Generate Scene Descriptions","created":"2022-11-09","cited_by_count":2,"area":null},{"id":"2212.01447","title":"Compound Tokens: Channel Fusion for Vision-Language Representation Learning","created":"2022-12-02","cited_by_count":2,"area":null},{"id":"2307.04532","title":"Read, Look or Listen? What's Needed for Solving a Multimodal Dataset","created":"2023-07-06","cited_by_count":2,"area":null},{"id":"2405.05760","title":"Similarity Guided Multimodal Fusion Transformer for Semantic Location Prediction in Social Media","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2210.06379","title":"One does not fit all! On the Complementarity of Vision Encoders for Vision and Language Tasks","created":"2022-10-12","cited_by_count":1,"area":null},{"id":"2210.16174","title":"Multimodal Transformer for Parallel Concatenated Variational Autoencoders","created":"2022-10-28","cited_by_count":1,"area":null},{"id":"2305.02297","title":"Making the Most of What You Have: Adapting Pre-trained Visual Language Models in the Low-data Regime","created":"2023-05-03","cited_by_count":1,"area":"mllm"},{"id":"2401.04154","title":"Efficient Selective Audio Masked Multimodal Bottleneck Transformer for Audio-Video Classification","created":"2024-01-08","cited_by_count":1,"area":null},{"id":"2404.18976","title":"Foundations of Multisensory Artificial Intelligence","created":"2024-04-29","cited_by_count":1,"area":null},{"id":"2505.23365","title":"MCFNet: A Multimodal Collaborative Fusion Network for Fine-Grained Semantic Classification","created":"2025-05-29","cited_by_count":1,"area":null},{"id":"2211.02269","title":"Late Fusion with Triplet Margin Objective for Multimodal Ideology Prediction and Analysis","created":"2022-11-04","cited_by_count":0,"area":null},{"id":"2303.05313","title":"Refined Vision-Language Modeling for Fine-grained Multi-modal Pre-training","created":"2023-03-09","cited_by_count":0,"area":"mllm"},{"id":"2408.10383","title":"BrewCLIP: A Bifurcated Representation Learning Framework for Audio-Visual Retrieval","created":"2024-08-19","cited_by_count":0,"area":null},{"id":"2408.13290","title":"Multi-modal Intermediate Feature Interaction AutoEncoder for Overall Survival Prediction of Esophageal Squamous Cell Cancer","created":"2024-08-23","cited_by_count":0,"area":null},{"id":"2506.08690","title":"CanadaFireSat: Toward high-resolution wildfire forecasting with multiple modalities","created":"2025-06-10","cited_by_count":0,"area":null},{"id":"2506.11515","title":"Manager: Aggregating Insights from Unimodal Experts in Two-Tower VLMs and MLLMs","created":"2025-06-13","cited_by_count":0,"area":null},{"id":"2510.25051","title":"Breast Cancer VLMs: Clinically Practical Vision-Language Train-Inference Models","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2601.04563","title":"A Vision for Multisensory Intelligence: Sensing, Science, and Synergy","created":"2026-01-08","cited_by_count":0,"area":null},{"id":"2610.03289","title":"Architecture-Dependent Fusion Pathways in MLLMs","created":"2026-10-02","cited_by_count":0,"area":"mllm"}],"next_cursor":null}