{"total":121,"rows":[{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2311.00566","title":"CROMA: Remote Sensing Representations with Contrastive Radar-Optical Masked Autoencoders","created":"2023-11-01","cited_by_count":169,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2306.07831","title":"Visual Language Pretrained Multiple Instance Zero-Shot Transfer for Histopathology Images","created":"2023-06-13","cited_by_count":134,"area":null},{"id":"2401.10815","title":"Exploring scalable medical image encoders beyond text supervision","created":"2024-01-19","cited_by_count":132,"area":null},{"id":"2304.02556","title":"Detecting and Grounding Multi-Modal Media Manipulation","created":"2023-04-05","cited_by_count":99,"area":null},{"id":"2309.12314","title":"TinyCLIP: CLIP Distillation via Affinity Mimicking and Weight Inheritance","created":"2023-09-21","cited_by_count":90,"area":null},{"id":"2306.05268","title":"Factorized Contrastive Learning: Going Beyond Multi-view Redundancy","created":"2023-06-08","cited_by_count":75,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2305.19595","title":"Dense and Aligned Captions (DAC) Promote Compositional Reasoning in VL Models","created":"2023-05-31","cited_by_count":72,"area":null},{"id":"2211.11733","title":"Teaching Structured Vision&Language Concepts to Vision&Language Models","created":"2022-11-21","cited_by_count":71,"area":null},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2307.15199","title":"PromptStyler: Prompt-driven Style Generation for Source-free Domain Generalization","created":"2023-07-27","cited_by_count":59,"area":null},{"id":"2309.14203","title":"Detecting and Grounding Multi-Modal Media Manipulation and Beyond","created":"2023-09-25","cited_by_count":56,"area":null},{"id":"2305.13653","title":"RaSa: Relation and Sensitivity Aware Representation Learning for Text-based Person Search","created":"2023-05-23","cited_by_count":54,"area":null},{"id":"2303.05952","title":"Understanding and Constructing Latent Modality Structures in Multi-modal Representation Learning","created":"2023-03-10","cited_by_count":53,"area":null},{"id":"2401.09865","title":"Improving fine-grained understanding in image-text pre-training","created":"2024-01-18","cited_by_count":44,"area":null},{"id":"2303.08914","title":"MAtch, eXpand and Improve: Unsupervised Finetuning for Zero-Shot Action Recognition with Language Knowledge","created":"2023-03-15","cited_by_count":43,"area":null},{"id":"2305.18287","title":"LaFTer: Label-Free Tuning of Zero-shot Classifier using Language and Unlabeled Image Collections","created":"2023-05-29","cited_by_count":43,"area":null},{"id":"2411.14517","title":"The Double-Ellipsoid Geometry of CLIP","created":"2024-11-21","cited_by_count":42,"area":null},{"id":"2309.05300","title":"Decoupling Common and Unique Representations for Multimodal Self-supervised Learning","created":"2023-09-11","cited_by_count":36,"area":null},{"id":"2203.03897","title":"Geodesic Multi-Modal Mixup for Robust Fine-Tuning","created":"2022-03-08","cited_by_count":29,"area":null},{"id":"2302.06419","title":"AV-data2vec: Self-supervised Learning of Audio-Visual Speech Representations with Contextualized Target Representations","created":"2023-02-10","cited_by_count":27,"area":null},{"id":"2307.03373","title":"All in One: Exploring Unified Vision-Language Tracking with Multi-Modal Alignment","created":"2023-07-07","cited_by_count":27,"area":null},{"id":"2312.08078","title":"Fine-Grained Image-Text Alignment in Medical Imaging Enables Explainable Cyclic Image-Report Generation","created":"2023-12-13","cited_by_count":26,"area":null},{"id":"2305.07558","title":"Measuring Progress in Fine-grained Vision-and-Language Understanding","created":"2023-05-12","cited_by_count":25,"area":null},{"id":"2404.04936","title":"Bootstrapping Chest CT Image Understanding by Distilling Knowledge from X-ray Expert Models","created":"2024-04-07","cited_by_count":24,"area":null},{"id":"2211.11153","title":"Unifying Vision-Language Representation Space with Single-tower Transformer","created":"2022-11-21","cited_by_count":22,"area":null},{"id":"2301.11367","title":"Style-Aware Contrastive Learning for Multi-Style Image Captioning","created":"2023-01-26","cited_by_count":21,"area":null},{"id":"2408.07539","title":"Cross-aware Early Fusion with Stage-divided Vision and Language Transformer Encoders for Referring Image Segmentation","created":"2024-08-14","cited_by_count":21,"area":null},{"id":"2503.19910","title":"CoLLM: A Large Language Model for Composed Image Retrieval","created":"2025-03-25","cited_by_count":21,"area":null},{"id":"2211.09790","title":"ConStruct-VL: Data-Free Continual Structured VL Concepts Learning","created":"2022-11-17","cited_by_count":20,"area":null},{"id":"2308.11489","title":"Learning from Semantic Alignment between Unpaired Multiviews for Egocentric Video Recognition","created":"2023-08-22","cited_by_count":20,"area":null},{"id":"2307.15904","title":"Sat2Cap: Mapping Fine-Grained Textual Descriptions from Satellite Images","created":"2023-07-29","cited_by_count":19,"area":null},{"id":"2502.19781","title":"RANGE: Retrieval Augmented Neural Fields for Multi-Resolution Geo-Embeddings","created":"2025-02-27","cited_by_count":19,"area":null},{"id":"2504.10920","title":"Towards Efficient Partially Relevant Video Retrieval with Active Moment Discovering","created":"2025-04-15","cited_by_count":18,"area":null},{"id":"2311.09191","title":"Domain Aligned CLIP for Few-shot Classification","created":"2023-11-15","cited_by_count":16,"area":null},{"id":"2206.01125","title":"Prefix Conditioning Unifies Language and Label Supervision","created":"2022-06-02","cited_by_count":13,"area":null},{"id":"2308.13218","title":"MultiCapCLIP: Auto-Encoding Prompts for Zero-Shot Multilingual Visual Captioning","created":"2023-08-25","cited_by_count":13,"area":null},{"id":"2403.05261","title":"Cross-Modal and Uni-Modal Soft-Label Alignment for Image-Text Retrieval","created":"2024-03-08","cited_by_count":13,"area":null},{"id":"2310.04991","title":"Video-Teller: Enhancing Cross-Modal Generation with Fusion and Decoupling","created":"2023-10-08","cited_by_count":12,"area":null},{"id":"2210.04183","title":"MAMO: Masked Multimodal Modeling for Fine-Grained Vision-Language Representation Learning","created":"2022-10-09","cited_by_count":11,"area":null},{"id":"2407.02038","title":"Camera-LiDAR Cross-modality Gait Recognition","created":"2024-07-02","cited_by_count":11,"area":null},{"id":"2208.04060","title":"GRIT-VLP: Grouped Mini-batch Sampling for Efficient Vision and Language Pre-training","created":"2022-08-08","cited_by_count":10,"area":null},{"id":"2305.16295","title":"HAAV: Hierarchical Aggregation of Augmented Views for Image Captioning","created":"2023-05-25","cited_by_count":10,"area":null},{"id":"2306.08789","title":"Efficient Token-Guided Image-Text Retrieval with Consistent Multimodal Contrastive Training","created":"2023-06-15","cited_by_count":10,"area":null},{"id":"2402.11083","title":"VQAttack: Transferable Adversarial Attacks on Visual Question Answering via Pre-trained Models","created":"2024-02-16","cited_by_count":10,"area":null},{"id":"2405.10084","title":"Revisiting Deep Audio-Text Retrieval Through the Lens of Transportation","created":"2024-05-16","cited_by_count":10,"area":null},{"id":"2410.15624","title":"Test-time Adaptation for Cross-modal Retrieval with Query Shift","created":"2024-10-21","cited_by_count":10,"area":null},{"id":"2506.01364","title":"Unraveling Spatio-Temporal Foundation Models via the Pipeline Lens: A Comprehensive Review","created":"2025-06-02","cited_by_count":10,"area":null},{"id":"2305.09212","title":"Cross-Modal Global Interaction and Local Alignment for Audio-Visual Speech Recognition","created":"2023-05-16","cited_by_count":9,"area":null},{"id":"2305.18888","title":"A Shapelet-based Framework for Unsupervised Multivariate Time Series Representation Learning","created":"2023-05-30","cited_by_count":9,"area":null},{"id":"2308.01236","title":"Grounded Image Text Matching with Mismatched Relation Reasoning","created":"2023-08-02","cited_by_count":8,"area":null},{"id":"2309.06809","title":"TAP: Targeted Prompting for Task Adaptive Generation of Textual Training Instances for Visual Classification","created":"2023-09-13","cited_by_count":8,"area":null},{"id":"2308.15846","title":"Exploring Multi-Modal Contextual Knowledge for Open-Vocabulary Object Detection","created":"2023-08-30","cited_by_count":7,"area":null},{"id":"2310.13683","title":"CAPIVARA: Cost-Efficient Approach for Improving Multilingual CLIP Performance on Low-Resource Languages","created":"2023-10-20","cited_by_count":7,"area":null},{"id":"2208.09562","title":"Open Vocabulary Multi-Label Classification with Dual-Modal Decoder on Aligned Visual-Textual Features","created":"2022-08-19","cited_by_count":6,"area":null},{"id":"2210.12513","title":"Learning Point-Language Hierarchical Alignment for 3D Visual Grounding","created":"2022-10-22","cited_by_count":6,"area":null},{"id":"2306.01631","title":"Bi-level Contrastive Learning for Knowledge-Enhanced Molecule Representations","created":"2023-06-02","cited_by_count":6,"area":null},{"id":"2403.16697","title":"DPStyler: Dynamic PromptStyler for Source-Free Domain Generalization","created":"2024-03-25","cited_by_count":6,"area":null},{"id":"2407.19296","title":"Multi-Modal CLIP-Informed Protein Editing","created":"2024-07-27","cited_by_count":6,"area":null},{"id":"2505.18594","title":"EvdCLIP: Improving Vision-Language Retrieval with Entity Visual Descriptions from Large Language Models","created":"2025-05-24","cited_by_count":6,"area":null},{"id":"2210.06881","title":"RaP: Redundancy-aware Video-language Pre-training for Text-Video Retrieval","created":"2022-10-13","cited_by_count":5,"area":null},{"id":"2304.00719","title":"Multi-Modal Representation Learning with Text-Driven Soft Masks","created":"2023-04-03","cited_by_count":5,"area":null},{"id":"2305.17337","title":"Benchmarking Diverse-Modal Entity Linking with Generative Models","created":"2023-05-27","cited_by_count":5,"area":null},{"id":"2312.01745","title":"Cross-Modal Adaptive Dual Association for Text-to-Image Person Retrieval","created":"2023-12-04","cited_by_count":5,"area":null},{"id":"2407.13111","title":"PG-Attack: A Precision-Guided Adversarial Attack Framework Against Vision Foundation Models for Autonomous Driving","created":"2024-07-18","cited_by_count":5,"area":null},{"id":"2504.00691","title":"ToVE: Efficient Vision-Language Learning via Knowledge Transfer from Vision Experts","created":"2025-04-01","cited_by_count":5,"area":null},{"id":"2307.07742","title":"SINC: Self-Supervised In-Context Learning for Vision-Language Tasks","created":"2023-07-15","cited_by_count":4,"area":null},{"id":"2308.06488","title":"Generating Faithful Text From a Knowledge Graph with Noisy Reference Text","created":"2023-08-12","cited_by_count":4,"area":null},{"id":"2401.04023","title":"Efficient Multiscale Multimodal Bottleneck Transformer for Audio-Video Classification","created":"2024-01-08","cited_by_count":4,"area":null},{"id":"2405.16083","title":"From Orthogonality to Dependency: Learning Disentangled Representation for Multi-Modal Time-Series Sensing Signals","created":"2024-05-25","cited_by_count":4,"area":null},{"id":"2409.15801","title":"DIAL: Dense Image-text ALignment for Weakly Supervised Semantic Segmentation","created":"2024-09-24","cited_by_count":4,"area":null},{"id":"2510.11204","title":"Class Prototypes based Contrastive Learning for Classifying Multi-Label and Fine-Grained Educational Videos","created":"2025-10-13","cited_by_count":4,"area":null},{"id":"2303.10839","title":"MXM-CLR: A Unified Framework for Contrastive Learning of Multifold Cross-Modal Representations","created":"2023-03-20","cited_by_count":3,"area":null},{"id":"2304.05523","title":"MoMo: A shared encoder Model for text, image and multi-Modal representations","created":"2023-04-11","cited_by_count":3,"area":null},{"id":"2306.03022","title":"Interpretable Alzheimer's Disease Classification Via a Contrastive Diffusion Autoencoder","created":"2023-06-05","cited_by_count":3,"area":null},{"id":"2312.07867","title":"BESTMVQA: A Benchmark Evaluation System for Medical Visual Question Answering","created":"2023-12-13","cited_by_count":3,"area":null},{"id":"2403.06904","title":"Human Pose Descriptions and Subject-Focused Attention for Improved Zero-Shot Transfer in Human-Centric Classification Tasks","created":"2024-03-11","cited_by_count":3,"area":null},{"id":"2404.06057","title":"Unified Multi-modal Diagnostic Framework with Reconstruction Pre-training and Heterogeneity-combat Tuning","created":"2024-04-09","cited_by_count":3,"area":null},{"id":"2405.13059","title":"RNG: Reducing Multi-level Noise and Multi-grained Semantic Gap for Joint Multimodal Aspect-Sentiment Analysis","created":"2024-05-20","cited_by_count":3,"area":null},{"id":"2407.19507","title":"WeCromCL: Weakly Supervised Cross-Modality Contrastive Learning for Transcription-only Supervised Text Spotting","created":"2024-07-28","cited_by_count":3,"area":null},{"id":"2408.14153","title":"Explaining Caption-Image Interactions in CLIP Models with Second-Order Attributions","created":"2024-08-26","cited_by_count":3,"area":null},{"id":"2504.17261","title":"Symbolic Representation for Any-to-Any Generative Tasks","created":"2025-04-24","cited_by_count":3,"area":null},{"id":"2302.03432","title":"SimCon Loss with Multiple Views for Text Supervised Semantic Segmentation","created":"2023-02-07","cited_by_count":2,"area":null},{"id":"2305.03971","title":"Adaptive loose optimization for robust question answering","created":"2023-05-06","cited_by_count":2,"area":null},{"id":"2404.10838","title":"Dynamic Self-adaptive Multiscale Distillation from Pre-trained Multimodal Large Model for Efficient Cross-modal Representation Learning","created":"2024-04-16","cited_by_count":2,"area":null},{"id":"2504.01321","title":"COST: Contrastive One-Stage Transformer for Vision-Language Small Object Tracking","created":"2025-04-02","cited_by_count":2,"area":null},{"id":"2504.05700","title":"Pose-Aware Weakly-Supervised Action Segmentation","created":"2025-04-08","cited_by_count":2,"area":null},{"id":"2505.11216","title":"GeoMM: On Geodesic Perspective for Multi-modal Learning","created":"2025-05-16","cited_by_count":2,"area":null},{"id":"2506.05394","title":"Attacking Attention of Foundation Models Disrupts Downstream Tasks","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2211.14777","title":"Alignment-Enriched Tuning for Patch-Level Pre-trained Document Image Models","created":"2022-11-27","cited_by_count":1,"area":null},{"id":"2302.10305","title":"Analyzing Multimodal Objectives Through the Lens of Generative Diffusion Guidance","created":"2023-02-10","cited_by_count":1,"area":null},{"id":"2312.01987","title":"Bootstrapping SparseFormers from Vision Foundation Models","created":"2023-12-04","cited_by_count":1,"area":null},{"id":"2312.04891","title":"Cross-BERT for Point Cloud Pretraining","created":"2023-12-08","cited_by_count":1,"area":null},{"id":"2312.09367","title":"Text-Guided Face Recognition using Multi-Granularity Cross-Modal Contrastive Learning","created":"2023-12-14","cited_by_count":1,"area":null},{"id":"2401.04154","title":"Efficient Selective Audio Masked Multimodal Bottleneck Transformer for Audio-Video Classification","created":"2024-01-08","cited_by_count":1,"area":null},{"id":"2404.09778","title":"The Devil is in the Few Shots: Iterative Visual Knowledge Completion for Few-shot Learning","created":"2024-04-15","cited_by_count":1,"area":null},{"id":"2412.15813","title":"Cross-Modal Few-Shot Learning with Second-Order Neural Ordinary Differential Equations","created":"2024-12-20","cited_by_count":1,"area":null}],"next_cursor":"100"}