{"total":425,"rows":[{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137,"area":"synth"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839,"area":"mllm"},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2303.04671","title":"Visual ChatGPT: Talking, Drawing and Editing with Visual Foundation Models","created":"2023-03-08","cited_by_count":668,"area":"lr"},{"id":"2302.11939","title":"One Fits All:Power General Time Series Analysis by Pretrained LM","created":"2023-02-23","cited_by_count":632,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2301.04558","title":"Learning to Exploit Temporal Structure for Biomedical Vision-Language Processing","created":"2023-01-11","cited_by_count":211,"area":null},{"id":"2403.18715","title":"Mitigating Hallucinations in Large Vision-Language Models with Instruction Contrastive Decoding","created":"2024-03-27","cited_by_count":203,"area":"mllm"},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2303.06555","title":"One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale","created":"2023-03-12","cited_by_count":187,"area":"diffusion"},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2209.09407","title":"DetCLIP: Dictionary-Enriched Visual-Concept Paralleled Pre-training for Open-world Detection","created":"2022-09-20","cited_by_count":176,"area":null},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2306.11300","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","created":"2023-06-20","cited_by_count":151,"area":"mllm"},{"id":"2312.14115","title":"LingoQA: Visual Question Answering for Autonomous Driving","created":"2023-12-21","cited_by_count":145,"area":"mllm"},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2307.10802","title":"Meta-Transformer: A Unified Framework for Multimodal Learning","created":"2023-07-20","cited_by_count":136,"area":null},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2205.14459","title":"CyCLIP: Cyclic Contrastive Language-Image Pretraining","created":"2022-05-28","cited_by_count":127,"area":null},{"id":"2409.10197","title":"Fit and Prune: Fast and Training-free Visual Token Pruning for Multi-modal Large Language Models","created":"2024-09-16","cited_by_count":126,"area":"mllm"},{"id":"2312.16886","title":"MobileVLM : A Fast, Strong and Open Vision Language Assistant for Mobile Devices","created":"2023-12-28","cited_by_count":122,"area":"mllm"},{"id":"2207.07039","title":"Convolutional Bypasses Are Better Vision Transformer Adapters","created":"2022-07-14","cited_by_count":121,"area":null},{"id":"2312.06968","title":"Hallucination Augmented Contrastive Learning for Multimodal Large Language Model","created":"2023-12-12","cited_by_count":121,"area":"mllm"},{"id":"2412.15188","title":"LMFusion: Adapting Pretrained Language Models for Multimodal Generation","created":"2024-12-19","cited_by_count":120,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2203.07190","title":"CLIP Models are Few-shot Learners: Empirical Studies on VQA and Visual Entailment","created":"2022-03-14","cited_by_count":113,"area":null},{"id":"2210.15257","title":"ERNIE-ViLG 2.0: Improving Text-to-Image Diffusion Model with Knowledge-Enhanced Mixture-of-Denoising-Experts","created":"2022-10-27","cited_by_count":112,"area":"diffusion"},{"id":"2310.15308","title":"SAM-CLIP: Merging Vision Foundation Models towards Semantic and Spatial Understanding","created":"2023-10-23","cited_by_count":111,"area":null},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110,"area":null},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2211.01335","title":"Chinese CLIP: Contrastive Vision-Language Pretraining in Chinese","created":"2022-11-02","cited_by_count":109,"area":"mllm"},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2404.05231","title":"PromptAD: Learning Prompts with only Normal Samples for Few-Shot Anomaly Detection","created":"2024-04-08","cited_by_count":98,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2302.08888","title":"Multimodal Federated Learning via Contrastive Representation Ensemble","created":"2023-02-17","cited_by_count":86,"area":null},{"id":"2303.05657","title":"Tag2Text: Guiding Vision-Language Model via Image Tagging","created":"2023-03-10","cited_by_count":86,"area":"mllm"},{"id":"2304.01195","title":"Not All Features Matter: Enhancing Few-shot CLIP with Adaptive Prior Refinement","created":"2023-04-03","cited_by_count":84,"area":null},{"id":"2308.06911","title":"GIT-Mol: A Multi-modal Large Language Model for Molecular Science with Graph, Image, and Text","created":"2023-08-14","cited_by_count":82,"area":"mllm"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2307.00855","title":"Review of Large Vision Models and Visual Prompt Engineering","created":"2023-07-03","cited_by_count":77,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2201.08531","title":"Black-box Prompt Learning for Pre-trained Language Models","created":"2022-01-21","cited_by_count":70,"area":null},{"id":"2303.10431","title":"DeAR: Debiasing Vision-Language Models with Additive Residuals","created":"2023-03-18","cited_by_count":70,"area":"mllm"},{"id":"2405.19716","title":"Enhancing Large Vision Language Models with Self-Training on Image Comprehension","created":"2024-05-30","cited_by_count":70,"area":"mllm"},{"id":"2309.13625","title":"GraphAdapter: Tuning Vision-Language Models With Dual Knowledge Graph","created":"2023-09-24","cited_by_count":69,"area":"mllm"},{"id":"2401.17868","title":"Convolution Meets LoRA: Parameter Efficient Finetuning for Segment Anything Model","created":"2024-01-31","cited_by_count":69,"area":null},{"id":"2404.07214","title":"Exploring the Frontier of Vision-Language Models: A Survey of Current Methodologies and Future Directions","created":"2024-02-20","cited_by_count":68,"area":"mllm"},{"id":"2208.08608","title":"See Finer, See More: Implicit Modality Alignment for Text-based Person Retrieval","created":"2022-08-18","cited_by_count":65,"area":null},{"id":"2303.07284","title":"Align and Attend: Multimodal Summarization with Dual Contrastive Losses","created":"2023-03-13","cited_by_count":65,"area":null},{"id":"2303.14302","title":"VILA: Learning Image Aesthetics from User Comments with Vision-Language Pretraining","created":"2023-03-24","cited_by_count":65,"area":"mllm"},{"id":"2210.01253","title":"PLOT: Prompt Learning with Optimal Transport for Vision-Language Models","created":"2022-10-03","cited_by_count":64,"area":"mllm"},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2211.11256","title":"UniMSE: Towards Unified Multimodal Sentiment Analysis and Emotion Recognition","created":"2022-11-21","cited_by_count":61,"area":null},{"id":"2208.00173","title":"A Survey on Masked Autoencoder for Self-supervised Learning in Vision and Beyond","created":"2022-07-30","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2310.15166","title":"Large Language Models are Visual Reasoning Coordinators","created":"2023-10-23","cited_by_count":58,"area":"lr"},{"id":"2205.10712","title":"Housekeep: Tidying Virtual Households using Commonsense Reasoning","created":"2022-05-22","cited_by_count":57,"area":"lr"},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2501.05952","title":"Scalable Vision Language Model Training via High Quality Data Curation","created":"2025-01-10","cited_by_count":55,"area":"mllm"},{"id":"2302.01392","title":"Multi-modal Gated Mixture of Local-to-Global Experts for Dynamic Image Fusion","created":"2023-02-02","cited_by_count":54,"area":"moe"},{"id":"2303.15935","title":"When Brain-inspired AI Meets AGI","created":"2023-03-28","cited_by_count":54,"area":null},{"id":"2303.05952","title":"Understanding and Constructing Latent Modality Structures in Multi-modal Representation Learning","created":"2023-03-10","cited_by_count":53,"area":null},{"id":"2303.14465","title":"Equivariant Similarity for Vision-Language Foundation Models","created":"2023-03-25","cited_by_count":52,"area":"mllm"},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2305.10799","title":"MedBLIP: Bootstrapping Language-Image Pre-training from 3D Medical Images and Texts","created":"2023-05-18","cited_by_count":51,"area":"mllm"},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2504.07951","title":"Scaling Laws for Native Multimodal Models","created":"2025-04-10","cited_by_count":50,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2309.00810","title":"RenAIssance: A Survey into AI Text-to-Image Generation in the Era of Large Model","created":"2023-09-02","cited_by_count":47,"area":"diffusion"},{"id":"2501.00569","title":"Probing Visual Language Priors in VLMs","created":"2024-12-31","cited_by_count":45,"area":"lr"},{"id":"2211.11152","title":"You Need Multiple Exiting: Dynamic Early Exiting for Accelerating Unified Vision Language Model","created":"2022-11-21","cited_by_count":43,"area":"mllm"},{"id":"2210.05335","title":"MAP: Multimodal Uncertainty-Aware Vision-Language Pre-training Model","created":"2022-10-11","cited_by_count":41,"area":"mllm"},{"id":"2303.12060","title":"VideoXum: Cross-modal Visual and Textural Summarization of Videos","created":"2023-03-21","cited_by_count":41,"area":null},{"id":"2502.06788","title":"EVEv2: Improved Baselines for Encoder-Free Vision-Language Models","created":"2025-02-10","cited_by_count":41,"area":"mllm"},{"id":"2206.01127","title":"VL-BEiT: Generative Vision-Language Pretraining","created":"2022-06-02","cited_by_count":39,"area":"mllm"}],"next_cursor":"100"}