{"total":968,"rows":[{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2210.08402","title":"LAION-5B: An open large-scale dataset for training next generation image-text models","created":"2022-10-16","cited_by_count":4152,"area":null},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2210.01936","title":"When and why vision-language models behave like bags-of-words, and what to do about it?","created":"2022-10-04","cited_by_count":610,"area":"mllm"},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2111.09734","title":"ClipCap: CLIP Prefix for Image Captioning","created":"2021-11-18","cited_by_count":559,"area":null},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2204.00598","title":"Socratic Models: Composing Zero-Shot Multimodal Reasoning with Language","created":"2022-04-01","cited_by_count":513,"area":"lr"},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2101.08779","title":"AI Choreographer: Music Conditioned 3D Dance Generation with AIST++","created":"2021-01-21","cited_by_count":485,"area":null},{"id":"1811.06711","title":"An Algorithmic Perspective on Imitation Learning","created":"2018-11-16","cited_by_count":459,"area":"offlinerl"},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2311.06242","title":"Florence-2: Advancing a Unified Representation for a Variety of Vision Tasks","created":"2023-11-10","cited_by_count":410,"area":null},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2109.10852","title":"Pix2seq: A Language Modeling Framework for Object Detection","created":"2021-09-22","cited_by_count":349,"area":null},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2212.00794","title":"Scaling Language-Image Pre-training via Masking","created":"2022-12-01","cited_by_count":317,"area":null},{"id":"1811.10092","title":"Reinforced Cross-Modal Matching and Self-Supervised Imitation Learning for Vision-Language Navigation","created":"2018-11-25","cited_by_count":305,"area":"offlinerl"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2305.04790","title":"MultiModal-GPT: A Vision and Language Model for Dialogue with Humans","created":"2023-05-08","cited_by_count":255,"area":null},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2202.04053","title":"DALL-Eval: Probing the Reasoning Skills and Social Biases of Text-to-Image Generation Models","created":"2022-02-08","cited_by_count":230,"area":"lr"},{"id":"2210.02928","title":"MuRAG: Multimodal Retrieval-Augmented Generator for Open Question Answering over Images and Text","created":"2022-10-06","cited_by_count":220,"area":"rag"},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2104.03135","title":"Seeing Out of tHe bOx: End-to-End Pre-training for Vision-Language Representation Learning","created":"2021-04-07","cited_by_count":187,"area":"mllm"},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2303.06555","title":"One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale","created":"2023-03-12","cited_by_count":187,"area":"diffusion"},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2103.15025","title":"On Hallucination and Predictive Uncertainty in Conditional Language Generation","created":"2021-03-28","cited_by_count":176,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2311.17136","title":"UniIR: Training and Benchmarking Universal Multimodal Information Retrievers","created":"2023-11-28","cited_by_count":166,"area":null},{"id":"2103.14898","title":"SceneGraphFusion: Incremental 3D Scene Graph Prediction from RGB-D Sequences","created":"2021-03-27","cited_by_count":163,"area":null},{"id":"2205.06743","title":"A Comprehensive Survey of Few-shot Learning: Evolution, Applications, Challenges, and Opportunities","created":"2022-05-13","cited_by_count":163,"area":null},{"id":"2202.01110","title":"A Survey on Retrieval-Augmented Text Generation","created":"2022-02-02","cited_by_count":158,"area":"rag"},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2101.05068","title":"Probabilistic Embeddings for Cross-Modal Retrieval","created":"2021-01-13","cited_by_count":151,"area":null},{"id":"2310.13018","title":"Getting aligned on representational alignment","created":"2023-10-18","cited_by_count":143,"area":null},{"id":"2107.06912","title":"From Show to Tell: A Survey on Deep Learning-based Image Captioning","created":"2021-07-14","cited_by_count":138,"area":null},{"id":"2304.09172","title":"Hyperbolic Image-Text Representations","created":"2023-04-18","cited_by_count":136,"area":null},{"id":"2112.08879","title":"Bottom Up Top Down Detection Transformers for Language Grounding in Images and Point Clouds","created":"2021-12-16","cited_by_count":128,"area":null},{"id":"2203.15086","title":"X-Pool: Cross-Modal Language-Video Attention for Text-Video Retrieval","created":"2022-03-28","cited_by_count":128,"area":null},{"id":"2205.14459","title":"CyCLIP: Cyclic Contrastive Language-Image Pretraining","created":"2022-05-28","cited_by_count":127,"area":null},{"id":"2310.09199","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","created":"2023-10-13","cited_by_count":126,"area":"mllm"},{"id":"2104.12836","title":"Multimodal Contrastive Training for Visual Representation Learning","created":"2021-04-26","cited_by_count":124,"area":null},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2101.01368","title":"Similarity Reasoning and Filtration for Image-Text Matching","created":"2021-01-05","cited_by_count":121,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2309.09812","title":"R2GenGPT: Radiology Report Generation with Frozen LLMs","created":"2023-09-18","cited_by_count":114,"area":null},{"id":"2103.03493","title":"Causal Attention for Vision-Language Tasks","created":"2021-03-05","cited_by_count":111,"area":"mllm"},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109,"area":null},{"id":"2307.14061","title":"Set-level Guidance Attack: Boosting Adversarial Transferability of Vision-Language Pre-training Models","created":"2023-07-26","cited_by_count":108,"area":"mllm"},{"id":"2101.07396","title":"ArtEmis: Affective Language for Visual Art","created":"2021-01-19","cited_by_count":104,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2104.10054","title":"T2VLAD: Global-Local Sequence Alignment for Text-Video Retrieval","created":"2021-04-20","cited_by_count":103,"area":null},{"id":"2109.05534","title":"DSSL: Deep Surroundings-person Separation Learning for Text-based Person Retrieval","created":"2021-09-12","cited_by_count":102,"area":null},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2205.12522","title":"Crossmodal-3600: A Massively Multilingual Multimodal Evaluation Dataset","created":"2022-05-25","cited_by_count":100,"area":null},{"id":"2305.18279","title":"Contextual Object Detection with Multimodal Large Language Models","created":"2023-05-29","cited_by_count":100,"area":"mllm"},{"id":"2206.08356","title":"OmniMAE: Single Model Masked Pretraining on Images and Videos","created":"2022-06-16","cited_by_count":99,"area":null},{"id":"2308.15126","title":"Evaluation and Analysis of Hallucination in Large Vision-Language Models","created":"2023-08-29","cited_by_count":99,"area":"mllm"},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2207.08954","title":"Exploiting Unlabeled Data with Vision and Language Models for Object Detection","created":"2022-07-18","cited_by_count":97,"area":null},{"id":"2206.02369","title":"Learning to Break the Loop: Analyzing and Mitigating Repetitions for Neural Text Generation","created":"2022-06-06","cited_by_count":94,"area":null},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2307.10350","title":"Improving Multimodal Datasets with Image Captioning","created":"2023-07-19","cited_by_count":93,"area":"mllm"},{"id":"2403.13600","title":"VL-Mamba: Exploring State Space Models for Multimodal Learning","created":"2024-03-20","cited_by_count":93,"area":"mllm"},{"id":"2201.01389","title":"Semantic Communications: Principles and Challenges","created":"2021-12-30","cited_by_count":91,"area":null},{"id":"2211.00575","title":"Text-Only Training for Image Captioning using Noise-Injected CLIP","created":"2022-11-01","cited_by_count":91,"area":null},{"id":"2108.00316","title":"Chest ImaGenome Dataset for Clinical Reasoning","created":"2021-07-31","cited_by_count":90,"area":null},{"id":"2109.05433","title":"Are Gender-Neutral Queries Really Gender-Neutral? Mitigating Gender Bias in Image Search","created":"2021-09-12","cited_by_count":90,"area":null},{"id":"2205.02655","title":"Language Models Can See: Plugging Visual Controls in Text Generation","created":"2022-05-05","cited_by_count":90,"area":null},{"id":"2304.06720","title":"Expressive Text-to-Image Generation with Rich Text","created":"2023-04-13","cited_by_count":89,"area":null},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2105.02470","title":"Generalized Multimodal ELBO","created":"2021-05-06","cited_by_count":87,"area":null},{"id":"2406.08478","title":"What If We Recaption Billions of Web Images with LLaMA-3?","created":"2024-06-12","cited_by_count":87,"area":null},{"id":"2302.08888","title":"Multimodal Federated Learning via Contrastive Representation Ensemble","created":"2023-02-17","cited_by_count":86,"area":null},{"id":"2303.05657","title":"Tag2Text: Guiding Vision-Language Model via Image Tagging","created":"2023-03-10","cited_by_count":86,"area":"mllm"}],"next_cursor":"100"}