{"total":412,"rows":[{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137,"area":"synth"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2212.08051","title":"Objaverse: A Universe of Annotated 3D Objects","created":"2022-12-15","cited_by_count":1540,"area":null},{"id":"2203.10244","title":"ChartQA: A Benchmark for Question Answering about Charts with Visual and Logical Reasoning","created":"2022-03-19","cited_by_count":1479,"area":"lr"},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2106.13884","title":"Multimodal Few-Shot Learning with Frozen Language Models","created":"2021-06-25","cited_by_count":661,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2305.11175","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","created":"2023-05-18","cited_by_count":501,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2203.13366","title":"Recommendation as Language Processing (RLP): A Unified Pretrain, Personalized Prompt & Predict Paradigm (P5)","created":"2022-03-24","cited_by_count":402,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2303.13283","title":"Visual-Language Prompt Tuning with Knowledge-guided Context Optimization","created":"2023-03-23","cited_by_count":308,"area":"mllm"},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2410.23262","title":"EMMA: End-to-End Multimodal Model for Autonomous Driving","created":"2024-10-30","cited_by_count":231,"area":"driving"},{"id":"2202.04053","title":"DALL-Eval: Probing the Reasoning Skills and Social Biases of Text-to-Image Generation Models","created":"2022-02-08","cited_by_count":230,"area":"lr"},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2203.12277","title":"Unified Structure Generation for Universal Information Extraction","created":"2022-03-23","cited_by_count":221,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2305.11846","title":"Any-to-Any Generation via Composable Diffusion","created":"2023-05-19","cited_by_count":204,"area":null},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203,"area":null},{"id":"2305.08275","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","created":"2023-05-14","cited_by_count":202,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2502.17422","title":"MLLMs Know Where to Look: Training-free Perception of Small Visual Details with Multimodal LLMs","created":"2025-02-24","cited_by_count":176,"area":"mllm"},{"id":"2402.03766","title":"MobileVLM V2: Faster and Stronger Baseline for Vision Language Model","created":"2024-02-06","cited_by_count":174,"area":"mllm"},{"id":"2211.15660","title":"SatlasPretrain: A Large-Scale Dataset for Remote Sensing Image Understanding","created":"2022-11-28","cited_by_count":167,"area":null},{"id":"2212.10505","title":"DePlot: One-shot visual language reasoning by plot-to-table translation","created":"2022-12-20","cited_by_count":160,"area":"lr"},{"id":"2305.14761","title":"UniChart: A Universal Vision-language Pretrained Model for Chart Comprehension and Reasoning","created":"2023-05-24","cited_by_count":160,"area":"mllm"},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2212.02623","title":"Unifying Vision, Text, and Layout for Universal Document Processing","created":"2022-12-05","cited_by_count":140,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2212.02746","title":"UniGeo: Unifying Geometry Logical Reasoning via Reformulating Mathematical Expression","created":"2022-12-06","cited_by_count":137,"area":"lr"},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2212.09662","title":"MatCha: Enhancing Visual Language Pretraining with Math Reasoning and Chart Derendering","created":"2022-12-19","cited_by_count":133,"area":"lr"},{"id":"2312.06795","title":"Model Breadcrumbs: Scaling Multi-Task Model Merging with Sparse Masks","created":"2023-12-11","cited_by_count":133,"area":null},{"id":"2310.16436","title":"DDCoT: Duty-Distinct Chain-of-Thought Prompting for Multimodal Reasoning in Language Models","created":"2023-10-25","cited_by_count":128,"area":"lr"},{"id":"2402.11574","title":"Visual In-Context Learning for Large Vision-Language Models","created":"2024-02-18","cited_by_count":128,"area":"mllm"},{"id":"2403.02469","title":"Vision-Language Models for Medical Report Generation and Visual Question Answering: A Review","created":"2024-03-04","cited_by_count":125,"area":"mllm"},{"id":"2212.10535","title":"A Survey of Deep Learning for Mathematical Reasoning","created":"2022-12-20","cited_by_count":124,"area":"lr"},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115,"area":null},{"id":"2407.12442","title":"ClearCLIP: Decomposing CLIP Representations for Dense Vision-Language Inference","created":"2024-07-17","cited_by_count":113,"area":"mllm"},{"id":"2305.14167","title":"DetGPT: Detect What You Need via Reasoning","created":"2023-05-23","cited_by_count":112,"area":"lr"},{"id":"2307.05356","title":"VisText: A Benchmark for Semantically Rich Chart Captioning","created":"2023-06-28","cited_by_count":112,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2109.00590","title":"WebQA: Multihop and Multimodal QA","created":"2021-09-01","cited_by_count":109,"area":null},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2303.11722","title":"Implicit Neural Representation for Cooperative Low-light Image Enhancement","created":"2023-03-21","cited_by_count":92,"area":null},{"id":"2306.07915","title":"Image Captioners Are Scalable Vision Learners Too","created":"2023-06-13","cited_by_count":89,"area":"mllm"},{"id":"2210.08773","title":"Plug-and-Play VQA: Zero-shot VQA by Conjoining Large Pretrained Models with Zero Training","created":"2022-10-17","cited_by_count":88,"area":null},{"id":"2112.13906","title":"Does CLIP Benefit Visual Question Answering in the Medical Domain as Much as it Does in the General Domain?","created":"2021-12-27","cited_by_count":85,"area":null},{"id":"2303.16406","title":"Hierarchical Video-Moment Retrieval and Step-Captioning","created":"2023-03-29","cited_by_count":83,"area":null},{"id":"2311.18799","title":"X-InstructBLIP: A Framework for aligning X-Modal instruction-aware representations to LLMs and Emergent Cross-modal Reasoning","created":"2023-11-30","cited_by_count":80,"area":"lr"},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2210.07688","title":"Plausible May Not Be Faithful: Probing Object Hallucination in Vision-Language Pre-training","created":"2022-10-14","cited_by_count":72,"area":"mllm"},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2412.18424","title":"LongDocURL: a Comprehensive Multimodal Long Document Benchmark Integrating Understanding, Reasoning, and Locating","created":"2024-12-24","cited_by_count":72,"area":"lr"},{"id":"2203.06386","title":"Enabling Multimodal Generation on CLIP via Vision-Language Knowledge Distillation","created":"2022-03-12","cited_by_count":70,"area":"mllm"},{"id":"2405.11442","title":"Unifying 3D Vision-Language Understanding via Promptable Queries","created":"2024-05-19","cited_by_count":70,"area":null},{"id":"2404.07204","title":"BRAVE: Broadening the visual encoding of vision-language models","created":"2024-04-10","cited_by_count":69,"area":"mllm"},{"id":"2403.09028","title":"ChartInstruct: Instruction Tuning for Chart Comprehension and Reasoning","created":"2024-03-14","cited_by_count":68,"area":"lr"},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2205.01883","title":"All You May Need for VQA are Image Captions","created":"2022-05-04","cited_by_count":65,"area":null},{"id":"2111.12872","title":"Less is More: Generating Grounded Navigation Instructions from Landmarks","created":"2021-11-25","cited_by_count":64,"area":null},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2305.14800","title":"Exploring Diverse In-Context Configurations for Image Captioning","created":"2023-05-24","cited_by_count":63,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2210.06628","title":"OpenCQA: Open-ended Question Answering with Charts","created":"2022-10-12","cited_by_count":61,"area":null},{"id":"2203.05081","title":"NLX-GPT: A Model for Natural Language Explanations in Vision and Vision-Language Tasks","created":"2022-03-09","cited_by_count":60,"area":null},{"id":"2311.06612","title":"PerceptionGPT: Effectively Fusing Visual Perception into LLM","created":"2023-11-11","cited_by_count":59,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2302.11097","title":"A Multi-Modal Neural Geometric Solver with Textual Clauses Parsed from Diagram","created":"2023-02-22","cited_by_count":56,"area":"lr"}],"next_cursor":"100"}