{"total":459,"rows":[{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2412.05271","title":"Expanding Performance Boundaries of Open-Source Multimodal Models with Model, Data, and Test-Time Scaling","created":"2024-12-06","cited_by_count":1599,"area":"lr"},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839,"area":"mllm"},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758,"area":null},{"id":"2101.02235","title":"Did Aristotle Use a Laptop? A Question Answering Benchmark with Implicit Reasoning Strategies","created":"2021-01-06","cited_by_count":743,"area":null},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2210.01936","title":"When and why vision-language models behave like bags-of-words, and what to do about it?","created":"2022-10-04","cited_by_count":610,"area":"mllm"},{"id":"2407.07895","title":"LLaVA-NeXT-Interleave: Tackling Multi-image, Video, and 3D in Large Multimodal Models","created":"2024-07-10","cited_by_count":584,"area":"mllm"},{"id":"2211.11559","title":"Visual Programming: Compositional visual reasoning without training","created":"2022-11-18","cited_by_count":516,"area":"lr"},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2205.00363","title":"Visual Spatial Reasoning","created":"2022-04-30","cited_by_count":293,"area":"lr"},{"id":"2408.04840","title":"mPLUG-Owl3: Towards Long Image-Sequence Understanding in Multi-Modal Large Language Models","created":"2024-08-09","cited_by_count":291,"area":"mllm"},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2310.19785","title":"What's \"up\" with vision-language models? Investigating their struggle with spatial reasoning","created":"2023-10-30","cited_by_count":254,"area":"lr"},{"id":"2108.04024","title":"Image Retrieval on Real-life Images with Pre-trained Vision-and-Language Models","created":"2021-08-09","cited_by_count":251,"area":null},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2405.01483","title":"MANTIS: Interleaved Multi-Image Instruction Tuning","created":"2024-05-02","cited_by_count":216,"area":"mllm"},{"id":"2202.10401","title":"Vision-Language Pre-Training with Triple Contrastive Learning","created":"2022-02-21","cited_by_count":212,"area":"mllm"},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188,"area":"mllm"},{"id":"2104.03135","title":"Seeing Out of tHe bOx: End-to-End Pre-training for Vision-Language Representation Learning","created":"2021-04-07","cited_by_count":187,"area":"mllm"},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2212.07796","title":"CREPE: Can Vision-Language Foundation Models Reason Compositionally?","created":"2022-12-13","cited_by_count":181,"area":"mllm"},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2104.08768","title":"Constrained Language Models Yield Few-Shot Semantic Parsers","created":"2021-04-18","cited_by_count":163,"area":null},{"id":"2411.16537","title":"RoboSpatial: Teaching Spatial Understanding to 2D and 3D Vision-Language Models for Robotics","created":"2024-11-25","cited_by_count":136,"area":"mllm"},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2212.09662","title":"MatCha: Enhancing Visual Language Pretraining with Math Reasoning and Chart Derendering","created":"2022-12-19","cited_by_count":133,"area":"lr"},{"id":"2412.05237","title":"MAmmoTH-VL: Eliciting Multimodal Reasoning with Instruction Tuning at Scale","created":"2024-12-06","cited_by_count":127,"area":"lr"},{"id":"2403.19651","title":"MagicLens: Self-Supervised Image Retrieval with Open-Ended Instructions","created":"2024-03-28","cited_by_count":119,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2103.03493","title":"Causal Attention for Vision-Language Tasks","created":"2021-03-05","cited_by_count":111,"area":"mllm"},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110,"area":null},{"id":"2109.00590","title":"WebQA: Multihop and Multimodal QA","created":"2021-09-01","cited_by_count":109,"area":null},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2406.11833","title":"MMDU: A Multi-Turn Multi-Image Dialog Understanding Benchmark and Instruction-Tuning Dataset for LVLMs","created":"2024-06-17","cited_by_count":90,"area":"mllm"},{"id":"2505.04921","title":"Perception, Reason, Think, and Plan: A Survey on Large Multimodal Reasoning Models","created":"2025-05-08","cited_by_count":90,"area":"lr"},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2106.01804","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","created":"2021-06-03","cited_by_count":85,"area":"mllm"},{"id":"2303.11916","title":"CompoDiff: Versatile Composed Image Retrieval With Latent Diffusion","created":"2023-03-21","cited_by_count":85,"area":"diffusion"},{"id":"2104.05832","title":"SpartQA: : A Textual Question Answering Benchmark for Spatial Reasoning","created":"2021-04-12","cited_by_count":77,"area":null},{"id":"2308.04152","title":"Fine-tuning Multimodal LLMs to Follow Zero-shot Demonstrative Instructions","created":"2023-08-08","cited_by_count":77,"area":"mllm"},{"id":"2409.20566","title":"MM1.5: Methods, Analysis & Insights from Multimodal LLM Fine-tuning","created":"2024-09-30","cited_by_count":76,"area":"mllm"},{"id":"2109.06082","title":"xGQA: Cross-Lingual Visual Question Answering","created":"2021-09-13","cited_by_count":72,"area":null},{"id":"2411.15296","title":"MME-Survey: A Comprehensive Survey on Evaluation of Multimodal LLMs","created":"2024-11-22","cited_by_count":72,"area":"mllm"},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2308.00675","title":"Tool Documentation Enables Zero-Shot Tool-Usage with Large Language Models","created":"2023-08-01","cited_by_count":68,"area":null},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2103.16110","title":"Kaleido-BERT: Vision-Language Pre-training on Fashion Domain","created":"2021-03-30","cited_by_count":67,"area":"mllm"},{"id":"2106.13488","title":"Probing Inter-modality: Visual Parsing with Self-Attention for Vision-Language Pre-training","created":"2021-06-25","cited_by_count":67,"area":"mllm"},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2107.02331","title":"Mind Your Outliers! Investigating the Negative Impact of Outliers on Active Learning for Visual Question Answering","created":"2021-07-06","cited_by_count":62,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2303.14725","title":"Natural Language Reasoning, A Survey","created":"2023-03-26","cited_by_count":61,"area":"lr"},{"id":"2308.12305","title":"FedDAT: An Approach for Foundation Model Finetuning in Multi-Modal Heterogeneous Federated Learning","created":"2023-08-21","cited_by_count":60,"area":null},{"id":"2109.06860","title":"Broaden the Vision: Geo-Diverse Visual Commonsense Reasoning","created":"2021-09-14","cited_by_count":59,"area":null},{"id":"2310.05473","title":"Sentence-level Prompts Benefit Composed Image Retrieval","created":"2023-10-09","cited_by_count":59,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2209.09019","title":"LAVIS: A Library for Language-Vision Intelligence","created":"2022-09-15","cited_by_count":55,"area":null},{"id":"2201.11732","title":"IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages","created":"2022-01-27","cited_by_count":54,"area":null},{"id":"2301.13741","title":"UPop: Unified and Progressive Pruning for Compressing Vision-Language Transformers","created":"2023-01-31","cited_by_count":54,"area":null},{"id":"2403.02991","title":"MADTP: Multimodal Alignment-Guided Dynamic Token Pruning for Accelerating Vision-Language Transformer","created":"2024-03-05","cited_by_count":54,"area":"inference"},{"id":"2403.15452","title":"What Are Tools Anyway? A Survey from the Language Model Perspective","created":"2024-03-18","cited_by_count":54,"area":null},{"id":"2409.09788","title":"Reasoning Paths with Reference Objects Elicit Quantitative Spatial Reasoning in Large Vision-Language Models","created":"2024-09-15","cited_by_count":54,"area":"lr"},{"id":"2303.05952","title":"Understanding and Constructing Latent Modality Structures in Multi-modal Representation Learning","created":"2023-03-10","cited_by_count":53,"area":null},{"id":"2305.17530","title":"PuMer: Pruning and Merging Tokens for Efficient Vision Language Models","created":"2023-05-27","cited_by_count":53,"area":"mllm"},{"id":"2312.12423","title":"Jack of All Tasks, Master of Many: Designing General-purpose Coarse-to-Fine Vision-Language Model","created":"2023-12-19","cited_by_count":53,"area":"mllm"},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2308.11485","title":"Composed Image Retrieval using Contrastive Learning and Task-oriented CLIP-based Features","created":"2023-08-22","cited_by_count":52,"area":null},{"id":"2308.14746","title":"CoVR-2: Automatic Data Construction for Composed Video Retrieval","created":"2023-08-28","cited_by_count":52,"area":null},{"id":"2503.13436","title":"Unified Autoregressive Visual Generation and Understanding with Continuous Tokens","created":"2025-03-17","cited_by_count":51,"area":null},{"id":"2306.05392","title":"Modular Visual Question Answering via Code Generation","created":"2023-06-08","cited_by_count":48,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2303.09429","title":"Data Roaming and Quality Assessment for Composed Image Retrieval","created":"2023-03-16","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2206.08919","title":"VLMixer: Unpaired Vision-Language Pre-training via Cross-Modal CutMix","created":"2022-06-17","cited_by_count":45,"area":"mllm"}],"next_cursor":"100"}