{"total":585,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906,"area":"mllm"},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735,"area":"mllm"},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2210.01936","title":"When and why vision-language models behave like bags-of-words, and what to do about it?","created":"2022-10-04","cited_by_count":610,"area":"mllm"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2311.17911","title":"OPERA: Alleviating Hallucination in Multi-Modal Large Language Models via Over-Trust Penalty and Retrospection-Allocation","created":"2023-11-29","cited_by_count":478,"area":"mllm"},{"id":"2311.03356","title":"GLaMM: Pixel Grounding Large Multimodal Model","created":"2023-11-06","cited_by_count":455,"area":"mllm"},{"id":"2306.14565","title":"Mitigating Hallucination in Large Multi-Modal Models via Robust Instruction Tuning","created":"2023-06-26","cited_by_count":445,"area":"mllm"},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2404.18930","title":"Hallucination of Multimodal Large Language Models: A Survey","created":"2024-04-29","cited_by_count":388,"area":"mllm"},{"id":"2403.18814","title":"Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models","created":"2024-03-27","cited_by_count":365,"area":"mllm"},{"id":"2306.09683","title":"Scaling Open-Vocabulary Object Detection","created":"2023-06-16","cited_by_count":343,"area":"mllm"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2406.10721","title":"RoboPoint: A Vision-Language Model for Spatial Affordance Prediction for Robotics","created":"2024-06-15","cited_by_count":251,"area":"mllm"},{"id":"2306.14610","title":"SugarCrepe: Fixing Hackable Benchmarks for Vision-Language Compositionality","created":"2023-06-26","cited_by_count":243,"area":"mllm"},{"id":"2311.16839","title":"Beyond Hallucinations: Enhancing LVLMs through Hallucination-Aware Direct Preference Optimization","created":"2023-11-28","cited_by_count":225,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2202.10401","title":"Vision-Language Pre-Training with Triple Contrastive Learning","created":"2022-02-21","cited_by_count":212,"area":"mllm"},{"id":"2501.12386","title":"InternVideo2.5: Empowering Video MLLMs with Long and Rich Context Modeling","created":"2025-01-21","cited_by_count":211,"area":"mllm"},{"id":"2402.11684","title":"ALLaVA: Harnessing GPT4V-Synthesized Data for Lite Vision-Language Models","created":"2024-02-18","cited_by_count":205,"area":"mllm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2403.11703","title":"LLaVA-UHD: an LMM Perceiving Any Aspect Ratio and High-Resolution Images","created":"2024-03-18","cited_by_count":195,"area":"mllm"},{"id":"2104.03135","title":"Seeing Out of tHe bOx: End-to-End Pre-training for Vision-Language Representation Learning","created":"2021-04-07","cited_by_count":187,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2402.09181","title":"OmniMedVQA: A New Large-Scale Comprehensive Evaluation Benchmark for Medical LVLM","created":"2024-02-14","cited_by_count":184,"area":"mllm"},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2212.07796","title":"CREPE: Can Vision-Language Foundation Models Reason Compositionally?","created":"2022-12-13","cited_by_count":181,"area":"mllm"},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2407.02392","title":"TokenPacker: Efficient Visual Projector for Multimodal LLM","created":"2024-07-02","cited_by_count":172,"area":"mllm"},{"id":"2309.02561","title":"Physically Grounded Vision-Language Models for Robotic Manipulation","created":"2023-09-05","cited_by_count":165,"area":"mllm"},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2312.10032","title":"Osprey: Pixel Understanding with Visual Instruction Tuning","created":"2023-12-15","cited_by_count":159,"area":"mllm"},{"id":"2412.01818","title":"Beyond Text-Visual Attention: Exploiting Visual Cues for Effective Token Pruning in VLMs","created":"2024-12-02","cited_by_count":157,"area":"mllm"},{"id":"2406.13642","title":"SpatialBot: Precise Spatial Understanding with Vision Language Models","created":"2024-06-19","cited_by_count":152,"area":"mllm"},{"id":"2306.11300","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","created":"2023-06-20","cited_by_count":151,"area":"mllm"},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2411.16537","title":"RoboSpatial: Teaching Spatial Understanding to 2D and 3D Vision-Language Models for Robotics","created":"2024-11-25","cited_by_count":136,"area":"mllm"},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2311.13614","title":"HalluciDoctor: Mitigating Hallucinatory Toxicity in Visual Instruction Data","created":"2023-11-22","cited_by_count":126,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2312.00438","title":"Dolphins: Multimodal Language Model for Driving","created":"2023-12-01","cited_by_count":124,"area":"mllm"},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2312.16886","title":"MobileVLM : A Fast, Strong and Open Vision Language Assistant for Mobile Devices","created":"2023-12-28","cited_by_count":122,"area":"mllm"},{"id":"2404.13013","title":"Groma: Localized Visual Tokenization for Grounding Multimodal Large Language Models","created":"2024-04-19","cited_by_count":119,"area":"mllm"},{"id":"2402.18476","title":"IBD: Alleviating Hallucinations in Large Vision-Language Models via Image-Biased Decoding","created":"2024-02-28","cited_by_count":118,"area":"mllm"},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116,"area":"mllm"},{"id":"2202.06767","title":"Wukong: A 100 Million Large-scale Chinese Cross-modal Pre-training Benchmark","created":"2022-02-14","cited_by_count":114,"area":"mllm"},{"id":"2207.00221","title":"VL-CheckList: Evaluating Pre-trained Vision-Language Models with Objects, Attributes and Relations","created":"2022-07-01","cited_by_count":114,"area":"mllm"},{"id":"2312.02949","title":"LLaVA-Grounding: Grounded Visual Chat with Large Multimodal Models","created":"2023-12-05","cited_by_count":113,"area":"mllm"},{"id":"2103.03493","title":"Causal Attention for Vision-Language Tasks","created":"2021-03-05","cited_by_count":111,"area":"mllm"},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2211.01335","title":"Chinese CLIP: Contrastive Vision-Language Pretraining in Chinese","created":"2022-11-02","cited_by_count":109,"area":"mllm"},{"id":"2406.05756","title":"EmbSpatial-Bench: Benchmarking Spatial Understanding for Embodied Tasks with Large Vision-Language Models","created":"2024-06-09","cited_by_count":107,"area":"mllm"},{"id":"2406.10100","title":"SkySenseGPT: A Fine-Grained Instruction Tuning Dataset and Model for Remote Sensing Vision-Language Understanding","created":"2024-06-14","cited_by_count":104,"area":"mllm"},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2401.06071","title":"GroundingGPT:Language Enhanced Multi-modal Grounding Model","created":"2024-01-11","cited_by_count":101,"area":"mllm"},{"id":"2403.14598","title":"PSALM: Pixelwise SegmentAtion with Large Multi-Modal Model","created":"2024-03-21","cited_by_count":101,"area":"mllm"},{"id":"2403.20271","title":"Draw-and-Understand: Leveraging Visual Prompts to Enable MLLMs to Comprehend What You Want","created":"2024-03-29","cited_by_count":101,"area":"mllm"},{"id":"2310.08825","title":"From CLIP to DINO: Visual Encoders Shout in Multi-modal Large Language Models","created":"2023-10-13","cited_by_count":98,"area":"mllm"},{"id":"2403.14520","title":"Cobra: Extending Mamba to Multi-Modal Large Language Model for Efficient Inference","created":"2024-03-21","cited_by_count":97,"area":"mllm"},{"id":"2410.14669","title":"NaturalBench: Evaluating Vision-Language Models on Natural Adversarial Samples","created":"2024-10-18","cited_by_count":97,"area":"mllm"},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2506.10967","title":"Beyond Attention or Similarity: Maximizing Conditional Diversity for Token Pruning in MLLMs","created":"2025-06-12","cited_by_count":96,"area":"mllm"},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94,"area":"mllm"},{"id":"2408.02032","title":"Self-Introspective Decoding: Alleviating Hallucinations for Large Vision-Language Models","created":"2024-08-04","cited_by_count":94,"area":"mllm"},{"id":"2410.16261","title":"Mini-InternVL: A Flexible-Transfer Pocket Multimodal Model with 5% Parameters and 90% Performance","created":"2024-10-21","cited_by_count":94,"area":"mllm"},{"id":"2301.02280","title":"Filtering, Distillation, and Hard Negatives for Vision-Language Pre-Training","created":"2023-01-05","cited_by_count":91,"area":"mllm"},{"id":"2306.07915","title":"Image Captioners Are Scalable Vision Learners Too","created":"2023-06-13","cited_by_count":89,"area":"mllm"},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2303.05657","title":"Tag2Text: Guiding Vision-Language Model via Image Tagging","created":"2023-03-10","cited_by_count":86,"area":"mllm"},{"id":"2106.01804","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","created":"2021-06-03","cited_by_count":85,"area":"mllm"},{"id":"2504.16072","title":"Describe Anything: Detailed Localized Image and Video Captioning","created":"2025-04-22","cited_by_count":84,"area":"mllm"},{"id":"2404.13046","title":"MoVA: Adapting Mixture of Vision Experts to Multimodal Context","created":"2024-04-19","cited_by_count":83,"area":"mllm"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"}],"next_cursor":"100"}