{"total":357,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2305.10355","title":"Evaluating Object Hallucination in Large Vision-Language Models","created":"2023-05-17","cited_by_count":1729,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735,"area":"mllm"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2403.06764","title":"An Image is Worth 1/2 Tokens After Layer 2: Plug-and-Play Inference Acceleration for Large Vision-Language Models","created":"2024-03-11","cited_by_count":642,"area":"mllm"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2410.05160","title":"VLM2Vec: Training Vision-Language Models for Massive Multimodal Embedding Tasks","created":"2024-10-07","cited_by_count":228,"area":"mllm"},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2412.03555","title":"PaliGemma 2: A Family of Versatile VLMs for Transfer","created":"2024-12-04","cited_by_count":207,"area":"mllm"},{"id":"2307.00716","title":"JourneyDB: A Benchmark for Generative Image Understanding","created":"2023-07-03","cited_by_count":205,"area":"mllm"},{"id":"2403.18715","title":"Mitigating Hallucinations in Large Vision-Language Models with Instruction Contrastive Decoding","created":"2024-03-27","cited_by_count":203,"area":"mllm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2502.17422","title":"MLLMs Know Where to Look: Training-free Perception of Small Visual Details with Multimodal LLMs","created":"2025-02-24","cited_by_count":176,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132,"area":"mllm"},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2212.05221","title":"REVEAL: Retrieval-Augmented Visual-Language Pre-Training with Multi-Source Multimodal Knowledge Memory","created":"2022-12-10","cited_by_count":123,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116,"area":"mllm"},{"id":"2405.11273","title":"Uni-MoE: Scaling Unified Multimodal LLMs with Mixture of Experts","created":"2024-05-18","cited_by_count":108,"area":"mllm"},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94,"area":"mllm"},{"id":"2408.02032","title":"Self-Introspective Decoding: Alleviating Hallucinations for Large Vision-Language Models","created":"2024-08-04","cited_by_count":94,"area":"mllm"},{"id":"2403.13600","title":"VL-Mamba: Exploring State Space Models for Multimodal Learning","created":"2024-03-20","cited_by_count":93,"area":"mllm"},{"id":"2503.02199","title":"Words or Vision: Do Vision-Language Models Have Blind Faith in Text?","created":"2025-03-04","cited_by_count":89,"area":"mllm"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2311.11860","title":"LION : Empowering Multimodal Large Language Model with Dual-Level Visual Knowledge","created":"2023-11-20","cited_by_count":81,"area":"mllm"},{"id":"2308.12714","title":"VIGC: Visual Instruction Generation and Correction","created":"2023-08-24","cited_by_count":80,"area":"mllm"},{"id":"2404.15406","title":"Wiki-LLaVA: Hierarchical Retrieval-Augmented Generation for Multimodal LLMs","created":"2024-04-23","cited_by_count":80,"area":"mllm"},{"id":"2405.20985","title":"DeCo: Decoupling Token Compression from Semantic Abstraction in Multimodal Large Language Models","created":"2024-05-31","cited_by_count":75,"area":"mllm"},{"id":"2406.04334","title":"DeepStack: Deeply Stacking Visual Tokens is Surprisingly Simple and Effective for LMMs","created":"2024-06-06","cited_by_count":75,"area":"mllm"},{"id":"2406.12718","title":"Mitigating Object Hallucinations in Large Vision-Language Models with Assembly of Global and Local Attention","created":"2024-06-18","cited_by_count":74,"area":"mllm"},{"id":"2411.18620","title":"Cross-modal Information Flow in Multimodal Large Language Models","created":"2024-11-27","cited_by_count":67,"area":"mllm"},{"id":"2502.13059","title":"SimpleVQA: Multimodal Factuality Evaluation for Multimodal Large Language Models","created":"2025-02-18","cited_by_count":66,"area":"mllm"},{"id":"2411.02937","title":"Benchmarking Multimodal Retrieval Augmented Generation with Dynamic VQA Dataset and Self-adaptive Planning Agent","created":"2024-11-05","cited_by_count":65,"area":"mllm"},{"id":"2310.17419","title":"AntifakePrompt: Prompt-Tuned Vision-Language Models are Fake Image Detectors","created":"2023-10-26","cited_by_count":64,"area":"mllm"},{"id":"2407.12735","title":"EchoSight: Advancing Visual-Language Models with Wiki Knowledge","created":"2024-07-17","cited_by_count":62,"area":"mllm"},{"id":"2312.01701","title":"Mitigating Fine-Grained Hallucination by Fine-Tuning Large Vision-Language Models with Caption Rewrites","created":"2023-12-04","cited_by_count":61,"area":"mllm"},{"id":"2402.05741","title":"Real-World Robot Applications of Foundation Models: A Review","created":"2024-02-08","cited_by_count":61,"area":"mllm"},{"id":"2406.07230","title":"Needle In A Multimodal Haystack","created":"2024-06-11","cited_by_count":58,"area":"mllm"},{"id":"2502.14846","title":"Scaling Text-Rich Image Understanding via Code-Guided Synthetic Multimodal Data Generation","created":"2025-02-20","cited_by_count":58,"area":"mllm"},{"id":"2401.11944","title":"CMMMU: A Chinese Massive Multi-discipline Multimodal Understanding Benchmark","created":"2024-01-22","cited_by_count":56,"area":"mllm"},{"id":"2410.09575","title":"Reconstructive Visual Instruction Tuning","created":"2024-10-12","cited_by_count":55,"area":"mllm"},{"id":"2402.12048","title":"Model Tailor: Mitigating Catastrophic Forgetting in Multi-modal Large Language Models","created":"2024-02-19","cited_by_count":54,"area":"mllm"},{"id":"2410.07112","title":"VHELM: A Holistic Evaluation of Vision Language Models","created":"2024-10-09","cited_by_count":53,"area":"mllm"},{"id":"2510.17269","title":"FineVision: Open Data Is All You Need","created":"2025-10-20","cited_by_count":53,"area":"mllm"},{"id":"2308.12038","title":"Large Multilingual Models Pivot Zero-Shot Multimodal Learning across Languages","created":"2023-08-23","cited_by_count":52,"area":"mllm"},{"id":"2311.16206","title":"Continual Instruction Tuning for Large Multimodal Models","created":"2023-11-27","cited_by_count":49,"area":"mllm"},{"id":"2310.00582","title":"Pink: Unveiling the Power of Referential Comprehension for Multi-modal LLMs","created":"2023-10-01","cited_by_count":47,"area":"mllm"},{"id":"2405.17820","title":"Don't Miss the Forest for the Trees: Attentional Vision Calibration for Large Vision Language Models","created":"2024-05-28","cited_by_count":47,"area":"mllm"},{"id":"2311.01477","title":"FaithScore: Fine-grained Evaluations of Hallucinations in Large Vision-Language Models","created":"2023-11-02","cited_by_count":46,"area":"mllm"},{"id":"2402.08680","title":"Mitigating Object Hallucination in Large Vision-Language Models via Image-Grounded Guidance","created":"2024-02-13","cited_by_count":46,"area":"mllm"},{"id":"2407.12709","title":"MoME: Mixture of Multimodal Experts for Generalist Multimodal Large Language Models","created":"2024-07-17","cited_by_count":46,"area":"mllm"},{"id":"2406.05127","title":"Towards Semantic Equivalence of Tokenization in Multimodal LLM","created":"2024-06-07","cited_by_count":45,"area":"mllm"},{"id":"2408.15881","title":"LLaVA-MoD: Making LLaVA Tiny via MoE Knowledge Distillation","created":"2024-08-28","cited_by_count":45,"area":"mllm"},{"id":"2501.12327","title":"VARGPT: Unified Understanding and Generation in a Visual Autoregressive Multimodal Large Language Model","created":"2025-01-21","cited_by_count":44,"area":"mllm"},{"id":"2502.06130","title":"Self-Correcting Decoding with Generative Feedback for Mitigating Hallucinations in Large Vision-Language Models","created":"2025-02-10","cited_by_count":44,"area":"mllm"},{"id":"2402.08327","title":"PreFLMR: Scaling Up Fine-Grained Late-Interaction Multi-modal Retrievers","created":"2024-02-13","cited_by_count":42,"area":"mllm"},{"id":"2409.05840","title":"MMEvol: Empowering Multimodal Large Language Models with Evol-Instruct","created":"2024-09-09","cited_by_count":42,"area":"mllm"},{"id":"2412.08442","title":"From Multimodal LLMs to Generalist Embodied Agents: Methods and Lessons","created":"2024-12-11","cited_by_count":42,"area":"mllm"},{"id":"2501.01377","title":"Improving Medical Large Vision-Language Models with Abnormal-Aware Feedback","created":"2025-01-02","cited_by_count":42,"area":"mllm"},{"id":"2510.12801","title":"DeepMMSearch-R1: Empowering Multimodal LLMs in Multimodal Web Search","created":"2025-10-14","cited_by_count":42,"area":"mllm"},{"id":"2307.06930","title":"mBLIP: Efficient Bootstrapping of Multilingual Vision-LLMs","created":"2023-07-13","cited_by_count":41,"area":"mllm"},{"id":"2408.12928","title":"ParGo: Bridging Vision-Language with Partial and Global Views","created":"2024-08-23","cited_by_count":40,"area":"mllm"},{"id":"2503.13107","title":"ClearSight: Visual Signal Enhancement for Object Hallucination Mitigation in Multimodal Large language Models","created":"2025-03-17","cited_by_count":40,"area":"mllm"},{"id":"2403.18346","title":"Quantifying and Mitigating Unimodal Biases in Multimodal Large Language Models: A Causal Perspective","created":"2024-03-27","cited_by_count":39,"area":"mllm"},{"id":"2307.01003","title":"Visual Instruction Tuning with Polite Flamingo","created":"2023-07-03","cited_by_count":38,"area":"mllm"},{"id":"2407.06438","title":"SOLO: A Single Transformer for Scalable Vision-Language Modeling","created":"2024-07-08","cited_by_count":37,"area":"mllm"},{"id":"2501.02765","title":"Visual Large Language Models for Generalized and Specialized Applications","created":"2025-01-06","cited_by_count":36,"area":"mllm"},{"id":"2503.06169","title":"Treble Counterfactual VLMs: A Causal Approach to Hallucination","created":"2025-03-08","cited_by_count":35,"area":"mllm"},{"id":"2504.04633","title":"M$^2$IV: Towards Efficient and Fine-grained Multimodal In-Context Learning via Representation Engineering","created":"2025-04-06","cited_by_count":35,"area":"mllm"},{"id":"2406.07594","title":"MLLMGuard: A Multi-dimensional Safety Evaluation Suite for Multimodal Large Language Models","created":"2024-06-11","cited_by_count":34,"area":"mllm"},{"id":"2505.02486","title":"SEFE: Superficial and Essential Forgetting Eliminator for Multimodal Continual Instruction Tuning","created":"2025-05-05","cited_by_count":33,"area":"mllm"},{"id":"2405.15232","title":"DEEM: Diffusion Models Serve as the Eyes of Large Language Models for Image Perception","created":"2024-05-24","cited_by_count":32,"area":"mllm"}],"next_cursor":"100"}