{"total":1576,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234,"area":"mllm"},{"id":"2307.15818","title":"RT-2: Vision-Language-Action Models Transfer Web Knowledge to Robotic Control","created":"2023-07-28","cited_by_count":3080,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071,"area":"mllm"},{"id":"2305.10355","title":"Evaluating Object Hallucination in Large Vision-Language Models","created":"2023-05-17","cited_by_count":1729,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471,"area":"mllm"},{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735,"area":"mllm"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2210.01936","title":"When and why vision-language models behave like bags-of-words, and what to do about it?","created":"2022-10-04","cited_by_count":610,"area":"mllm"},{"id":"2403.14624","title":"MathVerse: Does Your Multi-modal LLM Truly See the Diagrams in Visual Math Problems?","created":"2024-03-21","cited_by_count":586,"area":"mllm"},{"id":"2407.07895","title":"LLaVA-NeXT-Interleave: Tackling Multi-image, Video, and 3D in Large Multimodal Models","created":"2024-07-10","cited_by_count":584,"area":"mllm"},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583,"area":"mllm"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2401.01614","title":"GPT-4V(ision) is a Generalist Web Agent, if Grounded","created":"2024-01-03","cited_by_count":563,"area":"mllm"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2506.01844","title":"SmolVLA: A Vision-Language-Action Model for Affordable and Efficient Robotics","created":"2025-06-02","cited_by_count":530,"area":"mllm"},{"id":"2406.16852","title":"Long Context Transfer from Language to Vision","created":"2024-06-24","cited_by_count":515,"area":"mllm"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2312.14135","title":"V*: Guided Visual Search as a Core Mechanism in Multimodal LLMs","created":"2023-12-21","cited_by_count":482,"area":"mllm"},{"id":"2305.07895","title":"OCRBench: On the Hidden Mystery of OCR in Large Multimodal Models","created":"2023-05-13","cited_by_count":476,"area":"mllm"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2306.14565","title":"Mitigating Hallucination in Large Multi-Modal Models via Robust Instruction Tuning","created":"2023-06-26","cited_by_count":445,"area":"mllm"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2406.08035","title":"LVBench: An Extreme Long Video Understanding Benchmark","created":"2024-06-12","cited_by_count":410,"area":"mllm"},{"id":"2410.04417","title":"SparseVLM: Visual Token Sparsification for Efficient Vision-Language Model Inference","created":"2024-10-06","cited_by_count":391,"area":"mllm"},{"id":"2403.18814","title":"Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models","created":"2024-03-27","cited_by_count":365,"area":"mllm"},{"id":"2306.11029","title":"RemoteCLIP: A Vision Language Foundation Model for Remote Sensing","created":"2023-06-19","cited_by_count":363,"area":"mllm"},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2402.00253","title":"A Survey on Hallucination in Large Vision-Language Models","created":"2024-02-01","cited_by_count":357,"area":"mllm"},{"id":"2410.17434","title":"LongVU: Spatiotemporal Adaptive Compression for Long Video-Language Understanding","created":"2024-10-22","cited_by_count":356,"area":"mllm"},{"id":"2311.01378","title":"Vision-Language Foundation Models as Effective Robot Imitators","created":"2023-11-02","cited_by_count":349,"area":"mllm"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2306.13213","title":"Visual Adversarial Examples Jailbreak Aligned Large Language Models","created":"2023-06-22","cited_by_count":328,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2303.13283","title":"Visual-Language Prompt Tuning with Knowledge-guided Context Optimization","created":"2023-03-23","cited_by_count":308,"area":"mllm"},{"id":"2302.12242","title":"Side Adapter Network for Open-Vocabulary Semantic Segmentation","created":"2023-02-23","cited_by_count":300,"area":"mllm"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2408.04840","title":"mPLUG-Owl3: Towards Long Image-Sequence Understanding in Multi-Modal Large Language Models","created":"2024-08-09","cited_by_count":291,"area":"mllm"},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2311.17600","title":"MM-SafetyBench: A Benchmark for Safety Evaluation of Multimodal Large Language Models","created":"2023-11-29","cited_by_count":274,"area":"mllm"},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2305.17216","title":"Generating Images with Multimodal Language Models","created":"2023-05-26","cited_by_count":260,"area":"mllm"},{"id":"2308.06394","title":"Detecting and Preventing Hallucinations in Large Vision Language Models","created":"2023-08-11","cited_by_count":256,"area":"mllm"},{"id":"2306.14610","title":"SugarCrepe: Fixing Hackable Benchmarks for Vision-Language Compositionality","created":"2023-06-26","cited_by_count":243,"area":"mllm"},{"id":"2504.05299","title":"SmolVLM: Redefining small and efficient multimodal models","created":"2025-04-07","cited_by_count":237,"area":"mllm"},{"id":"2312.09245","title":"DriveMLM: Aligning Multi-Modal Large Language Models with Behavioral Planning States for Autonomous Driving","created":"2023-12-14","cited_by_count":233,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2403.11481","title":"VideoAgent: A Memory-augmented Multimodal Agent for Video Understanding","created":"2024-03-18","cited_by_count":229,"area":"mllm"},{"id":"2404.05726","title":"MA-LMM: Memory-Augmented Large Multimodal Model for Long-Term Video Understanding","created":"2024-04-08","cited_by_count":229,"area":"mllm"},{"id":"2304.06712","title":"What does CLIP know about a red circle? Visual prompt engineering for VLMs","created":"2023-04-13","cited_by_count":218,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2402.12226","title":"AnyGPT: Unified Multimodal LLM with Discrete Sequence Modeling","created":"2024-02-19","cited_by_count":217,"area":"mllm"},{"id":"2505.23747","title":"Spatial-MLLM: Boosting MLLM Capabilities in Visual-based Spatial Intelligence","created":"2025-05-29","cited_by_count":217,"area":"mllm"},{"id":"2405.01483","title":"MANTIS: Interleaved Multi-Image Instruction Tuning","created":"2024-05-02","cited_by_count":216,"area":"mllm"},{"id":"2409.14485","title":"Video-XL: Extra-Long Vision Language Model for Hour-Scale Video Understanding","created":"2024-09-22","cited_by_count":213,"area":"mllm"},{"id":"2307.15266","title":"RSGPT: A Remote Sensing Vision Language Model and Benchmark","created":"2023-07-28","cited_by_count":207,"area":"mllm"},{"id":"2307.00716","title":"JourneyDB: A Benchmark for Generative Image Understanding","created":"2023-07-03","cited_by_count":205,"area":"mllm"},{"id":"2403.18715","title":"Mitigating Hallucinations in Large Vision-Language Models with Instruction Contrastive Decoding","created":"2024-03-27","cited_by_count":203,"area":"mllm"},{"id":"2406.19280","title":"HuatuoGPT-Vision, Towards Injecting Medical Visual Knowledge into Multimodal LLMs at Scale","created":"2024-06-27","cited_by_count":200,"area":"mllm"},{"id":"2302.12066","title":"Teaching CLIP to Count to Ten","created":"2023-02-23","cited_by_count":198,"area":"mllm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2403.11703","title":"LLaVA-UHD: an LMM Perceiving Any Aspect Ratio and High-Resolution Images","created":"2024-03-18","cited_by_count":195,"area":"mllm"},{"id":"2407.01449","title":"ColPali: Efficient Document Retrieval with Vision Language Models","created":"2024-06-27","cited_by_count":195,"area":"mllm"},{"id":"2311.05437","title":"LLaVA-Plus: Learning to Use Tools for Creating Multimodal Agents","created":"2023-11-09","cited_by_count":193,"area":"mllm"},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2401.16822","title":"EarthGPT: A Universal Multi-modal Large Language Model for Multi-sensor Image Comprehension in Remote Sensing Domain","created":"2024-01-30","cited_by_count":184,"area":"mllm"},{"id":"2402.09181","title":"OmniMedVQA: A New Large-Scale Comprehensive Evaluation Benchmark for Medical LVLM","created":"2024-02-14","cited_by_count":184,"area":"mllm"},{"id":"2309.11751","title":"How Robust is Google's Bard to Adversarial Image Attacks?","created":"2023-09-21","cited_by_count":183,"area":"mllm"},{"id":"2409.18125","title":"LLaVA-3D: A Simple yet Effective Pathway to Empowering LMMs with 3D-awareness","created":"2024-09-26","cited_by_count":183,"area":"mllm"},{"id":"2406.14515","title":"MMBench-Video: A Long-Form Multi-Shot Benchmark for Holistic Video Understanding","created":"2024-06-20","cited_by_count":182,"area":"mllm"},{"id":"2407.21771","title":"Paying More Attention to Image: A Training-Free Method for Alleviating Hallucination in LVLMs","created":"2024-07-31","cited_by_count":179,"area":"mllm"},{"id":"2403.04473","title":"TextMonkey: An OCR-Free Large Multimodal Model for Understanding Document","created":"2024-03-07","cited_by_count":174,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2407.02392","title":"TokenPacker: Efficient Visual Projector for Multimodal LLM","created":"2024-07-02","cited_by_count":172,"area":"mllm"}],"next_cursor":"100"}