{"total":530,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2305.10355","title":"Evaluating Object Hallucination in Large Vision-Language Models","created":"2023-05-17","cited_by_count":1729,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2307.16125","title":"SEED-Bench: Benchmarking Multimodal LLMs with Generative Comprehension","created":"2023-07-30","cited_by_count":940,"area":"mllm"},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906,"area":"mllm"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2309.17421","title":"The Dawn of LMMs: Preliminary Explorations with GPT-4V(ision)","created":"2023-09-29","cited_by_count":681,"area":"mllm"},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2403.14624","title":"MathVerse: Does Your Multi-modal LLM Truly See the Diagrams in Visual Math Problems?","created":"2024-03-21","cited_by_count":586,"area":"mllm"},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583,"area":"mllm"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2305.07895","title":"OCRBench: On the Hidden Mystery of OCR in Large Multimodal Models","created":"2023-05-13","cited_by_count":476,"area":"mllm"},{"id":"2311.03356","title":"GLaMM: Pixel Grounding Large Multimodal Model","created":"2023-11-06","cited_by_count":455,"area":"mllm"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2306.14565","title":"Mitigating Hallucination in Large Multi-Modal Models via Robust Instruction Tuning","created":"2023-06-26","cited_by_count":445,"area":"mllm"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2404.18930","title":"Hallucination of Multimodal Large Language Models: A Survey","created":"2024-04-29","cited_by_count":388,"area":"mllm"},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2410.17434","title":"LongVU: Spatiotemporal Adaptive Compression for Long Video-Language Understanding","created":"2024-10-22","cited_by_count":356,"area":"mllm"},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2310.00754","title":"Analyzing and Mitigating Object Hallucination in Large Vision-Language Models","created":"2023-10-01","cited_by_count":316,"area":"mllm"},{"id":"2311.07397","title":"AMBER: An LLM-free Multi-dimensional Benchmark for MLLMs Hallucination Evaluation","created":"2023-11-13","cited_by_count":300,"area":"mllm"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2408.13257","title":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","created":"2024-08-23","cited_by_count":292,"area":"mllm"},{"id":"2408.04840","title":"mPLUG-Owl3: Towards Long Image-Sequence Understanding in Multi-Modal Large Language Models","created":"2024-08-09","cited_by_count":291,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2311.17600","title":"MM-SafetyBench: A Benchmark for Safety Evaluation of Multimodal Large Language Models","created":"2023-11-29","cited_by_count":274,"area":"mllm"},{"id":"2308.06394","title":"Detecting and Preventing Hallucinations in Large Vision Language Models","created":"2023-08-11","cited_by_count":256,"area":"mllm"},{"id":"2406.18521","title":"CharXiv: Charting Gaps in Realistic Chart Understanding in Multimodal LLMs","created":"2024-06-26","cited_by_count":234,"area":"mllm"},{"id":"2312.09245","title":"DriveMLM: Aligning Multi-Modal Large Language Models with Behavioral Planning States for Autonomous Driving","created":"2023-12-14","cited_by_count":233,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2403.11481","title":"VideoAgent: A Memory-augmented Multimodal Agent for Video Understanding","created":"2024-03-18","cited_by_count":229,"area":"mllm"},{"id":"2404.05726","title":"MA-LMM: Memory-Augmented Large Multimodal Model for Long-Term Video Understanding","created":"2024-04-08","cited_by_count":229,"area":"mllm"},{"id":"2310.16045","title":"Woodpecker: Hallucination Correction for Multimodal Large Language Models","created":"2023-10-24","cited_by_count":226,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2409.14485","title":"Video-XL: Extra-Long Vision Language Model for Hour-Scale Video Understanding","created":"2024-09-22","cited_by_count":213,"area":"mllm"},{"id":"2403.14003","title":"Multi-Modal Hallucination Control by Visual Information Grounding","created":"2024-03-20","cited_by_count":208,"area":"mllm"},{"id":"2307.15266","title":"RSGPT: A Remote Sensing Vision Language Model and Benchmark","created":"2023-07-28","cited_by_count":207,"area":"mllm"},{"id":"2406.19280","title":"HuatuoGPT-Vision, Towards Injecting Medical Visual Knowledge into Multimodal LLMs at Scale","created":"2024-06-27","cited_by_count":200,"area":"mllm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2404.16006","title":"MMT-Bench: A Comprehensive Multimodal Benchmark for Evaluating Large Vision-Language Models Towards Multitask AGI","created":"2024-04-24","cited_by_count":193,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2401.16822","title":"EarthGPT: A Universal Multi-modal Large Language Model for Multi-sensor Image Comprehension in Remote Sensing Domain","created":"2024-01-30","cited_by_count":184,"area":"mllm"},{"id":"2402.09181","title":"OmniMedVQA: A New Large-Scale Comprehensive Evaluation Benchmark for Medical LVLM","created":"2024-02-14","cited_by_count":184,"area":"mllm"},{"id":"2407.21771","title":"Paying More Attention to Image: A Training-Free Method for Alleviating Hallucination in LVLMs","created":"2024-07-31","cited_by_count":179,"area":"mllm"},{"id":"2404.05719","title":"Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs","created":"2024-04-08","cited_by_count":176,"area":"mllm"},{"id":"2402.03766","title":"MobileVLM V2: Faster and Stronger Baseline for Vision Language Model","created":"2024-02-06","cited_by_count":174,"area":"mllm"},{"id":"2403.04473","title":"TextMonkey: An OCR-Free Large Multimodal Model for Understanding Document","created":"2024-03-07","cited_by_count":174,"area":"mllm"},{"id":"2408.05211","title":"VITA: Towards Open-Source Interactive Omni Multimodal LLM","created":"2024-08-09","cited_by_count":173,"area":"mllm"},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2407.02392","title":"TokenPacker: Efficient Visual Projector for Multimodal LLM","created":"2024-07-02","cited_by_count":172,"area":"mllm"},{"id":"2307.02499","title":"mPLUG-DocOwl: Modularized Multimodal Large Language Model for Document Understanding","created":"2023-07-04","cited_by_count":168,"area":"mllm"},{"id":"2501.03895","title":"LLaVA-Mini: Efficient Image and Video Large Multimodal Models with One Vision Token","created":"2025-01-07","cited_by_count":166,"area":"mllm"},{"id":"2402.14289","title":"TinyLLaVA: A Framework of Small-scale Large Multimodal Models","created":"2024-02-22","cited_by_count":164,"area":"mllm"},{"id":"2312.10032","title":"Osprey: Pixel Understanding with Visual Instruction Tuning","created":"2023-12-15","cited_by_count":159,"area":"mllm"},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2312.10103","title":"GSVA: Generalized Segmentation via Multimodal Large Language Models","created":"2023-12-15","cited_by_count":154,"area":"mllm"},{"id":"2311.10774","title":"MMC: Advancing Multimodal Chart Understanding with Large-scale Instruction Tuning","created":"2023-11-15","cited_by_count":150,"area":"mllm"},{"id":"2404.16790","title":"SEED-Bench-2-Plus: Benchmarking Multimodal Large Language Models with Text-Rich Visual Comprehension","created":"2024-04-25","cited_by_count":146,"area":"mllm"},{"id":"2310.05126","title":"UReader: Universal OCR-free Visually-situated Language Understanding with Multimodal Large Language Model","created":"2023-10-08","cited_by_count":143,"area":"mllm"},{"id":"2501.11561","title":"Teaching Large Language Models to Regress Accurate Image Quality Scores using Score Distribution","created":"2025-01-20","cited_by_count":141,"area":"mllm"},{"id":"2402.02544","title":"LHRS-Bot: Empowering Remote Sensing with VGI-Enhanced Large Multimodal Language Model","created":"2024-02-04","cited_by_count":138,"area":"mllm"},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2402.17766","title":"ShapeLLM: Universal 3D Object Understanding for Embodied Interaction","created":"2024-02-27","cited_by_count":137,"area":"mllm"},{"id":"2311.13614","title":"HalluciDoctor: Mitigating Hallucinatory Toxicity in Visual Instruction Data","created":"2023-11-22","cited_by_count":126,"area":"mllm"},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2401.06591","title":"Prometheus-Vision: Vision-Language Model as a Judge for Fine-Grained Evaluation","created":"2024-01-12","cited_by_count":125,"area":"mllm"},{"id":"2403.09513","title":"AdaShield: Safeguarding Multimodal Large Language Models from Structure-based Attack via Adaptive Shield Prompting","created":"2024-03-14","cited_by_count":125,"area":"mllm"},{"id":"2312.00438","title":"Dolphins: Multimodal Language Model for Driving","created":"2023-12-01","cited_by_count":124,"area":"mllm"},{"id":"2312.16886","title":"MobileVLM : A Fast, Strong and Open Vision Language Assistant for Mobile Devices","created":"2023-12-28","cited_by_count":122,"area":"mllm"},{"id":"2312.06968","title":"Hallucination Augmented Contrastive Learning for Multimodal Large Language Model","created":"2023-12-12","cited_by_count":121,"area":"mllm"},{"id":"2404.13013","title":"Groma: Localized Visual Tokenization for Grounding Multimodal Large Language Models","created":"2024-04-19","cited_by_count":119,"area":"mllm"},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116,"area":"mllm"},{"id":"2406.09418","title":"VideoGPT+: Integrating Image and Video Encoders for Enhanced Video Understanding","created":"2024-06-13","cited_by_count":115,"area":"mllm"},{"id":"2412.07755","title":"SAT: Dynamic Spatial Aptitude Training for Multimodal Language Models","created":"2024-12-10","cited_by_count":114,"area":"mllm"},{"id":"2406.05756","title":"EmbSpatial-Bench: Benchmarking Spatial Understanding for Embodied Tasks with Large Vision-Language Models","created":"2024-06-09","cited_by_count":107,"area":"mllm"},{"id":"2311.11810","title":"DocPedia: Unleashing the Power of Large Multimodal Model in the Frequency Domain for Versatile Document Understanding","created":"2023-11-20","cited_by_count":106,"area":"mllm"},{"id":"2312.08962","title":"Depicting Beyond Scores: Advancing Image Quality Assessment through Multi-modal Language Models","created":"2023-12-14","cited_by_count":105,"area":"mllm"},{"id":"2311.10081","title":"DRESS: Instructing Large Vision-Language Models to Align and Interact with Humans via Natural Language Feedback","created":"2023-11-16","cited_by_count":103,"area":"mllm"},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"}],"next_cursor":"100"}