{"total":1218,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2408.01800","title":"MiniCPM-V: A GPT-4V Level MLLM on Your Phone","created":"2024-08-03","cited_by_count":1079,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2307.16125","title":"SEED-Bench: Benchmarking Multimodal LLMs with Generative Comprehension","created":"2023-07-30","cited_by_count":940,"area":"mllm"},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735,"area":"mllm"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2403.14624","title":"MathVerse: Does Your Multi-modal LLM Truly See the Diagrams in Visual Math Problems?","created":"2024-03-21","cited_by_count":586,"area":"mllm"},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583,"area":"mllm"},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2312.14135","title":"V*: Guided Visual Search as a Core Mechanism in Multimodal LLMs","created":"2023-12-21","cited_by_count":482,"area":"mllm"},{"id":"2311.17911","title":"OPERA: Alleviating Hallucination in Multi-Modal Large Language Models via Over-Trust Penalty and Retrospection-Allocation","created":"2023-11-29","cited_by_count":478,"area":"mllm"},{"id":"2406.08035","title":"LVBench: An Extreme Long Video Understanding Benchmark","created":"2024-06-12","cited_by_count":410,"area":"mllm"},{"id":"2410.04417","title":"SparseVLM: Visual Token Sparsification for Efficient Vision-Language Model Inference","created":"2024-10-06","cited_by_count":391,"area":"mllm"},{"id":"2404.18930","title":"Hallucination of Multimodal Large Language Models: A Survey","created":"2024-04-29","cited_by_count":388,"area":"mllm"},{"id":"2403.18814","title":"Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models","created":"2024-03-27","cited_by_count":365,"area":"mllm"},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2412.04467","title":"VisionZip: Longer is Better but Not Necessary in Vision Language Models","created":"2024-12-05","cited_by_count":313,"area":"mllm"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2410.17247","title":"PyramidDrop: Accelerating Your Large Vision-Language Models via Pyramid Visual Redundancy Reduction","created":"2024-10-22","cited_by_count":294,"area":"mllm"},{"id":"2408.13257","title":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","created":"2024-08-23","cited_by_count":292,"area":"mllm"},{"id":"2408.04840","title":"mPLUG-Owl3: Towards Long Image-Sequence Understanding in Multi-Modal Large Language Models","created":"2024-08-09","cited_by_count":291,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2311.17600","title":"MM-SafetyBench: A Benchmark for Safety Evaluation of Multimodal Large Language Models","created":"2023-11-29","cited_by_count":274,"area":"mllm"},{"id":"2406.18521","title":"CharXiv: Charting Gaps in Realistic Chart Understanding in Multimodal LLMs","created":"2024-06-26","cited_by_count":234,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2405.01483","title":"MANTIS: Interleaved Multi-Image Instruction Tuning","created":"2024-05-02","cited_by_count":216,"area":"mllm"},{"id":"2409.14485","title":"Video-XL: Extra-Long Vision Language Model for Hour-Scale Video Understanding","created":"2024-09-22","cited_by_count":213,"area":"mllm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2501.01957","title":"VITA-1.5: Towards GPT-4o Level Real-Time Vision and Speech Interaction","created":"2025-01-03","cited_by_count":197,"area":"mllm"},{"id":"2403.11703","title":"LLaVA-UHD: an LMM Perceiving Any Aspect Ratio and High-Resolution Images","created":"2024-03-18","cited_by_count":195,"area":"mllm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2404.16006","title":"MMT-Bench: A Comprehensive Multimodal Benchmark for Evaluating Large Vision-Language Models Towards Multitask AGI","created":"2024-04-24","cited_by_count":193,"area":"mllm"},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2509.18154","title":"MiniCPM-V 4.5: Cooking Efficient MLLMs via Architecture, Data, and Training Recipe","created":"2025-09-16","cited_by_count":186,"area":"mllm"},{"id":"2503.02175","title":"DivPrune: Diversity-based Visual Token Pruning for Large Multimodal Models","created":"2025-03-04","cited_by_count":181,"area":"mllm"},{"id":"2402.03766","title":"MobileVLM V2: Faster and Stronger Baseline for Vision Language Model","created":"2024-02-06","cited_by_count":174,"area":"mllm"},{"id":"2408.05211","title":"VITA: Towards Open-Source Interactive Omni Multimodal LLM","created":"2024-08-09","cited_by_count":173,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2407.02392","title":"TokenPacker: Efficient Visual Projector for Multimodal LLM","created":"2024-07-02","cited_by_count":172,"area":"mllm"},{"id":"2405.20797","title":"Ovis: Structural Embedding Alignment for Multimodal Large Language Model","created":"2024-05-31","cited_by_count":169,"area":"mllm"},{"id":"2501.03895","title":"LLaVA-Mini: Efficient Image and Video Large Multimodal Models with One Vision Token","created":"2025-01-07","cited_by_count":166,"area":"mllm"},{"id":"2402.14289","title":"TinyLLaVA: A Framework of Small-scale Large Multimodal Models","created":"2024-02-22","cited_by_count":164,"area":"mllm"},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2408.15556","title":"Divide, Conquer and Combine: A Training-Free Framework for High-Resolution Image Perception in Multimodal Large Language Models","created":"2024-08-28","cited_by_count":161,"area":"mllm"},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2501.04001","title":"Sa2VA: Marrying SAM2 with MLLM for Dense Grounded Understanding of Images and Videos","created":"2025-01-07","cited_by_count":159,"area":"mllm"},{"id":"2412.01818","title":"Beyond Text-Visual Attention: Exploiting Visual Cues for Effective Token Pruning in VLMs","created":"2024-12-02","cited_by_count":157,"area":"mllm"},{"id":"2406.13642","title":"SpatialBot: Precise Spatial Understanding with Vision Language Models","created":"2024-06-19","cited_by_count":152,"area":"mllm"},{"id":"2505.16933","title":"LLaDA-V: Large Language Diffusion Models with Visual Instruction Tuning","created":"2025-05-22","cited_by_count":148,"area":"mllm"},{"id":"2407.06581","title":"Vision language models are blind: Failing to translate detailed visual features into words","created":"2024-07-09","cited_by_count":147,"area":"mllm"},{"id":"2404.16790","title":"SEED-Bench-2-Plus: Benchmarking Multimodal Large Language Models with Text-Rich Visual Comprehension","created":"2024-04-25","cited_by_count":146,"area":"mllm"},{"id":"2501.11561","title":"Teaching Large Language Models to Regress Accurate Image Quality Scores using Score Distribution","created":"2025-01-20","cited_by_count":141,"area":"mllm"},{"id":"2408.15998","title":"Eagle: Exploring The Design Space for Multimodal LLMs with Mixture of Encoders","created":"2024-08-28","cited_by_count":139,"area":"mllm"},{"id":"2402.02544","title":"LHRS-Bot: Empowering Remote Sensing with VGI-Enhanced Large Multimodal Language Model","created":"2024-02-04","cited_by_count":138,"area":"mllm"},{"id":"2503.22976","title":"From Flatland to Space: Teaching Vision-Language Models to Perceive and Reason in 3D","created":"2025-03-29","cited_by_count":138,"area":"mllm"},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2402.17766","title":"ShapeLLM: Universal 3D Object Understanding for Embodied Interaction","created":"2024-02-27","cited_by_count":137,"area":"mllm"},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2403.09792","title":"Images are Achilles' Heel of Alignment: Exploiting Visual Vulnerabilities for Jailbreaking Multimodal Large Language Models","created":"2024-03-14","cited_by_count":136,"area":"mllm"},{"id":"2411.16537","title":"RoboSpatial: Teaching Spatial Understanding to 2D and 3D Vision-Language Models for Robotics","created":"2024-11-25","cited_by_count":136,"area":"mllm"},{"id":"2502.21257","title":"RoboBrain: A Unified Brain Model for Robotic Manipulation from Abstract to Concrete","created":"2025-02-28","cited_by_count":135,"area":"mllm"},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132,"area":"mllm"},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2409.10197","title":"Fit and Prune: Fast and Training-free Visual Token Pruning for Multi-modal Large Language Models","created":"2024-09-16","cited_by_count":126,"area":"mllm"},{"id":"2312.16886","title":"MobileVLM : A Fast, Strong and Open Vision Language Assistant for Mobile Devices","created":"2023-12-28","cited_by_count":122,"area":"mllm"},{"id":"2402.11530","title":"Efficient Multimodal Learning from Data-centric Perspective","created":"2024-02-18","cited_by_count":122,"area":"mllm"},{"id":"2312.06968","title":"Hallucination Augmented Contrastive Learning for Multimodal Large Language Model","created":"2023-12-12","cited_by_count":121,"area":"mllm"},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116,"area":"mllm"},{"id":"2501.01428","title":"GPT4Scene: Understand 3D Scenes from Videos with Vision-Language Models","created":"2025-01-02","cited_by_count":109,"area":"mllm"},{"id":"2405.11273","title":"Uni-MoE: Scaling Unified Multimodal LLMs with Mixture of Experts","created":"2024-05-18","cited_by_count":108,"area":"mllm"},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2312.08962","title":"Depicting Beyond Scores: Advancing Image Quality Assessment through Multi-modal Language Models","created":"2023-12-14","cited_by_count":105,"area":"mllm"},{"id":"2406.10100","title":"SkySenseGPT: A Fine-Grained Instruction Tuning Dataset and Model for Remote Sensing Vision-Language Understanding","created":"2024-06-14","cited_by_count":104,"area":"mllm"},{"id":"2409.02889","title":"LongLLaVA: Scaling Multi-modal LLMs to 1000 Images Efficiently via a Hybrid Architecture","created":"2024-09-04","cited_by_count":102,"area":"mllm"},{"id":"2409.15272","title":"OmniBench: Towards The Future of Universal Omni-Language Models","created":"2024-09-23","cited_by_count":102,"area":"mllm"},{"id":"2403.20271","title":"Draw-and-Understand: Leveraging Visual Prompts to Enable MLLMs to Comprehend What You Want","created":"2024-03-29","cited_by_count":101,"area":"mllm"},{"id":"2505.16990","title":"Dimple: Discrete Diffusion Multimodal Large Language Model with Parallel Decoding","created":"2025-05-22","cited_by_count":101,"area":"mllm"},{"id":"2402.03161","title":"Video-LaVIT: Unified Video-Language Pre-training with Decoupled Visual-Motional Tokenization","created":"2024-02-05","cited_by_count":100,"area":"mllm"},{"id":"2404.05955","title":"VisualWebBench: How Far Have Multimodal LLMs Evolved in Web Page Understanding and Grounding?","created":"2024-04-09","cited_by_count":100,"area":"mllm"},{"id":"2311.07362","title":"Volcano: Mitigating Multimodal Hallucination through Self-Feedback Guided Revision","created":"2023-11-13","cited_by_count":98,"area":"mllm"}],"next_cursor":"100"}