{"total":245,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234,"area":"mllm"},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583,"area":"mllm"},{"id":"2401.01614","title":"GPT-4V(ision) is a Generalist Web Agent, if Grounded","created":"2024-01-03","cited_by_count":563,"area":"mllm"},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2401.13919","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","created":"2024-01-25","cited_by_count":438,"area":"mllm"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2402.04788","title":"MLLM-as-a-Judge: Assessing Multimodal LLM-as-a-Judge with Vision-Language Benchmark","created":"2024-02-07","cited_by_count":372,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2312.11370","title":"G-LLaVA: Solving Geometric Problem with Multi-Modal Large Language Model","created":"2023-12-18","cited_by_count":210,"area":"mllm"},{"id":"2403.11703","title":"LLaVA-UHD: an LMM Perceiving Any Aspect Ratio and High-Resolution Images","created":"2024-03-18","cited_by_count":195,"area":"mllm"},{"id":"2404.16006","title":"MMT-Bench: A Comprehensive Multimodal Benchmark for Evaluating Large Vision-Language Models Towards Multitask AGI","created":"2024-04-24","cited_by_count":193,"area":"mllm"},{"id":"2404.05719","title":"Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs","created":"2024-04-08","cited_by_count":176,"area":"mllm"},{"id":"2405.20797","title":"Ovis: Structural Embedding Alignment for Multimodal Large Language Model","created":"2024-05-31","cited_by_count":169,"area":"mllm"},{"id":"2311.16483","title":"ChartLlama: A Multimodal LLM for Chart Understanding and Generation","created":"2023-11-27","cited_by_count":163,"area":"mllm"},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2406.13642","title":"SpatialBot: Precise Spatial Understanding with Vision Language Models","created":"2024-06-19","cited_by_count":152,"area":"mllm"},{"id":"2311.10774","title":"MMC: Advancing Multimodal Chart Understanding with Large-scale Instruction Tuning","created":"2023-11-15","cited_by_count":150,"area":"mllm"},{"id":"2407.06581","title":"Vision language models are blind: Failing to translate detailed visual features into words","created":"2024-07-09","cited_by_count":147,"area":"mllm"},{"id":"2411.03628","title":"StreamingBench: Assessing the Gap for MLLMs to Achieve Streaming Video Understanding","created":"2024-11-06","cited_by_count":144,"area":"mllm"},{"id":"2403.00231","title":"Multimodal ArXiv: A Dataset for Improving Scientific Comprehension of Large Vision-Language Models","created":"2024-03-01","cited_by_count":139,"area":"mllm"},{"id":"2311.07562","title":"GPT-4V in Wonderland: Large Multimodal Models for Zero-Shot Smartphone GUI Navigation","created":"2023-11-13","cited_by_count":137,"area":"mllm"},{"id":"2311.03287","title":"Holistic Analysis of Hallucination in GPT-4V(ision): Bias and Interference Challenges","created":"2023-11-06","cited_by_count":131,"area":"mllm"},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2312.10665","title":"Silkie: Preference Distillation for Large Visual Language Models","created":"2023-12-17","cited_by_count":130,"area":"mllm"},{"id":"2402.07945","title":"ScreenAgent: A Vision Language Model-driven Computer Control Agent","created":"2024-02-09","cited_by_count":102,"area":"mllm"},{"id":"2404.05225","title":"LayoutLLM: Layout Instruction Tuning with Large Language Models for Document Understanding","created":"2024-04-08","cited_by_count":95,"area":"mllm"},{"id":"2406.18139","title":"LOOK-M: Look-Once Optimization in KV Cache for Efficient Multimodal Long-Context Inference","created":"2024-06-26","cited_by_count":95,"area":"mllm"},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94,"area":"mllm"},{"id":"2412.14058","title":"What Matters in Building Vision-Language-Action Models for Generalist Robots","created":"2024-12-18","cited_by_count":89,"area":"mllm"},{"id":"2404.18532","title":"MileBench: Benchmarking MLLMs in Long Context","created":"2024-04-29","cited_by_count":88,"area":"mllm"},{"id":"2401.16160","title":"LLaVA-MoLE: Sparse Mixture of LoRA Experts for Mitigating Data Conflicts in Instruction Finetuning MLLMs","created":"2024-01-29","cited_by_count":84,"area":"mllm"},{"id":"2407.07403","title":"A Survey of Attacks on Large Vision-Language Models: Resources, Advances, and Future Trends","created":"2024-07-10","cited_by_count":84,"area":"mllm"},{"id":"2504.16072","title":"Describe Anything: Detailed Localized Image and Video Captioning","created":"2025-04-22","cited_by_count":84,"area":"mllm"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2311.05332","title":"On the Road with GPT-4V(ision): Early Explorations of Visual-Language Model on Autonomous Driving","created":"2023-11-09","cited_by_count":80,"area":"mllm"},{"id":"2312.16862","title":"TinyGPT-V: Efficient Multimodal Large Language Model via Small Backbones","created":"2023-12-28","cited_by_count":77,"area":"mllm"},{"id":"2403.14077","title":"Can ChatGPT Detect DeepFakes? A Study of Using Multimodal Large Language Models for Media Forensics","created":"2024-03-21","cited_by_count":69,"area":"mllm"},{"id":"2402.14683","title":"Visual Hallucinations of Multi-modal Large Language Models","created":"2024-02-22","cited_by_count":68,"area":"mllm"},{"id":"2402.10670","title":"OpenFMNav: Towards Open-Set Zero-Shot Object Navigation via Vision-Language Foundation Models","created":"2024-02-16","cited_by_count":67,"area":"mllm"},{"id":"2401.08276","title":"AesBench: An Expert Benchmark for Multimodal Large Language Models on Image Aesthetics Perception","created":"2024-01-16","cited_by_count":65,"area":"mllm"},{"id":"2401.12425","title":"The Neglected Tails in Vision-Language Models","created":"2024-01-23","cited_by_count":63,"area":"mllm"},{"id":"2407.06192","title":"Multi-Object Hallucination in Vision-Language Models","created":"2024-07-08","cited_by_count":60,"area":"mllm"},{"id":"2410.09421","title":"VLFeedback: A Large-Scale AI Feedback Dataset for Large Vision-Language Models Alignment","created":"2024-10-12","cited_by_count":58,"area":"mllm"},{"id":"2502.09696","title":"ZeroBench: An Impossible Visual Benchmark for Contemporary Large Multimodal Models","created":"2025-02-13","cited_by_count":58,"area":"mllm"},{"id":"2402.12058","title":"Scaffolding Coordinates to Promote Vision-Language Coordination in Large Multi-Modal Models","created":"2024-02-19","cited_by_count":57,"area":"mllm"},{"id":"2408.00765","title":"MM-Vet v2: A Challenging Benchmark to Evaluate Large Multimodal Models for Integrated Capabilities","created":"2024-08-01","cited_by_count":57,"area":"mllm"},{"id":"2502.10810","title":"SVBench: A Benchmark with Temporal Multi-Turn Dialogues for Streaming Video Understanding","created":"2025-02-15","cited_by_count":57,"area":"mllm"},{"id":"2404.09624","title":"AesExpert: Towards Multi-modality Foundation Model for Image Aesthetics Perception","created":"2024-04-15","cited_by_count":54,"area":"mllm"},{"id":"2312.12423","title":"Jack of All Tasks, Master of Many: Designing General-purpose Coarse-to-Fine Vision-Language Model","created":"2023-12-19","cited_by_count":53,"area":"mllm"},{"id":"2406.16866","title":"Revisiting Referring Expression Comprehension Evaluation in the Era of Large Multimodal Models","created":"2024-06-24","cited_by_count":53,"area":"mllm"},{"id":"2312.12436","title":"A Challenger to GPT-4V? Early Explorations of Gemini in Visual Expertise","created":"2023-12-19","cited_by_count":49,"area":"mllm"},{"id":"2405.13800","title":"Dense Connector for MLLMs","created":"2024-05-22","cited_by_count":49,"area":"mllm"},{"id":"2406.04236","title":"Understanding Information Storage and Transfer in Multi-modal Large Language Models","created":"2024-06-06","cited_by_count":49,"area":"mllm"},{"id":"2405.08807","title":"SciFIBench: Benchmarking Large Multimodal Models for Scientific Figure Interpretation","created":"2024-05-14","cited_by_count":48,"area":"mllm"},{"id":"2310.00582","title":"Pink: Unveiling the Power of Referential Comprehension for Multi-modal LLMs","created":"2023-10-01","cited_by_count":47,"area":"mllm"},{"id":"2402.13220","title":"How Easy is It to Fool Your Multimodal LLMs? An Empirical Analysis on Deceptive Prompts","created":"2024-02-20","cited_by_count":47,"area":"mllm"},{"id":"2412.02611","title":"AV-Odyssey Bench: Can Your Multimodal LLMs Really Understand Audio-Visual Information?","created":"2024-12-03","cited_by_count":47,"area":"mllm"},{"id":"2501.02189","title":"A Survey of State of the Art Large Vision Language Models: Alignment, Benchmark, Evaluations and Challenges","created":"2025-01-04","cited_by_count":47,"area":"mllm"},{"id":"2403.12488","title":"DetToolChain: A New Prompting Paradigm to Unleash Detection Ability of MLLM","created":"2024-03-19","cited_by_count":46,"area":"mllm"},{"id":"2405.08603","title":"A Comprehensive Survey of Large Language Models and Multimodal Large Language Models in Medicine","created":"2024-05-14","cited_by_count":45,"area":"mllm"},{"id":"2401.07764","title":"When Large Language Model Agents Meet 6G Networks: Perception, Grounding, and Alignment","created":"2024-01-15","cited_by_count":43,"area":"mllm"},{"id":"2403.10854","title":"A Comprehensive Study of Multimodal Large Language Models for Image Quality Assessment","created":"2024-03-16","cited_by_count":43,"area":"mllm"},{"id":"2405.16919","title":"VoCoT: Unleashing Visually Grounded Multi-Step Reasoning in Large Multi-Modal Models","created":"2024-05-27","cited_by_count":43,"area":"mllm"},{"id":"2502.06788","title":"EVEv2: Improved Baselines for Encoder-Free Vision-Language Models","created":"2025-02-10","cited_by_count":41,"area":"mllm"},{"id":"2311.14906","title":"AutoEval-Video: An Automatic Benchmark for Assessing Large Vision Language Models in Open-Ended Video Question Answering","created":"2023-11-25","cited_by_count":40,"area":"mllm"},{"id":"2504.02477","title":"Multimodal Fusion and Vision-Language Models: A Survey for Robot Vision","created":"2025-04-03","cited_by_count":40,"area":"mllm"},{"id":"2401.17600","title":"Good at captioning, bad at counting: Benchmarking GPT-4V on Earth observation data","created":"2024-01-31","cited_by_count":39,"area":"mllm"},{"id":"2403.18346","title":"Quantifying and Mitigating Unimodal Biases in Multimodal Large Language Models: A Causal Perspective","created":"2024-03-27","cited_by_count":39,"area":"mllm"},{"id":"2402.00626","title":"Vision-LLMs Can Fool Themselves with Self-Generated Typographic Attacks","created":"2024-02-01","cited_by_count":38,"area":"mllm"},{"id":"2403.07407","title":"In-context learning enables multimodal large language models to classify cancer pathology images","created":"2024-03-12","cited_by_count":38,"area":"mllm"},{"id":"2311.14656","title":"Charting New Territories: Exploring the Geographic and Geospatial Capabilities of Multimodal LLMs","created":"2023-11-24","cited_by_count":34,"area":"mllm"},{"id":"2405.15356","title":"Alleviating Hallucinations in Large Vision-Language Models through Hallucination-Induced Optimization","created":"2024-05-24","cited_by_count":34,"area":"mllm"},{"id":"2403.01031","title":"Peacock: A Family of Arabic Multimodal Large Language Models and Benchmarks","created":"2024-03-01","cited_by_count":32,"area":"mllm"},{"id":"2404.16375","title":"List Items One by One: A New Data Source and Learning Paradigm for Multimodal LLMs","created":"2024-04-25","cited_by_count":32,"area":"mllm"},{"id":"2406.10900","title":"AutoHallusion: Automatic Generation of Hallucination Benchmarks for Vision-Language Models","created":"2024-06-16","cited_by_count":32,"area":"mllm"},{"id":"2403.15952","title":"IllusionVQA: A Challenging Optical Illusion Dataset for Vision Language Models","created":"2024-03-23","cited_by_count":31,"area":"mllm"},{"id":"2411.18499","title":"OpenING: A Comprehensive Benchmark for Judging Open-ended Interleaved Image-Text Generation","created":"2024-11-27","cited_by_count":31,"area":"mllm"},{"id":"2412.08614","title":"Benchmarking Large Vision-Language Models via Directed Scene Graph for Comprehensive Image Captioning","created":"2024-12-11","cited_by_count":31,"area":"mllm"},{"id":"2402.06599","title":"On the Out-Of-Distribution Generalization of Multimodal Large Language Models","created":"2024-02-09","cited_by_count":30,"area":"mllm"},{"id":"2407.17291","title":"How Good (Or Bad) Are LLMs at Detecting Misleading Visualizations?","created":"2024-07-24","cited_by_count":27,"area":"mllm"},{"id":"2403.09037","title":"The First to Know: How Token Distributions Reveal Hidden Knowledge in Large Vision-Language Models?","created":"2024-03-14","cited_by_count":26,"area":"mllm"},{"id":"2502.17425","title":"Introducing Visual Perception Token into Multimodal Large Language Model","created":"2025-02-24","cited_by_count":26,"area":"mllm"},{"id":"2311.13194","title":"Towards Improving Document Understanding: An Exploration on Text-Grounding via MLLMs","created":"2023-11-22","cited_by_count":25,"area":"mllm"},{"id":"2403.02677","title":"Finetuned Multimodal Language Models Are High-Quality Image-Text Data Filters","created":"2024-03-05","cited_by_count":25,"area":"mllm"},{"id":"2403.20194","title":"ConvBench: A Multi-Turn Conversation Evaluation Benchmark with Hierarchical Capability for Large Vision-Language Models","created":"2024-03-29","cited_by_count":25,"area":"mllm"},{"id":"2509.17664","title":"SD-VLM: Spatial Measuring and Understanding with Depth-Encoded Vision-Language Models","created":"2025-09-22","cited_by_count":25,"area":"mllm"},{"id":"2311.02612","title":"GPT-4V-AD: Exploring Grounding Potential of VQA-oriented GPT-4V for Zero-shot Anomaly Detection","created":"2023-11-05","cited_by_count":23,"area":"mllm"},{"id":"2409.17143","title":"Attention Prompting on Image for Large Vision-Language Models","created":"2024-09-25","cited_by_count":23,"area":"mllm"},{"id":"2411.14982","title":"Large Multi-modal Models Can Interpret Features in Large Multi-modal Models","created":"2024-11-22","cited_by_count":23,"area":"mllm"},{"id":"2502.11859","title":"Defining and Evaluating Visual Language Models' Basic Spatial Abilities: A Perspective from Psychometrics","created":"2025-02-17","cited_by_count":23,"area":"mllm"},{"id":"2404.17672","title":"BlenderAlchemy: Editing 3D Graphics with Vision-Language Models","created":"2024-04-26","cited_by_count":22,"area":"mllm"},{"id":"2407.21333","title":"Chat2Layout: Interactive 3D Furniture Layout with a Multimodal LLM","created":"2024-07-31","cited_by_count":21,"area":"mllm"},{"id":"2404.06510","title":"Can Large Vision-Language Models Correct Semantic Grounding Errors By Themselves?","created":"2024-04-09","cited_by_count":20,"area":"mllm"},{"id":"2412.00686","title":"LVLM-COUNT: Enhancing the Counting Ability of Large Vision-Language Models","created":"2024-12-01","cited_by_count":20,"area":"mllm"}],"next_cursor":"100"}