{"total":891,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2306.00890","title":"LLaVA-Med: Training a Large Language-and-Vision Assistant for Biomedicine in One Day","created":"2023-06-01","cited_by_count":1305,"area":"mllm"},{"id":"2402.14008","title":"OlympiadBench: A Challenging Benchmark for Promoting AGI with Olympiad-Level Bilingual Multimodal Scientific Problems","created":"2024-02-21","cited_by_count":1136,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2403.06764","title":"An Image is Worth 1/2 Tokens After Layer 2: Plug-and-Play Inference Acceleration for Large Vision-Language Models","created":"2024-03-11","cited_by_count":642,"area":"mllm"},{"id":"2401.01614","title":"GPT-4V(ision) is a Generalist Web Agent, if Grounded","created":"2024-01-03","cited_by_count":563,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2401.13919","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","created":"2024-01-25","cited_by_count":438,"area":"mllm"},{"id":"2410.04417","title":"SparseVLM: Visual Token Sparsification for Efficient Vision-Language Model Inference","created":"2024-10-06","cited_by_count":391,"area":"mllm"},{"id":"2403.18814","title":"Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models","created":"2024-03-27","cited_by_count":365,"area":"mllm"},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2412.04467","title":"VisionZip: Longer is Better but Not Necessary in Vision Language Models","created":"2024-12-05","cited_by_count":313,"area":"mllm"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2410.17247","title":"PyramidDrop: Accelerating Your Large Vision-Language Models via Pyramid Visual Redundancy Reduction","created":"2024-10-22","cited_by_count":294,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2504.05299","title":"SmolVLM: Redefining small and efficient multimodal models","created":"2025-04-07","cited_by_count":237,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2410.05160","title":"VLM2Vec: Training Vision-Language Models for Massive Multimodal Embedding Tasks","created":"2024-10-07","cited_by_count":228,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2402.11684","title":"ALLaVA: Harnessing GPT4V-Synthesized Data for Lite Vision-Language Models","created":"2024-02-18","cited_by_count":205,"area":"mllm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2501.01957","title":"VITA-1.5: Towards GPT-4o Level Real-Time Vision and Speech Interaction","created":"2025-01-03","cited_by_count":197,"area":"mllm"},{"id":"2403.11703","title":"LLaVA-UHD: an LMM Perceiving Any Aspect Ratio and High-Resolution Images","created":"2024-03-18","cited_by_count":195,"area":"mllm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2503.02175","title":"DivPrune: Diversity-based Visual Token Pruning for Large Multimodal Models","created":"2025-03-04","cited_by_count":181,"area":"mllm"},{"id":"2402.03766","title":"MobileVLM V2: Faster and Stronger Baseline for Vision Language Model","created":"2024-02-06","cited_by_count":174,"area":"mllm"},{"id":"2408.05211","title":"VITA: Towards Open-Source Interactive Omni Multimodal LLM","created":"2024-08-09","cited_by_count":173,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2501.00321","title":"OCRBench v2: An Improved Benchmark for Evaluating Large Multimodal Models on Visual Text Localization and Reasoning","created":"2024-12-31","cited_by_count":173,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2309.02591","title":"Scaling Autoregressive Multi-Modal Models: Pretraining and Instruction Tuning","created":"2023-09-05","cited_by_count":170,"area":"mllm"},{"id":"2405.20797","title":"Ovis: Structural Embedding Alignment for Multimodal Large Language Model","created":"2024-05-31","cited_by_count":169,"area":"mllm"},{"id":"2501.03895","title":"LLaVA-Mini: Efficient Image and Video Large Multimodal Models with One Vision Token","created":"2025-01-07","cited_by_count":166,"area":"mllm"},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2408.15556","title":"Divide, Conquer and Combine: A Training-Free Framework for High-Resolution Image Perception in Multimodal Large Language Models","created":"2024-08-28","cited_by_count":161,"area":"mllm"},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2501.04001","title":"Sa2VA: Marrying SAM2 with MLLM for Dense Grounded Understanding of Images and Videos","created":"2025-01-07","cited_by_count":159,"area":"mllm"},{"id":"2412.01818","title":"Beyond Text-Visual Attention: Exploiting Visual Cues for Effective Token Pruning in VLMs","created":"2024-12-02","cited_by_count":157,"area":"mllm"},{"id":"2502.11494","title":"Stop Looking for Important Tokens in Multimodal Language Models: Duplication Matters More","created":"2025-02-17","cited_by_count":155,"area":"mllm"},{"id":"2501.11561","title":"Teaching Large Language Models to Regress Accurate Image Quality Scores using Score Distribution","created":"2025-01-20","cited_by_count":141,"area":"mllm"},{"id":"2403.00231","title":"Multimodal ArXiv: A Dataset for Improving Scientific Comprehension of Large Vision-Language Models","created":"2024-03-01","cited_by_count":139,"area":"mllm"},{"id":"2405.05803","title":"Boosting Multimodal Large Language Models with Visual Tokens Withdrawal for Rapid Inference","created":"2024-05-09","cited_by_count":139,"area":"mllm"},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132,"area":"mllm"},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2409.10197","title":"Fit and Prune: Fast and Training-free Visual Token Pruning for Multi-modal Large Language Models","created":"2024-09-16","cited_by_count":126,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2312.16886","title":"MobileVLM : A Fast, Strong and Open Vision Language Assistant for Mobile Devices","created":"2023-12-28","cited_by_count":122,"area":"mllm"},{"id":"2402.11530","title":"Efficient Multimodal Learning from Data-centric Perspective","created":"2024-02-18","cited_by_count":122,"area":"mllm"},{"id":"2402.12336","title":"Robust CLIP: Unsupervised Adversarial Fine-Tuning of Vision Embeddings for Robust Large Vision-Language Models","created":"2024-02-19","cited_by_count":120,"area":"mllm"},{"id":"2406.05967","title":"CVQA: Culturally-diverse Multilingual Visual Question Answering Benchmark","created":"2024-06-10","cited_by_count":120,"area":"mllm"},{"id":"2309.10313","title":"Investigating the Catastrophic Forgetting in Multimodal Large Language Models","created":"2023-09-19","cited_by_count":119,"area":"mllm"},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116,"area":"mllm"},{"id":"2403.03003","title":"Feast Your Eyes: Mixture-of-Resolution Adaptation for Multimodal Large Language Models","created":"2024-03-05","cited_by_count":113,"area":"mllm"},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2312.08962","title":"Depicting Beyond Scores: Advancing Image Quality Assessment through Multi-modal Language Models","created":"2023-12-14","cited_by_count":105,"area":"mllm"},{"id":"2408.06327","title":"VisualAgentBench: Towards Large Multimodal Models as Visual Foundation Agents","created":"2024-08-12","cited_by_count":103,"area":"mllm"},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"},{"id":"2409.02889","title":"LongLLaVA: Scaling Multi-modal LLMs to 1000 Images Efficiently via a Hybrid Architecture","created":"2024-09-04","cited_by_count":102,"area":"mllm"},{"id":"2401.06071","title":"GroundingGPT:Language Enhanced Multi-modal Grounding Model","created":"2024-01-11","cited_by_count":101,"area":"mllm"},{"id":"2505.16990","title":"Dimple: Discrete Diffusion Multimodal Large Language Model with Parallel Decoding","created":"2025-05-22","cited_by_count":101,"area":"mllm"},{"id":"2402.03161","title":"Video-LaVIT: Unified Video-Language Pre-training with Decoupled Visual-Motional Tokenization","created":"2024-02-05","cited_by_count":100,"area":"mllm"},{"id":"2311.17092","title":"SEED-Bench-2: Benchmarking Multimodal Large Language Models","created":"2023-11-28","cited_by_count":97,"area":"mllm"},{"id":"2410.14669","title":"NaturalBench: Evaluating Vision-Language Models on Natural Adversarial Samples","created":"2024-10-18","cited_by_count":97,"area":"mllm"},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2506.10967","title":"Beyond Attention or Similarity: Maximizing Conditional Diversity for Token Pruning in MLLMs","created":"2025-06-12","cited_by_count":96,"area":"mllm"},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94,"area":"mllm"},{"id":"2410.16261","title":"Mini-InternVL: A Flexible-Transfer Pocket Multimodal Model with 5% Parameters and 90% Performance","created":"2024-10-21","cited_by_count":94,"area":"mllm"},{"id":"2403.13600","title":"VL-Mamba: Exploring State Space Models for Multimodal Learning","created":"2024-03-20","cited_by_count":93,"area":"mllm"},{"id":"2312.03777","title":"On the Robustness of Large Multimodal Models Against Image Adversarial Attacks","created":"2023-12-06","cited_by_count":92,"area":"mllm"},{"id":"2406.11833","title":"MMDU: A Multi-Turn Multi-Image Dialog Understanding Benchmark and Instruction-Tuning Dataset for LVLMs","created":"2024-06-17","cited_by_count":90,"area":"mllm"},{"id":"2412.00447","title":"ATP-LLaVA: Adaptive Token Pruning for Large Vision Language Models","created":"2024-11-30","cited_by_count":89,"area":"mllm"},{"id":"2406.12030","title":"SPA-VL: A Comprehensive Safety Preference Alignment Dataset for Vision Language Model","created":"2024-06-17","cited_by_count":85,"area":"mllm"},{"id":"2405.17430","title":"Matryoshka Multimodal Models","created":"2024-05-27","cited_by_count":84,"area":"mllm"},{"id":"2404.13046","title":"MoVA: Adapting Mixture of Vision Experts to Multimodal Context","created":"2024-04-19","cited_by_count":83,"area":"mllm"},{"id":"2408.08632","title":"A Survey on Benchmarks of Multimodal Large Language Models","created":"2024-08-16","cited_by_count":82,"area":"mllm"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2406.12275","title":"VoCo-LLaMA: Towards Vision Compression with Large Language Models","created":"2024-06-18","cited_by_count":79,"area":"mllm"},{"id":"2405.14622","title":"Calibrated Self-Rewarding Vision Language Models","created":"2024-05-23","cited_by_count":78,"area":"mllm"},{"id":"2412.13303","title":"FastVLM: Efficient Vision Encoding for Vision Language Models","created":"2024-12-17","cited_by_count":77,"area":"mllm"},{"id":"2406.08487","title":"Beyond LLaVA-HD: Diving into High-Resolution Large Multimodal Models","created":"2024-06-12","cited_by_count":76,"area":"mllm"}],"next_cursor":"100"}