{"total":400,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2406.09246","title":"OpenVLA: An Open-Source Vision-Language-Action Model","created":"2024-06-13","cited_by_count":2887,"area":"vla"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758,"area":null},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735,"area":"mllm"},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2311.03079","title":"CogVLM: Visual Expert for Pretrained Language Models","created":"2023-11-06","cited_by_count":708,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625,"area":null},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2204.03162","title":"Winoground: Probing Vision and Language Models for Visio-Linguistic Compositionality","created":"2022-04-07","cited_by_count":529,"area":"lr"},{"id":"2501.13106","title":"VideoLLaMA 3: Frontier Multimodal Foundation Models for Image and Video Understanding","created":"2025-01-22","cited_by_count":518,"area":null},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2311.06242","title":"Florence-2: Advancing a Unified Representation for a Variety of Vision Tasks","created":"2023-11-10","cited_by_count":410,"area":null},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366,"area":null},{"id":"2403.18814","title":"Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models","created":"2024-03-27","cited_by_count":365,"area":"mllm"},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2402.07865","title":"Prismatic VLMs: Investigating the Design Space of Visually-Conditioned Language Models","created":"2024-02-12","cited_by_count":339,"area":null},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2504.13181","title":"Perception Encoder: The best visual embeddings are not at the output of the network","created":"2025-04-17","cited_by_count":326,"area":null},{"id":"2406.01584","title":"SpatialRGPT: Grounded Spatial Reasoning in Vision Language Models","created":"2024-06-03","cited_by_count":311,"area":"lr"},{"id":"2309.15112","title":"InternLM-XComposer: A Vision-Language Large Model for Advanced Text-image Comprehension and Composition","created":"2023-09-26","cited_by_count":297,"area":null},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2403.16999","title":"Visual CoT: Advancing Multi-Modal Language Models with a Comprehensive Dataset and Benchmark for Chain-of-Thought Reasoning","created":"2024-03-25","cited_by_count":280,"area":"lr"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2407.05282","title":"UltraEdit: Instruction-based Fine-Grained Image Editing at Scale","created":"2024-07-07","cited_by_count":268,"area":null},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2407.04973","title":"LogicVista: Multimodal LLM Logical Reasoning Benchmark in Visual Contexts","created":"2024-07-06","cited_by_count":245,"area":"lr"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2403.12895","title":"mPLUG-DocOwl 1.5: Unified Structure Learning for OCR-free Document Understanding","created":"2024-03-19","cited_by_count":220,"area":null},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2412.14164","title":"MetaMorph: Multimodal Understanding and Generation via Instruction Tuning","created":"2024-12-18","cited_by_count":206,"area":null},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2310.01218","title":"Making LLaMA SEE and Draw with SEED Tokenizer","created":"2023-10-02","cited_by_count":185,"area":null},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2105.05486","title":"TextOCR: Towards large-scale end-to-end reasoning for arbitrary-shaped scene text","created":"2021-05-12","cited_by_count":171,"area":null},{"id":"2203.06486","title":"Chart-to-Text: A Large-Scale Benchmark for Chart Summarization","created":"2022-03-12","cited_by_count":169,"area":null},{"id":"2307.02499","title":"mPLUG-DocOwl: Modularized Multimodal Large Language Model for Document Understanding","created":"2023-07-04","cited_by_count":168,"area":"mllm"},{"id":"2405.16009","title":"Streaming Long Video Understanding with Large Language Models","created":"2024-05-25","cited_by_count":167,"area":null},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2310.05126","title":"UReader: Universal OCR-free Visually-situated Language Understanding with Multimodal Large Language Model","created":"2023-10-08","cited_by_count":143,"area":"mllm"},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2107.06912","title":"From Show to Tell: A Survey on Deep Learning-based Image Captioning","created":"2021-07-14","cited_by_count":138,"area":null},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2401.06805","title":"Exploring the Reasoning Abilities of Multimodal Large Language Models (MLLMs): A Comprehensive Survey on Emerging Trends in Multimodal Reasoning","created":"2024-01-10","cited_by_count":136,"area":"lr"},{"id":"2102.09550","title":"Going Full-TILT Boogie on Document Understanding with Text-Image-Layout Transformer","created":"2021-02-18","cited_by_count":134,"area":null},{"id":"2305.18259","title":"GlyphControl: Glyph Conditional Control for Visual Text Generation","created":"2023-05-29","cited_by_count":131,"area":"diffusion"},{"id":"2412.05237","title":"MAmmoTH-VL: Eliciting Multimodal Reasoning with Instruction Tuning at Scale","created":"2024-12-06","cited_by_count":127,"area":"lr"},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126,"area":null},{"id":"2310.09199","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","created":"2023-10-13","cited_by_count":126,"area":"mllm"},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2409.03420","title":"mPLUG-DocOwl2: High-resolution Compressing for OCR-free Multi-page Document Understanding","created":"2024-09-05","cited_by_count":114,"area":null},{"id":"2501.15368","title":"Baichuan-Omni-1.5 Technical Report","created":"2025-01-26","cited_by_count":111,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109,"area":null},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2406.04339","title":"RoboMamba: Efficient Vision-Language-Action Model for Robotic Reasoning and Manipulation","created":"2024-06-06","cited_by_count":103,"area":"vla"},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"},{"id":"2406.15704","title":"video-SALMONN: Speech-Enhanced Audio-Visual Large Language Models","created":"2024-06-22","cited_by_count":102,"area":null},{"id":"2404.07973","title":"Ferret-v2: An Improved Baseline for Referring and Grounding with Large Language Models","created":"2024-04-11","cited_by_count":97,"area":null},{"id":"2506.18095","title":"ShareGPT-4o-Image: Aligning Multimodal Models with GPT-4o-Level Image Generation","created":"2025-06-22","cited_by_count":97,"area":null},{"id":"2309.11419","title":"KOSMOS-2.5: A Multimodal Literate Model","created":"2023-09-20","cited_by_count":96,"area":null},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2404.05225","title":"LayoutLLM: Layout Instruction Tuning with Large Language Models for Document Understanding","created":"2024-04-08","cited_by_count":95,"area":"mllm"},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94,"area":"mllm"},{"id":"2410.16261","title":"Mini-InternVL: A Flexible-Transfer Pocket Multimodal Model with 5% Parameters and 90% Performance","created":"2024-10-21","cited_by_count":94,"area":"mllm"},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2406.12030","title":"SPA-VL: A Comprehensive Safety Preference Alignment Dataset for Vision Language Model","created":"2024-06-17","cited_by_count":85,"area":"mllm"},{"id":"2408.08632","title":"A Survey on Benchmarks of Multimodal Large Language Models","created":"2024-08-16","cited_by_count":82,"area":"mllm"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2311.11860","title":"LION : Empowering Multimodal Large Language Model with Dual-Level Visual Knowledge","created":"2023-11-20","cited_by_count":81,"area":"mllm"},{"id":"2401.10208","title":"MM-Interleaved: Interleaved Image-Text Generative Modeling via Multi-modal Feature Synchronizer","created":"2024-01-18","cited_by_count":80,"area":null},{"id":"2406.11069","title":"WildVision: Evaluating Vision-Language Models in the Wild with Human Preferences","created":"2024-06-16","cited_by_count":76,"area":"mllm"},{"id":"2405.20985","title":"DeCo: Decoupling Token Compression from Semantic Abstraction in Multimodal Large Language Models","created":"2024-05-31","cited_by_count":75,"area":"mllm"},{"id":"2406.20098","title":"Web2Code: A Large-scale Webpage-to-Code Dataset and Evaluation Framework for Multimodal LLMs","created":"2024-06-28","cited_by_count":74,"area":"mllm"},{"id":"2407.08303","title":"DenseFusion-1M: Merging Vision Experts for Comprehensive Multimodal Perception","created":"2024-07-11","cited_by_count":73,"area":"mllm"},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2311.04219","title":"OtterHD: A High-Resolution Multi-modality Model","created":"2023-11-07","cited_by_count":72,"area":null},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2406.08418","title":"OmniCorpus: A Unified Multimodal Corpus of 10 Billion-Level Images Interleaved with Text","created":"2024-06-12","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2405.02793","title":"ImageInWords: Unlocking Hyper-Detailed Image Descriptions","created":"2024-05-05","cited_by_count":57,"area":null},{"id":"2308.16890","title":"TouchStone: Evaluating Vision-Language Models by Language Models","created":"2023-08-31","cited_by_count":55,"area":"mllm"}],"next_cursor":"100"}