{"total":1307,"rows":[{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2307.15818","title":"RT-2: Vision-Language-Action Models Transfer Web Knowledge to Robotic Control","created":"2023-07-28","cited_by_count":3080,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2109.01134","title":"Learning to Prompt for Vision-Language Models","created":"2021-09-02","cited_by_count":2281,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071,"area":"mllm"},{"id":"2305.10355","title":"Evaluating Object Hallucination in Large Vision-Language Models","created":"2023-05-17","cited_by_count":1729,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089,"area":"mllm"},{"id":"2110.04544","title":"CLIP-Adapter: Better Vision-Language Models with Feature Adapters","created":"2021-10-09","cited_by_count":1026,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2307.16125","title":"SEED-Bench: Benchmarking Multimodal LLMs with Generative Comprehension","created":"2023-07-30","cited_by_count":940,"area":"mllm"},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839,"area":"mllm"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2111.07783","title":"FILIP: Fine-grained Interactive Language-Image Pre-Training","created":"2021-11-09","cited_by_count":627,"area":"mllm"},{"id":"2403.14624","title":"MathVerse: Does Your Multi-modal LLM Truly See the Diagrams in Visual Math Problems?","created":"2024-03-21","cited_by_count":586,"area":"mllm"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2506.01844","title":"SmolVLA: A Vision-Language-Action Model for Affordable and Efficient Robotics","created":"2025-06-02","cited_by_count":530,"area":"mllm"},{"id":"2406.16852","title":"Long Context Transfer from Language to Vision","created":"2024-06-24","cited_by_count":515,"area":"mllm"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2312.14135","title":"V*: Guided Visual Search as a Core Mechanism in Multimodal LLMs","created":"2023-12-21","cited_by_count":482,"area":"mllm"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2306.14565","title":"Mitigating Hallucination in Large Multi-Modal Models via Robust Instruction Tuning","created":"2023-06-26","cited_by_count":445,"area":"mllm"},{"id":"2401.13919","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","created":"2024-01-25","cited_by_count":438,"area":"mllm"},{"id":"2111.03930","title":"Tip-Adapter: Training-free CLIP-Adapter for Better Vision-Language Modeling","created":"2021-11-06","cited_by_count":431,"area":"mllm"},{"id":"2402.07927","title":"A Systematic Survey of Prompt Engineering in Large Language Models: Techniques and Applications","created":"2024-02-05","cited_by_count":431,"area":"mllm"},{"id":"2311.05608","title":"FigStep: Jailbreaking Large Vision-Language Models via Typographic Visual Prompts","created":"2023-11-09","cited_by_count":398,"area":"mllm"},{"id":"2410.04417","title":"SparseVLM: Visual Token Sparsification for Efficient Vision-Language Model Inference","created":"2024-10-06","cited_by_count":391,"area":"mllm"},{"id":"2209.07511","title":"Test-Time Prompt Tuning for Zero-Shot Generalization in Vision-Language Models","created":"2022-09-15","cited_by_count":382,"area":"mllm"},{"id":"2402.04788","title":"MLLM-as-a-Judge: Assessing Multimodal LLM-as-a-Judge with Vision-Language Benchmark","created":"2024-02-07","cited_by_count":372,"area":"mllm"},{"id":"2210.05714","title":"Visual Language Maps for Robot Navigation","created":"2022-10-11","cited_by_count":365,"area":"mllm"},{"id":"2403.18814","title":"Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models","created":"2024-03-27","cited_by_count":365,"area":"mllm"},{"id":"2306.11029","title":"RemoteCLIP: A Vision Language Foundation Model for Remote Sensing","created":"2023-06-19","cited_by_count":363,"area":"mllm"},{"id":"2207.09519","title":"Tip-Adapter: Training-free Adaption of CLIP for Few-shot Classification","created":"2022-07-19","cited_by_count":362,"area":"mllm"},{"id":"2410.17434","title":"LongVU: Spatiotemporal Adaptive Compression for Long Video-Language Understanding","created":"2024-10-22","cited_by_count":356,"area":"mllm"},{"id":"2408.05517","title":"SWIFT:A Scalable lightWeight Infrastructure for Fine-Tuning","created":"2024-08-10","cited_by_count":355,"area":"mllm"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2311.01378","title":"Vision-Language Foundation Models as Effective Robot Imitators","created":"2023-11-02","cited_by_count":349,"area":"mllm"},{"id":"2210.07183","title":"Visual Classification via Description from Large Language Models","created":"2022-10-13","cited_by_count":336,"area":"mllm"},{"id":"2306.13213","title":"Visual Adversarial Examples Jailbreak Aligned Large Language Models","created":"2023-06-22","cited_by_count":328,"area":"mllm"},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2310.00754","title":"Analyzing and Mitigating Object Hallucination in Large Vision-Language Models","created":"2023-10-01","cited_by_count":316,"area":"mllm"},{"id":"2408.10188","title":"LongVILA: Scaling Long-Context Visual Language Models for Long Videos","created":"2024-08-19","cited_by_count":309,"area":"mllm"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2408.13257","title":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","created":"2024-08-23","cited_by_count":292,"area":"mllm"},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2305.17216","title":"Generating Images with Multimodal Language Models","created":"2023-05-26","cited_by_count":260,"area":"mllm"},{"id":"2308.06394","title":"Detecting and Preventing Hallucinations in Large Vision Language Models","created":"2023-08-11","cited_by_count":256,"area":"mllm"},{"id":"2406.10721","title":"RoboPoint: A Vision-Language Model for Spatial Affordance Prediction for Robotics","created":"2024-06-15","cited_by_count":251,"area":"mllm"},{"id":"2306.14610","title":"SugarCrepe: Fixing Hackable Benchmarks for Vision-Language Compositionality","created":"2023-06-26","cited_by_count":243,"area":"mllm"},{"id":"2205.03340","title":"Prompt Distribution Learning","created":"2022-05-06","cited_by_count":235,"area":"mllm"},{"id":"2312.09245","title":"DriveMLM: Aligning Multi-Modal Large Language Models with Behavioral Planning States for Autonomous Driving","created":"2023-12-14","cited_by_count":233,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2404.05726","title":"MA-LMM: Memory-Augmented Large Multimodal Model for Long-Term Video Understanding","created":"2024-04-08","cited_by_count":229,"area":"mllm"},{"id":"2310.16045","title":"Woodpecker: Hallucination Correction for Multimodal Large Language Models","created":"2023-10-24","cited_by_count":226,"area":"mllm"},{"id":"2311.16839","title":"Beyond Hallucinations: Enhancing LVLMs through Hallucination-Aware Direct Preference Optimization","created":"2023-11-28","cited_by_count":225,"area":"mllm"},{"id":"2304.06712","title":"What does CLIP know about a red circle? Visual prompt engineering for VLMs","created":"2023-04-13","cited_by_count":218,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2402.12226","title":"AnyGPT: Unified Multimodal LLM with Discrete Sequence Modeling","created":"2024-02-19","cited_by_count":217,"area":"mllm"},{"id":"2312.11370","title":"G-LLaVA: Solving Geometric Problem with Multi-Modal Large Language Model","created":"2023-12-18","cited_by_count":210,"area":"mllm"},{"id":"2307.15266","title":"RSGPT: A Remote Sensing Vision Language Model and Benchmark","created":"2023-07-28","cited_by_count":207,"area":"mllm"},{"id":"2305.17100","title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","created":"2023-05-26","cited_by_count":201,"area":"mllm"},{"id":"2403.11549","title":"Boosting Continual Learning of Vision-Language Models via Mixture-of-Experts Adapters","created":"2024-03-18","cited_by_count":199,"area":"mllm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2501.01957","title":"VITA-1.5: Towards GPT-4o Level Real-Time Vision and Speech Interaction","created":"2025-01-03","cited_by_count":197,"area":"mllm"},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188,"area":"mllm"},{"id":"2309.17102","title":"Guiding Instruction-based Image Editing via Multimodal Large Language Models","created":"2023-09-29","cited_by_count":185,"area":"mllm"},{"id":"2401.16822","title":"EarthGPT: A Universal Multi-modal Large Language Model for Multi-sensor Image Comprehension in Remote Sensing Domain","created":"2024-01-30","cited_by_count":184,"area":"mllm"},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2309.11751","title":"How Robust is Google's Bard to Adversarial Image Attacks?","created":"2023-09-21","cited_by_count":183,"area":"mllm"},{"id":"2406.14515","title":"MMBench-Video: A Long-Form Multi-Shot Benchmark for Holistic Video Understanding","created":"2024-06-20","cited_by_count":182,"area":"mllm"},{"id":"2212.07796","title":"CREPE: Can Vision-Language Foundation Models Reason Compositionally?","created":"2022-12-13","cited_by_count":181,"area":"mllm"},{"id":"2407.21771","title":"Paying More Attention to Image: A Training-Free Method for Alleviating Hallucination in LVLMs","created":"2024-07-31","cited_by_count":179,"area":"mllm"},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2312.06739","title":"SmartEdit: Exploring Complex Instruction-based Image Editing with Multimodal Large Language Models","created":"2023-12-11","cited_by_count":177,"area":"mllm"},{"id":"2402.03766","title":"MobileVLM V2: Faster and Stronger Baseline for Vision Language Model","created":"2024-02-06","cited_by_count":174,"area":"mllm"},{"id":"2403.00425","title":"HALC: Object Hallucination Reduction via Adaptive Focal-Contrast Decoding","created":"2024-03-01","cited_by_count":174,"area":"mllm"},{"id":"2408.05211","title":"VITA: Towards Open-Source Interactive Omni Multimodal LLM","created":"2024-08-09","cited_by_count":173,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2501.00321","title":"OCRBench v2: An Improved Benchmark for Evaluating Large Multimodal Models on Visual Text Localization and Reasoning","created":"2024-12-31","cited_by_count":173,"area":"mllm"},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"}],"next_cursor":"100"}