{"total":317,"rows":[{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071,"area":"mllm"},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2403.20330","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","created":"2024-03-29","cited_by_count":914,"area":"mllm"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2309.17421","title":"The Dawn of LMMs: Preliminary Explorations with GPT-4V(ision)","created":"2023-09-29","cited_by_count":681,"area":"mllm"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2305.11000","title":"SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal Conversational Abilities","created":"2023-05-18","cited_by_count":529,"area":"mllm"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2310.01412","title":"DriveGPT4: Interpretable End-to-end Autonomous Driving via Large Language Model","created":"2023-10-02","cited_by_count":461,"area":"mllm"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2401.13919","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","created":"2024-01-25","cited_by_count":438,"area":"mllm"},{"id":"2404.18930","title":"Hallucination of Multimodal Large Language Models: A Survey","created":"2024-04-29","cited_by_count":388,"area":"mllm"},{"id":"2311.01378","title":"Vision-Language Foundation Models as Effective Robot Imitators","created":"2023-11-02","cited_by_count":349,"area":"mllm"},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2310.00754","title":"Analyzing and Mitigating Object Hallucination in Large Vision-Language Models","created":"2023-10-01","cited_by_count":316,"area":"mllm"},{"id":"2408.10188","title":"LongVILA: Scaling Long-Context Visual Language Models for Long Videos","created":"2024-08-19","cited_by_count":309,"area":"mllm"},{"id":"2310.11441","title":"Set-of-Mark Prompting Unleashes Extraordinary Visual Grounding in GPT-4V","created":"2023-10-17","cited_by_count":299,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2408.13257","title":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","created":"2024-08-23","cited_by_count":292,"area":"mllm"},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2401.11708","title":"Mastering Text-to-Image Diffusion: Recaptioning, Planning, and Generating with Multimodal LLMs","created":"2024-01-22","cited_by_count":224,"area":"mllm"},{"id":"2312.11370","title":"G-LLaVA: Solving Geometric Problem with Multi-Modal Large Language Model","created":"2023-12-18","cited_by_count":210,"area":"mllm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2309.17102","title":"Guiding Instruction-based Image Editing via Multimodal Large Language Models","created":"2023-09-29","cited_by_count":185,"area":"mllm"},{"id":"2309.11751","title":"How Robust is Google's Bard to Adversarial Image Attacks?","created":"2023-09-21","cited_by_count":183,"area":"mllm"},{"id":"2402.03766","title":"MobileVLM V2: Faster and Stronger Baseline for Vision Language Model","created":"2024-02-06","cited_by_count":174,"area":"mllm"},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"},{"id":"2502.21271","title":"Adaptive Keyframe Sampling for Long Video Understanding","created":"2025-02-28","cited_by_count":167,"area":"mllm"},{"id":"2312.10032","title":"Osprey: Pixel Understanding with Visual Instruction Tuning","created":"2023-12-15","cited_by_count":159,"area":"mllm"},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2311.10774","title":"MMC: Advancing Multimodal Chart Understanding with Large-scale Instruction Tuning","created":"2023-11-15","cited_by_count":150,"area":"mllm"},{"id":"2402.02544","title":"LHRS-Bot: Empowering Remote Sensing with VGI-Enhanced Large Multimodal Language Model","created":"2024-02-04","cited_by_count":138,"area":"mllm"},{"id":"2311.07562","title":"GPT-4V in Wonderland: Large Multimodal Models for Zero-Shot Smartphone GUI Navigation","created":"2023-11-13","cited_by_count":137,"area":"mllm"},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2310.14414","title":"Vision Language Models in Autonomous Driving: A Survey and Outlook","created":"2023-10-22","cited_by_count":126,"area":"mllm"},{"id":"2402.05755","title":"Spirit LM: Interleaved Spoken and Written Language Model","created":"2024-02-08","cited_by_count":126,"area":"mllm"},{"id":"2403.02469","title":"Vision-Language Models for Medical Report Generation and Visual Question Answering: A Review","created":"2024-03-04","cited_by_count":125,"area":"mllm"},{"id":"2403.19046","title":"LITA: Language Instructed Temporal-Localization Assistant","created":"2024-03-27","cited_by_count":125,"area":"mllm"},{"id":"2212.05221","title":"REVEAL: Retrieval-Augmented Visual-Language Pre-Training with Multi-Source Multimodal Knowledge Memory","created":"2022-12-10","cited_by_count":123,"area":"mllm"},{"id":"2402.11530","title":"Efficient Multimodal Learning from Data-centric Perspective","created":"2024-02-18","cited_by_count":122,"area":"mllm"},{"id":"2312.06968","title":"Hallucination Augmented Contrastive Learning for Multimodal Large Language Model","created":"2023-12-12","cited_by_count":121,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2401.02906","title":"MLLM-Protector: Ensuring MLLM's Safety without Hurting Performance","created":"2024-01-05","cited_by_count":117,"area":"mllm"},{"id":"2307.08581","title":"BuboGPT: Enabling Visual Grounding in Multi-Modal LLMs","created":"2023-07-17","cited_by_count":114,"area":"mllm"},{"id":"2407.02483","title":"MMedAgent: Learning to Use Medical Tools with Multi-modal Agent","created":"2024-07-02","cited_by_count":109,"area":"mllm"},{"id":"2305.10400","title":"What You See is What You Read? Improving Text-Image Alignment Evaluation","created":"2023-05-17","cited_by_count":108,"area":"mllm"},{"id":"2405.18541","title":"Low-Rank Few-Shot Adaptation of Vision-Language Models","created":"2024-05-28","cited_by_count":104,"area":"mllm"},{"id":"2408.06327","title":"VisualAgentBench: Towards Large Multimodal Models as Visual Foundation Agents","created":"2024-08-12","cited_by_count":103,"area":"mllm"},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"},{"id":"2403.20271","title":"Draw-and-Understand: Leveraging Visual Prompts to Enable MLLMs to Comprehend What You Want","created":"2024-03-29","cited_by_count":101,"area":"mllm"},{"id":"2305.18279","title":"Contextual Object Detection with Multimodal Large Language Models","created":"2023-05-29","cited_by_count":100,"area":"mllm"},{"id":"2308.15126","title":"Evaluation and Analysis of Hallucination in Large Vision-Language Models","created":"2023-08-29","cited_by_count":99,"area":"mllm"},{"id":"2403.13600","title":"VL-Mamba: Exploring State Space Models for Multimodal Learning","created":"2024-03-20","cited_by_count":93,"area":"mllm"},{"id":"2306.07915","title":"Image Captioners Are Scalable Vision Learners Too","created":"2023-06-13","cited_by_count":89,"area":"mllm"},{"id":"2306.04356","title":"Fine-Grained Visual Prompting","created":"2023-06-07","cited_by_count":82,"area":"mllm"},{"id":"2305.01278","title":"VPGTrans: Transfer Visual Prompt Generator across LLMs","created":"2023-05-02","cited_by_count":80,"area":"mllm"},{"id":"2308.12714","title":"VIGC: Visual Instruction Generation and Correction","created":"2023-08-24","cited_by_count":80,"area":"mllm"},{"id":"2406.08487","title":"Beyond LLaVA-HD: Diving into High-Resolution Large Multimodal Models","created":"2024-06-12","cited_by_count":76,"area":"mllm"},{"id":"2304.13013","title":"Stable and low-precision training for large-scale vision-language models","created":"2023-04-25","cited_by_count":75,"area":"mllm"},{"id":"2403.08730","title":"Strengthening Multimodal Large Language Model with Bootstrapped Preference Optimization","created":"2024-03-13","cited_by_count":75,"area":"mllm"},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2406.12718","title":"Mitigating Object Hallucinations in Large Vision-Language Models with Assembly of Global and Local Attention","created":"2024-06-18","cited_by_count":74,"area":"mllm"},{"id":"2403.02330","title":"RegionGPT: Towards Region Understanding Vision Language Model","created":"2024-03-04","cited_by_count":71,"area":"mllm"},{"id":"2407.01599","title":"JailbreakZoo: Survey, Landscapes, and Horizons in Jailbreaking Large Language and Vision-Language Models","created":"2024-06-26","cited_by_count":70,"area":"mllm"},{"id":"2401.11170","title":"Inducing High Energy-Latency of Large Vision-Language Models with Verbose Images","created":"2024-01-20","cited_by_count":69,"area":"mllm"},{"id":"2409.10542","title":"SAM4MLLM: Enhance Multi-Modal Large Language Model for Referring Expression Segmentation","created":"2024-09-01","cited_by_count":69,"area":"mllm"},{"id":"2501.01163","title":"3D-LLaVA: Towards Generalist 3D LMMs with Omni Superpoint Transformer","created":"2025-01-02","cited_by_count":68,"area":"mllm"},{"id":"2404.12387","title":"Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models","created":"2024-04-18","cited_by_count":67,"area":"mllm"},{"id":"2405.02266","title":"On the test-time zero-shot generalization of vision-language models: Do we really need prompt learning?","created":"2024-05-03","cited_by_count":67,"area":"mllm"},{"id":"2411.02712","title":"V-DPO: Mitigating Hallucination in Large Vision Language Models via Vision-Guided Direct Preference Optimization","created":"2024-11-05","cited_by_count":67,"area":"mllm"},{"id":"2310.13355","title":"SILC: Improving Vision Language Pretraining with Self-Distillation","created":"2023-10-20","cited_by_count":66,"area":"mllm"},{"id":"2410.22108","title":"Protecting Privacy in Multimodal Large Language Models with MLLMU-Bench","created":"2024-10-29","cited_by_count":64,"area":"mllm"},{"id":"2209.14927","title":"Spotlight: Mobile UI Understanding using Vision-Language Models with a Focus","created":"2022-09-29","cited_by_count":62,"area":"mllm"},{"id":"2407.12735","title":"EchoSight: Advancing Visual-Language Models with Wiki Knowledge","created":"2024-07-17","cited_by_count":62,"area":"mllm"},{"id":"2402.05741","title":"Real-World Robot Applications of Foundation Models: A Review","created":"2024-02-08","cited_by_count":61,"area":"mllm"},{"id":"2410.15778","title":"Reducing Hallucinations in Vision-Language Models via Latent Space Steering","created":"2024-10-21","cited_by_count":59,"area":"mllm"},{"id":"2308.15930","title":"LLaSM: Large Language and Speech Model","created":"2023-08-30","cited_by_count":58,"area":"mllm"},{"id":"2305.15072","title":"PathAsst: A Generative Foundation AI Assistant Towards Artificial General Intelligence of Pathology","created":"2023-05-24","cited_by_count":57,"area":"mllm"},{"id":"2312.12423","title":"Jack of All Tasks, Master of Many: Designing General-purpose Coarse-to-Fine Vision-Language Model","created":"2023-12-19","cited_by_count":53,"area":"mllm"},{"id":"2305.10799","title":"MedBLIP: Bootstrapping Language-Image Pre-training from 3D Medical Images and Texts","created":"2023-05-18","cited_by_count":51,"area":"mllm"},{"id":"2310.02071","title":"Towards End-to-End Embodied Decision Making via Multi-modal Large Language Model: Explorations with GPT4-Vision and Beyond","created":"2023-10-03","cited_by_count":51,"area":"mllm"},{"id":"2307.11661","title":"Enhancing CLIP with GPT-4: Harnessing Visual Descriptions as Prompts","created":"2023-07-21","cited_by_count":50,"area":"mllm"},{"id":"2406.15334","title":"Multimodal Task Vectors Enable Many-Shot Multimodal In-Context Learning","created":"2024-06-21","cited_by_count":50,"area":"mllm"},{"id":"2312.12436","title":"A Challenger to GPT-4V? Early Explorations of Gemini in Visual Expertise","created":"2023-12-19","cited_by_count":49,"area":"mllm"},{"id":"2405.13800","title":"Dense Connector for MLLMs","created":"2024-05-22","cited_by_count":49,"area":"mllm"},{"id":"2405.08807","title":"SciFIBench: Benchmarking Large Multimodal Models for Scientific Figure Interpretation","created":"2024-05-14","cited_by_count":48,"area":"mllm"},{"id":"2412.09596","title":"InternLM-XComposer2.5-OmniLive: A Comprehensive Multimodal System for Long-term Streaming Video and Audio Interactions","created":"2024-12-12","cited_by_count":48,"area":"mllm"},{"id":"2405.08603","title":"A Comprehensive Survey of Large Language Models and Multimodal Large Language Models in Medicine","created":"2024-05-14","cited_by_count":45,"area":"mllm"}],"next_cursor":"100"}