{"total":550,"rows":[{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2307.06281","title":"MMBench: Is Your Multi-modal Model an All-around Player?","created":"2023-07-12","cited_by_count":2141,"area":"lr"},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080,"area":null},{"id":"2305.10355","title":"Evaluating Object Hallucination in Large Vision-Language Models","created":"2023-05-17","cited_by_count":1729,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2307.16125","title":"SEED-Bench: Benchmarking Multimodal LLMs with Generative Comprehension","created":"2023-07-30","cited_by_count":940,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906,"area":"mllm"},{"id":"2308.00692","title":"LISA: Reasoning Segmentation via Large Language Model","created":"2023-08-01","cited_by_count":776,"area":"lr"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623,"area":null},{"id":"2401.10935","title":"SeeClick: Harnessing GUI Grounding for Advanced Visual GUI Agents","created":"2024-01-17","cited_by_count":567,"area":"agents"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2307.16449","title":"MovieChat: From Dense Token to Sparse Memory for Long Video Understanding","created":"2023-07-31","cited_by_count":542,"area":null},{"id":"2409.02813","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","created":"2024-09-04","cited_by_count":512,"area":null},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2311.03356","title":"GLaMM: Pixel Grounding Large Multimodal Model","created":"2023-11-06","cited_by_count":455,"area":"mllm"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2306.14565","title":"Mitigating Hallucination in Large Multi-Modal Models via Robust Instruction Tuning","created":"2023-06-26","cited_by_count":445,"area":"mllm"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2404.18930","title":"Hallucination of Multimodal Large Language Models: A Survey","created":"2024-04-29","cited_by_count":388,"area":"mllm"},{"id":"2406.04325","title":"ShareGPT4Video: Improving Video Understanding and Generation with Better Captions","created":"2024-06-06","cited_by_count":388,"area":null},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2311.12871","title":"An Embodied Generalist Agent in 3D World","created":"2023-11-18","cited_by_count":365,"area":"agents"},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2409.12514","title":"TinyVLA: Towards Fast, Data-Efficient Vision-Language-Action Models for Robotic Manipulation","created":"2024-09-19","cited_by_count":339,"area":"vla"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2311.15826","title":"GeoChat: Grounded Large Vision-Language Model for Remote Sensing","created":"2023-11-24","cited_by_count":328,"area":"mllm"},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326,"area":"mllm"},{"id":"2403.15377","title":"InternVideo2: Scaling Foundation Models for Multimodal Video Understanding","created":"2024-03-22","cited_by_count":317,"area":null},{"id":"2310.00754","title":"Analyzing and Mitigating Object Hallucination in Large Vision-Language Models","created":"2023-10-01","cited_by_count":316,"area":"mllm"},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2309.15112","title":"InternLM-XComposer: A Vision-Language Large Model for Advanced Text-image Comprehension and Composition","created":"2023-09-26","cited_by_count":297,"area":null},{"id":"2406.04264","title":"MLVU: Benchmarking Multi-task Long Video Understanding","created":"2024-06-06","cited_by_count":292,"area":null},{"id":"2408.13257","title":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","created":"2024-08-23","cited_by_count":292,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2306.17107","title":"LLaVAR: Enhanced Visual Instruction Tuning for Text-Rich Image Understanding","created":"2023-06-29","cited_by_count":274,"area":null},{"id":"2307.03393","title":"Exploring the Potential of Large Language Models (LLMs) in Learning on Graphs","created":"2023-07-07","cited_by_count":274,"area":null},{"id":"2311.17600","title":"MM-SafetyBench: A Benchmark for Safety Evaluation of Multimodal Large Language Models","created":"2023-11-29","cited_by_count":274,"area":"mllm"},{"id":"2309.14181","title":"Q-Bench: A Benchmark for General-Purpose Foundation Models on Low-level Vision","created":"2023-09-25","cited_by_count":249,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234,"area":null},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2310.16045","title":"Woodpecker: Hallucination Correction for Multimodal Large Language Models","created":"2023-10-24","cited_by_count":226,"area":"mllm"},{"id":"2406.11816","title":"VideoLLM-online: Online Video Large Language Model for Streaming Video","created":"2024-06-17","cited_by_count":225,"area":null},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2405.01483","title":"MANTIS: Interleaved Multi-Image Instruction Tuning","created":"2024-05-02","cited_by_count":216,"area":"mllm"},{"id":"2409.14485","title":"Video-XL: Extra-Long Vision Language Model for Hour-Scale Video Understanding","created":"2024-09-22","cited_by_count":213,"area":"mllm"},{"id":"2307.15266","title":"RSGPT: A Remote Sensing Vision Language Model and Benchmark","created":"2023-07-28","cited_by_count":207,"area":"mllm"},{"id":"2312.17432","title":"Video Understanding with Large Language Models: A Survey","created":"2023-12-29","cited_by_count":206,"area":null},{"id":"2402.08268","title":"World Model on Million-Length Video And Language With Blockwise RingAttention","created":"2024-02-13","cited_by_count":198,"area":"wm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2311.05437","title":"LLaVA-Plus: Learning to Use Tools for Creating Multimodal Agents","created":"2023-11-09","cited_by_count":193,"area":"mllm"},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2402.09181","title":"OmniMedVQA: A New Large-Scale Comprehensive Evaluation Benchmark for Medical LVLM","created":"2024-02-14","cited_by_count":184,"area":"mllm"},{"id":"2405.17247","title":"An Introduction to Vision-Language Modeling","created":"2024-05-27","cited_by_count":178,"area":"mllm"},{"id":"2404.05719","title":"Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs","created":"2024-04-08","cited_by_count":176,"area":"mllm"},{"id":"2312.08168","title":"Chat-Scene: Bridging 3D Scene and Large Language Models with Object Identifiers","created":"2023-12-13","cited_by_count":175,"area":null},{"id":"2408.05211","title":"VITA: Towards Open-Source Interactive Omni Multimodal LLM","created":"2024-08-09","cited_by_count":173,"area":"mllm"},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2402.14289","title":"TinyLLaVA: A Framework of Small-scale Large Multimodal Models","created":"2024-02-22","cited_by_count":164,"area":"mllm"},{"id":"2311.16483","title":"ChartLlama: A Multimodal LLM for Chart Understanding and Generation","created":"2023-11-27","cited_by_count":163,"area":"mllm"},{"id":"2305.11854","title":"Multimodal Web Navigation with Instruction-Finetuned Foundation Models","created":"2023-05-19","cited_by_count":160,"area":null},{"id":"2312.10032","title":"Osprey: Pixel Understanding with Visual Instruction Tuning","created":"2023-12-15","cited_by_count":159,"area":"mllm"},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2311.06783","title":"Q-Instruct: Improving Low-level Visual Abilities for Multi-modality Foundation Models","created":"2023-11-12","cited_by_count":152,"area":null},{"id":"2312.03818","title":"Alpha-CLIP: A CLIP Model Focusing on Wherever You Want","created":"2023-12-06","cited_by_count":151,"area":null},{"id":"2403.09630","title":"GenAD: Generalized Predictive Model for Autonomous Driving","created":"2024-03-14","cited_by_count":150,"area":"wm"},{"id":"2404.16790","title":"SEED-Bench-2-Plus: Benchmarking Multimodal Large Language Models with Text-Rich Visual Comprehension","created":"2024-04-25","cited_by_count":146,"area":"mllm"},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2408.15998","title":"Eagle: Exploring The Design Space for Multimodal LLMs with Mixture of Encoders","created":"2024-08-28","cited_by_count":139,"area":"mllm"},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2401.02330","title":"LLaVA-Phi: Efficient Multi-Modal Assistant with Small Language Model","created":"2024-01-04","cited_by_count":129,"area":null},{"id":"2407.11325","title":"VISA: Reasoning Video Object Segmentation via Large Language Models","created":"2024-07-16","cited_by_count":127,"area":"lr"},{"id":"2311.13614","title":"HalluciDoctor: Mitigating Hallucinatory Toxicity in Visual Instruction Data","created":"2023-11-22","cited_by_count":126,"area":"mllm"},{"id":"2404.00308","title":"ST-LLM: Large Language Models Are Effective Temporal Learners","created":"2024-03-30","cited_by_count":126,"area":null},{"id":"2312.00438","title":"Dolphins: Multimodal Language Model for Driving","created":"2023-12-01","cited_by_count":124,"area":"mllm"},{"id":"2311.01813","title":"FETV: A Benchmark for Fine-Grained Evaluation of Open-Domain Text-to-Video Generation","created":"2023-11-03","cited_by_count":122,"area":null},{"id":"2312.06968","title":"Hallucination Augmented Contrastive Learning for Multimodal Large Language Model","created":"2023-12-12","cited_by_count":121,"area":"mllm"},{"id":"2312.15915","title":"ChartBench: A Benchmark for Complex Visual Reasoning in Charts","created":"2023-12-26","cited_by_count":120,"area":"lr"},{"id":"2309.10313","title":"Investigating the Catastrophic Forgetting in Multimodal Large Language Models","created":"2023-09-19","cited_by_count":119,"area":"mllm"},{"id":"2404.13013","title":"Groma: Localized Visual Tokenization for Grounding Multimodal Large Language Models","created":"2024-04-19","cited_by_count":119,"area":"mllm"},{"id":"2404.03413","title":"MiniGPT4-Video: Advancing Multimodal LLMs for Video Understanding with Interleaved Visual-Textual Tokens","created":"2024-04-04","cited_by_count":118,"area":"mllm"},{"id":"2406.09418","title":"VideoGPT+: Integrating Image and Video Encoders for Enhanced Video Understanding","created":"2024-06-13","cited_by_count":115,"area":"mllm"}],"next_cursor":"100"}