{"total":543,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234,"area":"mllm"},{"id":"2307.15818","title":"RT-2: Vision-Language-Action Models Transfer Web Knowledge to Robotic Control","created":"2023-07-28","cited_by_count":3080,"area":"mllm"},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471,"area":"mllm"},{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2303.17580","title":"HuggingGPT: Solving AI Tasks with ChatGPT and its Friends in Hugging Face","created":"2023-03-30","cited_by_count":1190,"area":null},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089,"area":"mllm"},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906,"area":"mllm"},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857,"area":null},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2503.20215","title":"Qwen2.5-Omni Technical Report","created":"2025-03-26","cited_by_count":736,"area":"lr"},{"id":"2309.17421","title":"The Dawn of LMMs: Preliminary Explorations with GPT-4V(ision)","created":"2023-09-29","cited_by_count":681,"area":"mllm"},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2303.08128","title":"ViperGPT: Visual Inference via Python Execution for Reasoning","created":"2023-03-14","cited_by_count":603,"area":"lr"},{"id":"2407.07895","title":"LLaVA-NeXT-Interleave: Tackling Multi-image, Video, and 3D in Large Multimodal Models","created":"2024-07-10","cited_by_count":584,"area":"mllm"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2506.01844","title":"SmolVLA: A Vision-Language-Action Model for Affordable and Efficient Robotics","created":"2025-06-02","cited_by_count":530,"area":"mllm"},{"id":"2305.11000","title":"SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal Conversational Abilities","created":"2023-05-18","cited_by_count":529,"area":"mllm"},{"id":"2306.14795","title":"MotionGPT: Human Motion as a Foreign Language","created":"2023-06-26","cited_by_count":527,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2303.11381","title":"MM-REACT: Prompting ChatGPT for Multimodal Reasoning and Action","created":"2023-03-20","cited_by_count":517,"area":"lr"},{"id":"2307.06942","title":"InternVid: A Large-scale Video-Text Dataset for Multimodal Understanding and Generation","created":"2023-07-13","cited_by_count":497,"area":null},{"id":"2311.03356","title":"GLaMM: Pixel Grounding Large Multimodal Model","created":"2023-11-06","cited_by_count":455,"area":"mllm"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2306.11029","title":"RemoteCLIP: A Vision Language Foundation Model for Remote Sensing","created":"2023-06-19","cited_by_count":363,"area":"mllm"},{"id":"2410.17434","title":"LongVU: Spatiotemporal Adaptive Compression for Long Video-Language Understanding","created":"2024-10-22","cited_by_count":356,"area":"mllm"},{"id":"2308.16911","title":"PointLLM: Empowering Large Language Models to Understand Point Clouds","created":"2023-08-31","cited_by_count":333,"area":null},{"id":"2403.09631","title":"3D-VLA: A 3D Vision-Language-Action Generative World Model","created":"2024-03-14","cited_by_count":328,"area":"wm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2304.12995","title":"AudioGPT: Understanding and Generating Speech, Music, Sound, and Talking Head","created":"2023-04-25","cited_by_count":265,"area":null},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2307.02485","title":"Building Cooperative Embodied Agents Modularly with Large Language Models","created":"2023-07-05","cited_by_count":237,"area":"agents"},{"id":"2312.09245","title":"DriveMLM: Aligning Multi-Modal Large Language Models with Behavioral Planning States for Autonomous Driving","created":"2023-12-14","cited_by_count":233,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2410.23262","title":"EMMA: End-to-End Multimodal Model for Autonomous Driving","created":"2024-10-30","cited_by_count":231,"area":"driving"},{"id":"2305.10855","title":"TextDiffuser: Diffusion Models as Text Painters","created":"2023-05-18","cited_by_count":229,"area":"diffusion"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2304.06939","title":"Multimodal C4: An Open, Billion-scale Corpus of Images Interleaved with Text","created":"2023-04-14","cited_by_count":208,"area":null},{"id":"2307.15266","title":"RSGPT: A Remote Sensing Vision Language Model and Benchmark","created":"2023-07-28","cited_by_count":207,"area":"mllm"},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2310.01218","title":"Making LLaMA SEE and Draw with SEED Tokenizer","created":"2023-10-02","cited_by_count":185,"area":null},{"id":"2401.16822","title":"EarthGPT: A Universal Multi-modal Large Language Model for Multi-sensor Image Comprehension in Remote Sensing Domain","created":"2024-01-30","cited_by_count":184,"area":"mllm"},{"id":"2404.05719","title":"Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs","created":"2024-04-08","cited_by_count":176,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2308.01861","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","created":"2023-08-03","cited_by_count":168,"area":null},{"id":"2309.03895","title":"InstructDiffusion: A Generalist Modeling Interface for Vision Tasks","created":"2023-09-07","cited_by_count":164,"area":null},{"id":"2307.04087","title":"SVIT: Scaling up Visual Instruction Tuning","created":"2023-07-09","cited_by_count":162,"area":null},{"id":"2311.17842","title":"Look Before You Leap: Unveiling the Power of GPT-4V in Robotic Vision-Language Planning","created":"2023-11-29","cited_by_count":161,"area":null},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2401.04092","title":"GPT-4V(ision) is a Human-Aligned Evaluator for Text-to-3D Generation","created":"2024-01-08","cited_by_count":153,"area":"alignment"},{"id":"2306.11300","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","created":"2023-06-20","cited_by_count":151,"area":"mllm"},{"id":"2312.03818","title":"Alpha-CLIP: A CLIP Model Focusing on Wherever You Want","created":"2023-12-06","cited_by_count":151,"area":null},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2310.05126","title":"UReader: Universal OCR-free Visually-situated Language Understanding with Multimodal Large Language Model","created":"2023-10-08","cited_by_count":143,"area":"mllm"},{"id":"2402.02544","title":"LHRS-Bot: Empowering Remote Sensing with VGI-Enhanced Large Multimodal Language Model","created":"2024-02-04","cited_by_count":138,"area":"mllm"},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2408.15542","title":"Kangaroo: A Powerful Video-Language Model Supporting Long-context Video Input","created":"2024-08-28","cited_by_count":134,"area":"mllm"},{"id":"2305.04160","title":"X-LLM: Bootstrapping Advanced Large Language Models by Treating Multi-Modalities as Foreign Languages","created":"2023-05-07","cited_by_count":128,"area":"synth"},{"id":"2310.16436","title":"DDCoT: Duty-Distinct Chain-of-Thought Prompting for Multimodal Reasoning in Language Models","created":"2023-10-25","cited_by_count":128,"area":"lr"},{"id":"2407.12580","title":"E5-V: Universal Embeddings with Multimodal Large Language Models","created":"2024-07-17","cited_by_count":126,"area":"mllm"},{"id":"2312.06968","title":"Hallucination Augmented Contrastive Learning for Multimodal Large Language Model","created":"2023-12-12","cited_by_count":121,"area":"mllm"},{"id":"2406.11161","title":"Emotion-LLaMA: Multimodal Emotion Recognition and Reasoning with Instruction Tuning","created":"2024-06-17","cited_by_count":121,"area":"lr"},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2309.10313","title":"Investigating the Catastrophic Forgetting in Multimodal Large Language Models","created":"2023-09-19","cited_by_count":119,"area":"mllm"},{"id":"2311.01361","title":"GPT-4V(ision) as a Generalist Evaluator for Vision-Language Tasks","created":"2023-11-02","cited_by_count":119,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116,"area":"mllm"},{"id":"2405.10370","title":"Grounded 3D-LLM with Referent Tokens","created":"2024-05-16","cited_by_count":115,"area":null},{"id":"2407.17490","title":"AMEX: Android Multi-annotation Expo Dataset for Mobile GUI Agents","created":"2024-07-03","cited_by_count":113,"area":"agents"},{"id":"2303.06628","title":"Preventing Zero-Shot Transfer Degradation in Continual Learning of Vision-Language Models","created":"2023-03-12","cited_by_count":112,"area":"mllm"},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2404.00656","title":"WavLLM: Towards Robust and Adaptive Speech Large Language Model","created":"2024-03-31","cited_by_count":109,"area":null},{"id":"2501.01428","title":"GPT4Scene: Understand 3D Scenes from Videos with Vision-Language Models","created":"2025-01-02","cited_by_count":109,"area":"mllm"},{"id":"2310.02992","title":"Kosmos-G: Generating Images in Context with Multimodal Large Language Models","created":"2023-10-04","cited_by_count":105,"area":"mllm"},{"id":"2312.08962","title":"Depicting Beyond Scores: Advancing Image Quality Assessment through Multi-modal Language Models","created":"2023-12-14","cited_by_count":105,"area":"mllm"},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"}],"next_cursor":"100"}