{"total":109,"rows":[{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623,"area":null},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2312.02051","title":"TimeChat: A Time-sensitive Multimodal Large Language Model for Long Video Understanding","created":"2023-12-04","cited_by_count":406,"area":"mllm"},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2306.05425","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","created":"2023-06-08","cited_by_count":267,"area":null},{"id":"2305.04790","title":"MultiModal-GPT: A Vision and Language Model for Dialogue with Humans","created":"2023-05-08","cited_by_count":255,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2302.11713","title":"Can Pre-trained Vision and Language Models Answer Visual Information-Seeking Questions?","created":"2023-02-23","cited_by_count":207,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2311.17136","title":"UniIR: Training and Benchmarking Universal Multimodal Information Retrievers","created":"2023-11-28","cited_by_count":166,"area":null},{"id":"2403.00231","title":"Multimodal ArXiv: A Dataset for Improving Scientific Comprehension of Large Vision-Language Models","created":"2024-03-01","cited_by_count":139,"area":"mllm"},{"id":"2402.17766","title":"ShapeLLM: Universal 3D Object Understanding for Embodied Interaction","created":"2024-02-27","cited_by_count":137,"area":"mllm"},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126,"area":null},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2307.08581","title":"BuboGPT: Enabling Visual Grounding in Multi-Modal LLMs","created":"2023-07-17","cited_by_count":114,"area":"mllm"},{"id":"2311.10081","title":"DRESS: Instructing Large Vision-Language Models to Align and Interact with Humans via Natural Language Feedback","created":"2023-11-16","cited_by_count":103,"area":"mllm"},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"},{"id":"2404.07214","title":"Exploring the Frontier of Vision-Language Models: A Survey of Current Methodologies and Future Directions","created":"2024-02-20","cited_by_count":68,"area":"mllm"},{"id":"2402.04236","title":"CogCoM: A Visual Language Model with Chain-of-Manipulations Reasoning","created":"2024-02-06","cited_by_count":67,"area":"lr"},{"id":"2305.16103","title":"ChatBridge: Bridging Modalities with Large Language Model as a Language Catalyst","created":"2023-05-25","cited_by_count":66,"area":null},{"id":"2306.11270","title":"Evaluating the Zero-shot Robustness of Instruction-tuned Language Models","created":"2023-06-20","cited_by_count":66,"area":null},{"id":"2312.01701","title":"Mitigating Fine-Grained Hallucination by Fine-Tuning Large Vision-Language Models with Caption Rewrites","created":"2023-12-04","cited_by_count":61,"area":"mllm"},{"id":"2308.13437","title":"Position-Enhanced Visual Instruction Tuning for Multimodal Large Language Models","created":"2023-08-25","cited_by_count":59,"area":"mllm"},{"id":"2402.12058","title":"Scaffolding Coordinates to Promote Vision-Language Coordination in Large Multi-Modal Models","created":"2024-02-19","cited_by_count":57,"area":"mllm"},{"id":"2404.15736","title":"What Makes Multimodal In-Context Learning Work?","created":"2024-04-24","cited_by_count":56,"area":null},{"id":"2510.17269","title":"FineVision: Open Data Is All You Need","created":"2025-10-20","cited_by_count":53,"area":"mllm"},{"id":"2402.08831","title":"eCeLLM: Generalizing Large Language Models for E-commerce from Large-scale, High-quality Instruction Data","created":"2024-02-13","cited_by_count":46,"area":null},{"id":"2304.05568","title":"Improving Diffusion Models for Scene Text Editing with Dual Encoders","created":"2023-04-12","cited_by_count":45,"area":"diffusion"},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2406.08100","title":"Multimodal Table Understanding","created":"2024-06-12","cited_by_count":44,"area":null},{"id":"2312.04547","title":"Digital Life Project: Autonomous 3D Characters with Social Intelligence","created":"2023-12-07","cited_by_count":43,"area":null},{"id":"2404.16670","title":"EmoVIT: Revolutionizing Emotion Insights with Visual Instruction Tuning","created":"2024-04-25","cited_by_count":43,"area":null},{"id":"2504.07957","title":"MM-IFEngine: Towards Multimodal Instruction Following","created":"2025-04-10","cited_by_count":42,"area":"mllm"},{"id":"2407.15838","title":"MMInstruct: A High-Quality Multi-Modal Instruction Tuning Dataset with Extensive Diversity","created":"2024-07-22","cited_by_count":38,"area":null},{"id":"2311.16511","title":"GPT4Video: A Unified Multimodal Large Language Model for lnstruction-Followed Understanding and Safety-Aware Generation","created":"2023-11-25","cited_by_count":36,"area":"mllm"},{"id":"2403.01031","title":"Peacock: A Family of Arabic Multimodal Large Language Models and Benchmarks","created":"2024-03-01","cited_by_count":32,"area":"mllm"},{"id":"2303.10475","title":"Large Language Model Instruction Following: A Survey of Progresses and Challenges","created":"2023-03-18","cited_by_count":31,"area":null},{"id":"2310.00647","title":"Beyond Task Performance: Evaluating and Reducing the Flaws of Large Multimodal Models with In-Context Learning","created":"2023-10-01","cited_by_count":30,"area":"mllm"},{"id":"2312.02436","title":"MUFFIN: Curating Multi-Faceted Instructions for Improving Instruction-Following","created":"2023-12-05","cited_by_count":30,"area":null},{"id":"2312.16602","title":"Visual Instruction Tuning towards General-Purpose Multimodal Model: A Survey","created":"2023-12-27","cited_by_count":29,"area":null},{"id":"2412.05679","title":"RSUniVLM: A Unified Vision Language Model for Remote Sensing via Granularity-oriented Mixture of Experts","created":"2024-12-07","cited_by_count":29,"area":"mllm"},{"id":"2308.16463","title":"Sparkles: Unlocking Chats Across Multiple Images for Multimodal Instruction-Following Models","created":"2023-08-31","cited_by_count":28,"area":null},{"id":"2311.01487","title":"What Makes for Good Visual Instructions? Synthesizing Complex Visual Reasoning Instructions for Visual Instruction Tuning","created":"2023-11-02","cited_by_count":28,"area":"lr"},{"id":"2406.14643","title":"Holistic Evaluation for Interleaved Text-and-Image Generation","created":"2024-06-20","cited_by_count":28,"area":null},{"id":"2401.13313","title":"InstructDoc: A Dataset for Zero-Shot Generalization of Visual Document Understanding with Instructions","created":"2024-01-24","cited_by_count":27,"area":null},{"id":"2412.18619","title":"Next Token Prediction Towards Multimodal Intelligence: A Comprehensive Survey","created":"2024-12-16","cited_by_count":27,"area":null},{"id":"2306.00526","title":"Layout and Task Aware Instruction Prompt for Zero-shot Document Image Question Answering","created":"2023-06-01","cited_by_count":24,"area":null},{"id":"2307.11471","title":"Robust Visual Question Answering: Datasets, Methods, and Future Challenges","created":"2023-07-21","cited_by_count":23,"area":null},{"id":"2309.08637","title":"TextBind: Multi-turn Interleaved Multimodal Instruction-following in the Wild","created":"2023-09-14","cited_by_count":22,"area":null},{"id":"2406.05130","title":"An Empirical Study on Parameter-Efficient Fine-Tuning for MultiModal Large Language Models","created":"2024-06-07","cited_by_count":22,"area":"mllm"},{"id":"2306.05539","title":"Instruction Tuned Models are Quick Learners","created":"2023-05-17","cited_by_count":21,"area":null},{"id":"2407.03418","title":"HEMM: Holistic Evaluation of Multimodal Foundation Models","created":"2024-07-03","cited_by_count":21,"area":null},{"id":"2312.05256","title":"Holistic Evaluation of GPT-4V for Biomedical Imaging","created":"2023-11-10","cited_by_count":19,"area":null},{"id":"2412.05185","title":"LinVT: Empower Your Image-level Large Language Model to Understand Videos","created":"2024-12-06","cited_by_count":19,"area":null},{"id":"2306.14895","title":"Large Multimodal Models: Notes on CVPR 2023 Tutorial","created":"2023-06-26","cited_by_count":18,"area":"mllm"},{"id":"2311.08172","title":"Vision-Language Instruction Tuning: A Review and Analysis","created":"2023-11-14","cited_by_count":17,"area":"mllm"},{"id":"2312.05278","title":"Lyrics: Boosting Fine-grained Language-Vision Alignment and Comprehension via Semantic-aware Visual Objects","created":"2023-12-08","cited_by_count":17,"area":"mllm"},{"id":"2409.15657","title":"M$^2$PT: Multimodal Prompt Tuning for Zero-shot Instruction Learning","created":"2024-09-24","cited_by_count":16,"area":"mllm"},{"id":"2505.02666","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","created":"2025-05-05","cited_by_count":15,"area":"alignment"},{"id":"2312.01082","title":"A Survey on Stability of Learning with Limited Labelled Data and its Sensitivity to the Effects of Randomness","created":"2023-12-02","cited_by_count":14,"area":null},{"id":"2401.01974","title":"Towards Truly Zero-shot Compositional Visual Reasoning with LLMs as Programmers","created":"2024-01-03","cited_by_count":14,"area":"lr"},{"id":"2402.16050","title":"Efficient Temporal Extrapolation of Multimodal Large Language Models with Temporal Grounding Bridge","created":"2024-02-25","cited_by_count":14,"area":"mllm"},{"id":"2403.09072","title":"UniCode: Learning a Unified Codebook for Multimodal Large Language Models","created":"2024-03-14","cited_by_count":14,"area":"mllm"},{"id":"2412.02158","title":"Agri-LLaVA: Knowledge-Infused Large Multimodal Assistant on Agricultural Pests and Diseases","created":"2024-12-03","cited_by_count":14,"area":null},{"id":"2401.10222","title":"Supervised Fine-tuning in turn Improves Visual Foundation Models","created":"2024-01-18","cited_by_count":13,"area":null},{"id":"2310.02569","title":"ReForm-Eval: Evaluating Large Vision Language Models via Unified Re-Formulation of Task-Oriented Benchmarks","created":"2023-10-04","cited_by_count":12,"area":"mllm"},{"id":"2304.13854","title":"Understand the Dynamic World: An End-to-End Knowledge Informed Framework for Open Domain Entity State Tracking","created":"2023-04-26","cited_by_count":9,"area":null},{"id":"2310.08166","title":"Ziya-Visual: Bilingual Large Vision-Language Model via Multi-Task Instruction Tuning","created":"2023-10-12","cited_by_count":9,"area":"mllm"},{"id":"2405.10140","title":"Libra: Building Decoupled Vision System on Large Language Models","created":"2024-05-16","cited_by_count":9,"area":null},{"id":"2407.03604","title":"Modality-Specialized Synergizers for Interleaved Vision-Language Generalists","created":"2024-07-04","cited_by_count":9,"area":"mllm"},{"id":"2410.10636","title":"Adapt-$\\infty$: Scalable Continual Multimodal Instruction Tuning via Dynamic Data Selection","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2503.16965","title":"Praxis-VLM: Vision-Grounded Decision Making via Text-Driven Reinforcement Learning","created":"2025-03-21","cited_by_count":9,"area":"lr"},{"id":"2506.02011","title":"OASIS: Online Sample Selection for Continual Visual Instruction Tuning","created":"2025-05-27","cited_by_count":9,"area":null},{"id":"2303.14956","title":"Unified Text Structuralization with Instruction-tuned Language Models","created":"2023-03-27","cited_by_count":8,"area":null},{"id":"2305.14725","title":"AMELI: Enhancing Multimodal Entity Linking with Fine-Grained Attributes","created":"2023-05-24","cited_by_count":8,"area":null},{"id":"2307.06869","title":"DecompEval: Evaluating Generated Texts as Unsupervised Decomposed Question Answering","created":"2023-07-13","cited_by_count":7,"area":null},{"id":"2412.00624","title":"VideoSAVi: Self-Aligned Video Language Models without Human Supervision","created":"2024-12-01","cited_by_count":7,"area":"alignment"},{"id":"2504.08690","title":"Fast-Slow-Thinking: Complex Task Solving with Large Language Models","created":"2025-04-11","cited_by_count":7,"area":"lr"},{"id":"2412.12661","title":"MedMax: Mixed-Modal Instruction Tuning for Training Biomedical Assistants","created":"2024-12-17","cited_by_count":6,"area":null},{"id":"2506.00304","title":"Can LLMs Understand Unvoiced Speech? Exploring EMG-to-Text Conversion with LLMs","created":"2025-05-30","cited_by_count":6,"area":null},{"id":"2602.03677","title":"Instruction Anchor: Dissecting the Mechanistic Dynamics of Modality Arbitration","created":"2026-02-03","cited_by_count":6,"area":null},{"id":"2402.17213","title":"VCD: A Dataset for Visual Commonsense Discovery in Images","created":"2024-02-27","cited_by_count":5,"area":null},{"id":"2406.19736","title":"MM-Instruct: Generated Visual Instructions for Large Multimodal Model Alignment","created":"2024-06-28","cited_by_count":5,"area":"mllm"},{"id":"2407.21038","title":"Advancing Chart Question Answering with Robust Chart Component Recognition","created":"2024-07-19","cited_by_count":5,"area":null},{"id":"2411.10557","title":"MLAN: Language-Based Instruction Tuning Preserves and Transfers Knowledge in Multimodal Language Models","created":"2024-11-15","cited_by_count":5,"area":"mllm"},{"id":"2506.10395","title":"Pisces: An Auto-regressive Foundation Model for Image Understanding and Generation","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2402.04154","title":"Read to Play (R2-Play): Decision Transformer with Multimodal Game Instruction","created":"2024-02-06","cited_by_count":4,"area":"offlinerl"},{"id":"2409.18996","title":"From Linguistic Giants to Sensory Maestros: A Survey on Cross-Modal Reasoning with Large Language Models","created":"2024-09-19","cited_by_count":4,"area":"lr"},{"id":"2505.20029","title":"Correlating instruction-tuning (in multimodal models) with vision-language processing (in the brain)","created":"2025-05-26","cited_by_count":4,"area":null},{"id":"2302.04865","title":"ELBA: Learning by Asking for Embodied Visual Navigation and Task Completion","created":"2023-02-09","cited_by_count":3,"area":null}],"next_cursor":"100"}