{"total":858,"rows":[{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418,"area":"mllm"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2307.06281","title":"MMBench: Is Your Multi-modal Model an All-around Player?","created":"2023-07-12","cited_by_count":2141,"area":"lr"},{"id":"2310.02255","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","created":"2023-10-03","cited_by_count":1614,"area":"lr"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2503.06749","title":"Vision-R1: Incentivizing Reasoning Capability in Multimodal Large Language Models","created":"2025-03-09","cited_by_count":665,"area":"lr"},{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625,"area":null},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2407.11691","title":"VLMEvalKit: An Open-Source Toolkit for Evaluating Large Multi-Modality Models","created":"2024-07-16","cited_by_count":455,"area":null},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2104.12756","title":"InfographicVQA","created":"2021-04-26","cited_by_count":437,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2311.06242","title":"Florence-2: Advancing a Unified Representation for a Variety of Vision Tasks","created":"2023-11-10","cited_by_count":410,"area":null},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2412.04467","title":"VisionZip: Longer is Better but Not Necessary in Vision Language Models","created":"2024-12-05","cited_by_count":313,"area":"mllm"},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2410.17247","title":"PyramidDrop: Accelerating Your Large Vision-Language Models via Pyramid Visual Redundancy Reduction","created":"2024-10-22","cited_by_count":294,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2406.10721","title":"RoboPoint: A Vision-Language Model for Spatial Affordance Prediction for Robotics","created":"2024-06-15","cited_by_count":251,"area":"mllm"},{"id":"2503.07536","title":"LMM-R1: Empowering 3B LMMs with Strong Reasoning Abilities Through Two-Stage Rule-Based RL","created":"2025-03-10","cited_by_count":248,"area":"lr"},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2410.05160","title":"VLM2Vec: Training Vision-Language Models for Massive Multimodal Embedding Tasks","created":"2024-10-07","cited_by_count":228,"area":"mllm"},{"id":"2504.11468","title":"SFT or RL? An Early Investigation into Training R1-Like Reasoning Large Vision-Language Models","created":"2025-04-10","cited_by_count":212,"area":"lr"},{"id":"2302.11713","title":"Can Pre-trained Vision and Language Models Answer Visual Information-Seeking Questions?","created":"2023-02-23","cited_by_count":207,"area":null},{"id":"2403.11703","title":"LLaVA-UHD: an LMM Perceiving Any Aspect Ratio and High-Resolution Images","created":"2024-03-18","cited_by_count":195,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2310.01218","title":"Making LLaMA SEE and Draw with SEED Tokenizer","created":"2023-10-02","cited_by_count":185,"area":null},{"id":"2503.02175","title":"DivPrune: Diversity-based Visual Token Pruning for Large Multimodal Models","created":"2025-03-04","cited_by_count":181,"area":"mllm"},{"id":"2412.18319","title":"Mulberry: Empowering MLLM with o1-like Reasoning and Reflection via Collective Monte Carlo Tree Search","created":"2024-12-24","cited_by_count":175,"area":"lr"},{"id":"2407.02392","title":"TokenPacker: Efficient Visual Projector for Multimodal LLM","created":"2024-07-02","cited_by_count":172,"area":"mllm"},{"id":"2309.02591","title":"Scaling Autoregressive Multi-Modal Models: Pretraining and Instruction Tuning","created":"2023-09-05","cited_by_count":170,"area":"mllm"},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2501.03895","title":"LLaVA-Mini: Efficient Image and Video Large Multimodal Models with One Vision Token","created":"2025-01-07","cited_by_count":166,"area":"mllm"},{"id":"2307.04087","title":"SVIT: Scaling up Visual Instruction Tuning","created":"2023-07-09","cited_by_count":162,"area":null},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2412.01818","title":"Beyond Text-Visual Attention: Exploiting Visual Cues for Effective Token Pruning in VLMs","created":"2024-12-02","cited_by_count":157,"area":"mllm"},{"id":"2101.11272","title":"VisualMRC: Machine Reading Comprehension on Document Images","created":"2021-01-27","cited_by_count":151,"area":null},{"id":"2403.09227","title":"BEHAVIOR-1K: A Human-Centered, Embodied AI Benchmark with 1,000 Everyday Activities and Realistic Simulation","created":"2024-03-14","cited_by_count":148,"area":null},{"id":"2308.10741","title":"On the Adversarial Robustness of Multi-Modal Foundation Models","created":"2023-08-21","cited_by_count":145,"area":"safety"},{"id":"2504.07934","title":"SoTA with Less: MCTS-Guided Sample Selection for Data-Efficient Visual Reasoning Self-Improvement","created":"2025-04-10","cited_by_count":145,"area":"lr"},{"id":"2311.07574","title":"To See is to Believe: Prompting GPT-4V for Better Visual Instruction Tuning","created":"2023-11-13","cited_by_count":144,"area":null},{"id":"2408.15998","title":"Eagle: Exploring The Design Space for Multimodal LLMs with Mixture of Encoders","created":"2024-08-28","cited_by_count":139,"area":"mllm"},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2305.08455","title":"Document Understanding Dataset and Evaluation (DUDE)","created":"2023-05-15","cited_by_count":135,"area":null},{"id":"2406.17294","title":"Math-LLaVA: Bootstrapping Mathematical Reasoning for Multimodal Large Language Models","created":"2024-06-25","cited_by_count":133,"area":"lr"},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132,"area":"mllm"},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2502.05485","title":"HAMSTER: Hierarchical Action Models For Open-World Robot Manipulation","created":"2025-02-08","cited_by_count":130,"area":"vla"},{"id":"2401.02330","title":"LLaVA-Phi: Efficient Multi-Modal Assistant with Small Language Model","created":"2024-01-04","cited_by_count":129,"area":null},{"id":"2412.05237","title":"MAmmoTH-VL: Eliciting Multimodal Reasoning with Instruction Tuning at Scale","created":"2024-12-06","cited_by_count":127,"area":"lr"},{"id":"2409.10197","title":"Fit and Prune: Fast and Training-free Visual Token Pruning for Multi-modal Large Language Models","created":"2024-09-16","cited_by_count":126,"area":"mllm"},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2403.09572","title":"Eyes Closed, Safety On: Protecting Multimodal LLMs via Image-to-Text Transformation","created":"2024-03-14","cited_by_count":124,"area":"lr"},{"id":"2406.05967","title":"CVQA: Culturally-diverse Multilingual Visual Question Answering Benchmark","created":"2024-06-10","cited_by_count":120,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2403.03003","title":"Feast Your Eyes: Mixture-of-Resolution Adaptation for Multimodal Large Language Models","created":"2024-03-05","cited_by_count":113,"area":"mllm"},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109,"area":null},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2406.04339","title":"RoboMamba: Efficient Vision-Language-Action Model for Robotic Reasoning and Manipulation","created":"2024-06-06","cited_by_count":103,"area":"vla"},{"id":"2401.06071","title":"GroundingGPT:Language Enhanced Multi-modal Grounding Model","created":"2024-01-11","cited_by_count":101,"area":"mllm"},{"id":"2402.03161","title":"Video-LaVIT: Unified Video-Language Pre-training with Decoupled Visual-Motional Tokenization","created":"2024-02-05","cited_by_count":100,"area":"mllm"},{"id":"2403.14520","title":"Cobra: Extending Mamba to Multi-Modal Large Language Model for Efficient Inference","created":"2024-03-21","cited_by_count":97,"area":"mllm"},{"id":"2410.10818","title":"TemporalBench: Benchmarking Fine-grained Temporal Understanding for Multimodal Video Models","created":"2024-10-14","cited_by_count":97,"area":null},{"id":"2410.14669","title":"NaturalBench: Evaluating Vision-Language Models on Natural Adversarial Samples","created":"2024-10-18","cited_by_count":97,"area":"mllm"},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2506.10967","title":"Beyond Attention or Similarity: Maximizing Conditional Diversity for Token Pruning in MLLMs","created":"2025-06-12","cited_by_count":96,"area":"mllm"},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94,"area":"mllm"},{"id":"2309.16058","title":"AnyMAL: An Efficient and Scalable Any-Modality Augmented Language Model","created":"2023-09-27","cited_by_count":93,"area":null},{"id":"2212.00259","title":"Super-CLEVR: A Virtual Benchmark to Diagnose Domain Robustness in Visual Reasoning","created":"2022-12-01","cited_by_count":92,"area":"lr"},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2204.13631","title":"Reliable Visual Question Answering: Abstain Rather Than Answer Incorrectly","created":"2022-04-28","cited_by_count":89,"area":null},{"id":"2309.04669","title":"Unified Language-Vision Pretraining in LLM with Dynamic Discrete Visual Tokenization","created":"2023-09-09","cited_by_count":87,"area":"lr"}],"next_cursor":"100"}