{"total":232,"rows":[{"id":"2406.09246","title":"OpenVLA: An Open-Source Vision-Language-Action Model","created":"2024-06-13","cited_by_count":2887,"area":"vla"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917,"area":null},{"id":"2412.05271","title":"Expanding Performance Boundaries of Open-Source Multimodal Models with Model, Data, and Test-Time Scaling","created":"2024-12-06","cited_by_count":1599,"area":"lr"},{"id":"2408.01800","title":"MiniCPM-V: A GPT-4V Level MLLM on Your Phone","created":"2024-08-03","cited_by_count":1079,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2408.12528","title":"Show-o: One Single Transformer to Unify Multimodal Understanding and Generation","created":"2024-08-22","cited_by_count":752,"area":null},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2408.13257","title":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","created":"2024-08-23","cited_by_count":292,"area":"mllm"},{"id":"2505.15809","title":"MMaDA: Multimodal Large Diffusion Language Models","created":"2025-05-21","cited_by_count":250,"area":"diffusion"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2405.01483","title":"MANTIS: Interleaved Multi-Image Instruction Tuning","created":"2024-05-02","cited_by_count":216,"area":"mllm"},{"id":"2412.03555","title":"PaliGemma 2: A Family of Versatile VLMs for Transfer","created":"2024-12-04","cited_by_count":207,"area":"mllm"},{"id":"2409.05907","title":"Programming Refusal with Conditional Activation Steering","created":"2024-09-06","cited_by_count":206,"area":"mechinterp"},{"id":"2412.14164","title":"MetaMorph: Multimodal Understanding and Generation via Instruction Tuning","created":"2024-12-18","cited_by_count":206,"area":null},{"id":"2405.17247","title":"An Introduction to Vision-Language Modeling","created":"2024-05-27","cited_by_count":178,"area":"mllm"},{"id":"2404.05719","title":"Ferret-UI: Grounded Mobile UI Understanding with Multimodal LLMs","created":"2024-04-08","cited_by_count":176,"area":"mllm"},{"id":"2502.17422","title":"MLLMs Know Where to Look: Training-free Perception of Small Visual Details with Multimodal LLMs","created":"2025-02-24","cited_by_count":176,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2407.02392","title":"TokenPacker: Efficient Visual Projector for Multimodal LLM","created":"2024-07-02","cited_by_count":172,"area":"mllm"},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2502.20321","title":"UniTok: A Unified Tokenizer for Visual Generation and Understanding","created":"2025-02-27","cited_by_count":153,"area":null},{"id":"2406.13642","title":"SpatialBot: Precise Spatial Understanding with Vision Language Models","created":"2024-06-19","cited_by_count":152,"area":"mllm"},{"id":"2409.20537","title":"Scaling Proprioceptive-Visual Learning with Heterogeneous Pre-trained Transformers","created":"2024-09-30","cited_by_count":148,"area":null},{"id":"2407.06581","title":"Vision language models are blind: Failing to translate detailed visual features into words","created":"2024-07-09","cited_by_count":147,"area":"mllm"},{"id":"2412.05237","title":"MAmmoTH-VL: Eliciting Multimodal Reasoning with Instruction Tuning at Scale","created":"2024-12-06","cited_by_count":127,"area":"lr"},{"id":"2407.15841","title":"SlowFast-LLaVA: A Strong Training-Free Baseline for Video Large Language Models","created":"2024-07-22","cited_by_count":125,"area":null},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116,"area":"mllm"},{"id":"2406.14852","title":"Is A Picture Worth A Thousand Words? Delving Into Spatial Reasoning for Vision Language Models","created":"2024-06-21","cited_by_count":113,"area":"lr"},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2405.18415","title":"Why are Visually-Grounded Language Models Bad at Image Classification?","created":"2024-05-28","cited_by_count":102,"area":null},{"id":"2404.07973","title":"Ferret-v2: An Improved Baseline for Referring and Grounding with Large Language Models","created":"2024-04-11","cited_by_count":97,"area":null},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94,"area":"mllm"},{"id":"2502.19680","title":"M-LLM Based Video Frame Selection for Efficient Video Understanding","created":"2025-02-27","cited_by_count":88,"area":"mllm"},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2406.08487","title":"Beyond LLaVA-HD: Diving into High-Resolution Large Multimodal Models","created":"2024-06-12","cited_by_count":76,"area":"mllm"},{"id":"2409.20566","title":"MM1.5: Methods, Analysis & Insights from Multimodal LLM Fine-tuning","created":"2024-09-30","cited_by_count":76,"area":"mllm"},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2405.20985","title":"DeCo: Decoupling Token Compression from Semantic Abstraction in Multimodal Large Language Models","created":"2024-05-31","cited_by_count":75,"area":"mllm"},{"id":"2503.13111","title":"MM-Spatial: Exploring 3D Spatial Understanding in Multimodal LLMs","created":"2025-03-17","cited_by_count":73,"area":"mllm"},{"id":"2408.07246","title":"ChemVLM: Exploring the Power of Multimodal Large Language Models in Chemistry Area","created":"2024-08-14","cited_by_count":71,"area":"mllm"},{"id":"2405.19716","title":"Enhancing Large Vision Language Models with Self-Training on Image Comprehension","created":"2024-05-30","cited_by_count":70,"area":"mllm"},{"id":"2406.08418","title":"OmniCorpus: A Unified Multimodal Corpus of 10 Billion-Level Images Interleaved with Text","created":"2024-06-12","cited_by_count":59,"area":null},{"id":"2510.15870","title":"OmniVinci: Enhancing Architecture and Data for Omni-Modal Understanding LLM","created":"2025-10-17","cited_by_count":59,"area":null},{"id":"2406.07230","title":"Needle In A Multimodal Haystack","created":"2024-06-11","cited_by_count":58,"area":"mllm"},{"id":"2410.09575","title":"Reconstructive Visual Instruction Tuning","created":"2024-10-12","cited_by_count":55,"area":"mllm"},{"id":"2406.07057","title":"MultiTrust: A Comprehensive Benchmark Towards Trustworthy Multimodal Large Language Models","created":"2024-06-11","cited_by_count":53,"area":"mllm"},{"id":"2409.13689","title":"Temporally Aligned Audio for Video with Autoregression","created":"2024-09-20","cited_by_count":52,"area":null},{"id":"2410.18967","title":"Ferret-UI 2: Mastering Universal User Interface Understanding Across Platforms","created":"2024-10-24","cited_by_count":51,"area":null},{"id":"2412.12359","title":"LLaVA Steering: Visual Instruction Tuning with 500x Fewer Parameters through Modality Linear Representation-Steering","created":"2024-12-16","cited_by_count":51,"area":"mllm"},{"id":"2406.11271","title":"MINT-1T: Scaling Open-Source Multimodal Data by 10x: A Multimodal Dataset with One Trillion Tokens","created":"2024-06-17","cited_by_count":50,"area":"mllm"},{"id":"2407.21439","title":"MLLM Is a Strong Reranker: Advancing Multimodal Retrieval-augmented Generation via Knowledge-enhanced Reranking and Noise-injected Training","created":"2024-07-31","cited_by_count":50,"area":"mllm"},{"id":"2405.13800","title":"Dense Connector for MLLMs","created":"2024-05-22","cited_by_count":49,"area":"mllm"},{"id":"2407.12709","title":"MoME: Mixture of Multimodal Experts for Generalist Multimodal Large Language Models","created":"2024-07-17","cited_by_count":46,"area":"mllm"},{"id":"2412.19509","title":"MBQ: Modality-Balanced Quantization for Large Vision-Language Models","created":"2024-12-27","cited_by_count":45,"area":"mllm"},{"id":"2411.17762","title":"MUSE-VL: Modeling Unified VLM through Semantic Discrete Encoding","created":"2024-11-26","cited_by_count":44,"area":"mllm"},{"id":"2505.16652","title":"Seeing Far and Clearly: Mitigating Hallucinations in MLLMs with Attention Causal Decoding","created":"2025-05-22","cited_by_count":43,"area":"mllm"},{"id":"2409.12319","title":"Large Language Models are Strong Audio-Visual Speech Recognition Learners","created":"2024-09-18","cited_by_count":42,"area":"mllm"},{"id":"2410.08182","title":"MRAG-Bench: Vision-Centric Evaluation for Retrieval-Augmented Multimodal Models","created":"2024-10-10","cited_by_count":42,"area":"rag"},{"id":"2412.08442","title":"From Multimodal LLMs to Generalist Embodied Agents: Methods and Lessons","created":"2024-12-11","cited_by_count":42,"area":"mllm"},{"id":"2404.01266","title":"IsoBench: Benchmarking Multimodal Foundation Models on Isomorphic Representations","created":"2024-04-01","cited_by_count":38,"area":null},{"id":"2406.01920","title":"CODE: Contrasting Self-generated Description to Combat Hallucination in Large Multi-modal Models","created":"2024-06-04","cited_by_count":38,"area":"mllm"},{"id":"2505.00788","title":"SpatialLLM: A Compound 3D-Informed Design towards Spatially-Intelligent Large Multimodal Models","created":"2025-05-01","cited_by_count":38,"area":"lr"},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2501.02765","title":"Visual Large Language Models for Generalized and Specialized Applications","created":"2025-01-06","cited_by_count":36,"area":"mllm"},{"id":"2502.10794","title":"Distraction is All You Need for Multimodal Large Language Model Jailbreaking","created":"2025-02-15","cited_by_count":36,"area":"mllm"},{"id":"2406.07904","title":"Grounding Multimodal Large Language Models in Actions","created":"2024-06-12","cited_by_count":35,"area":"mllm"},{"id":"2406.05821","title":"F-LMM: Grounding Frozen Large Multimodal Models","created":"2024-06-09","cited_by_count":34,"area":"mllm"},{"id":"2406.17126","title":"MM-SpuBench: Towards Better Understanding of Spurious Biases in Multimodal LLMs","created":"2024-06-24","cited_by_count":33,"area":"mllm"},{"id":"2410.02746","title":"Contrastive Localized Language-Image Pre-Training","created":"2024-10-03","cited_by_count":33,"area":"mllm"},{"id":"2411.14279","title":"Looking Beyond Text: Reducing Language bias in Large Vision-Language Models via Multimodal Dual-Attention and Soft-Image Guidance","created":"2024-11-21","cited_by_count":32,"area":"mllm"},{"id":"2503.13360","title":"Mitigating Visual Forgetting via Take-along Visual Conditioning for Multi-modal Long CoT Reasoning","created":"2025-03-17","cited_by_count":32,"area":"lr"},{"id":"2405.15574","title":"Meteor: Mamba-based Traversal of Rationale for Large Language and Vision Models","created":"2024-05-24","cited_by_count":30,"area":"ssm"},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2406.02539","title":"Parrot: Multilingual Visual Instruction Tuning","created":"2024-06-04","cited_by_count":30,"area":"mllm"},{"id":"2406.10638","title":"Unveiling the Ignorance of MLLMs: Seeing Clearly, Answering Incorrectly","created":"2024-06-15","cited_by_count":30,"area":"mllm"},{"id":"2410.02098","title":"EC-DIT: Scaling Diffusion Transformers with Adaptive Expert-Choice Routing","created":"2024-10-02","cited_by_count":30,"area":"diffusion"},{"id":"2411.18363","title":"ChatRex: Taming Multimodal LLM for Joint Perception and Understanding","created":"2024-11-27","cited_by_count":30,"area":"mllm"},{"id":"2503.18943","title":"SlowFast-LLaVA-1.5: A Family of Token-Efficient Video Large Language Models for Long-Form Video Understanding","created":"2025-03-24","cited_by_count":30,"area":null},{"id":"2408.10945","title":"HiRED: Attention-Guided Token Dropping for Efficient Inference of High-Resolution Vision-Language Models","created":"2024-08-20","cited_by_count":28,"area":"mllm"},{"id":"2412.09616","title":"V2PE: Improving Multimodal Long-Context Capability of Vision-Language Models with Variable Visual Position Encoding","created":"2024-12-12","cited_by_count":28,"area":"mllm"},{"id":"2505.23766","title":"Argus: Vision-Centric Reasoning with Grounded Chain-of-Thought","created":"2025-05-29","cited_by_count":27,"area":"lr"},{"id":"2405.15738","title":"ConvLLaVA: Hierarchical Backbones as Visual Encoder for Large Multimodal Models","created":"2024-05-24","cited_by_count":26,"area":"mllm"},{"id":"2410.11538","title":"MCTBench: Multimodal Cognition towards Text-Rich Visual Scenes Benchmark","created":"2024-10-15","cited_by_count":26,"area":"mllm"},{"id":"2506.04034","title":"Rex-Thinker: Grounded Object Referring via Chain-of-Thought Reasoning","created":"2025-06-04","cited_by_count":26,"area":"lr"},{"id":"2407.14177","title":"EVLM: An Efficient Vision-Language Model for Visual Understanding","created":"2024-07-19","cited_by_count":25,"area":"mllm"},{"id":"2407.17453","title":"VILA$^2$: VILA Augmented VILA","created":"2024-07-24","cited_by_count":25,"area":"mllm"},{"id":"2411.10640","title":"BlueLM-V-3B: Algorithm and System Co-Design for Multimodal Large Language Models on Mobile Devices","created":"2024-11-16","cited_by_count":25,"area":"mllm"},{"id":"2404.18624","title":"Do Vision & Language Decoders use Images and Text equally? How Self-consistent are their Explanations?","created":"2024-04-29","cited_by_count":24,"area":null},{"id":"2410.07177","title":"MM-Ego: Towards Building Egocentric Multimodal LLMs for Video QA","created":"2024-10-09","cited_by_count":24,"area":"mllm"},{"id":"2502.11492","title":"Why Vision Language Models Struggle with Visual Arithmetic? Towards Enhanced Chart and Geometry Understanding","created":"2025-02-17","cited_by_count":24,"area":"lr"},{"id":"2502.13759","title":"Geolocation with Real Human Gameplay Data: A Large-Scale Dataset and Human-Like Reasoning Framework","created":"2025-02-19","cited_by_count":24,"area":null},{"id":"2406.03496","title":"Wings: Learning Multimodal LLMs without Text-only Forgetting","created":"2024-06-05","cited_by_count":23,"area":"mllm"},{"id":"2407.02477","title":"Understanding Alignment in Multimodal LLMs: A Comprehensive Study","created":"2024-07-02","cited_by_count":23,"area":"mllm"},{"id":"2410.06169","title":"Treat Visual Tokens as Text? But Your MLLM Only Needs Fewer Efforts to See","created":"2024-10-08","cited_by_count":23,"area":"mllm"}],"next_cursor":"100"}