{"total":537,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2307.15818","title":"RT-2: Vision-Language-Action Models Transfer Web Knowledge to Robotic Control","created":"2023-07-28","cited_by_count":3080,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089,"area":"mllm"},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906,"area":"mllm"},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2311.03079","title":"CogVLM: Visual Expert for Pretrained Language Models","created":"2023-11-06","cited_by_count":708,"area":null},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583,"area":"mllm"},{"id":"2401.01614","title":"GPT-4V(ision) is a Generalist Web Agent, if Grounded","created":"2024-01-03","cited_by_count":563,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2303.11381","title":"MM-REACT: Prompting ChatGPT for Multimodal Reasoning and Action","created":"2023-03-20","cited_by_count":517,"area":"lr"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2305.11175","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","created":"2023-05-18","cited_by_count":501,"area":null},{"id":"2402.17177","title":"Sora: A Review on Background, Technology, Limitations, and Opportunities of Large Vision Models","created":"2024-02-27","cited_by_count":477,"area":null},{"id":"2305.07895","title":"OCRBench: On the Hidden Mystery of OCR in Large Multimodal Models","created":"2023-05-13","cited_by_count":476,"area":"mllm"},{"id":"2306.14565","title":"Mitigating Hallucination in Large Multi-Modal Models via Robust Instruction Tuning","created":"2023-06-26","cited_by_count":445,"area":"mllm"},{"id":"2303.11897","title":"TIFA: Accurate and Interpretable Text-to-Image Faithfulness Evaluation with Question Answering","created":"2023-03-21","cited_by_count":428,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366,"area":null},{"id":"2309.15112","title":"InternLM-XComposer: A Vision-Language Large Model for Advanced Text-image Comprehension and Composition","created":"2023-09-26","cited_by_count":297,"area":null},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2404.05726","title":"MA-LMM: Memory-Augmented Large Multimodal Model for Long-Term Video Understanding","created":"2024-04-08","cited_by_count":229,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2312.17432","title":"Video Understanding with Large Language Models: A Survey","created":"2023-12-29","cited_by_count":206,"area":null},{"id":"2305.11846","title":"Any-to-Any Generation via Composable Diffusion","created":"2023-05-19","cited_by_count":204,"area":null},{"id":"2304.04370","title":"OpenAGI: When LLM Meets Domain Experts","created":"2023-04-10","cited_by_count":197,"area":null},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2309.17102","title":"Guiding Instruction-based Image Editing via Multimodal Large Language Models","created":"2023-09-29","cited_by_count":185,"area":"mllm"},{"id":"2211.15518","title":"ReCo: Region-Controlled Text-to-Image Generation","created":"2022-11-23","cited_by_count":179,"area":null},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2303.12346","title":"NUWA-XL: Diffusion over Diffusion for eXtremely Long Video Generation","created":"2023-03-22","cited_by_count":171,"area":"diffusion"},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2505.00703","title":"T2I-R1: Reinforcing Image Generation with Collaborative Semantic-level and Token-level CoT","created":"2025-05-01","cited_by_count":166,"area":"lr"},{"id":"2309.03895","title":"InstructDiffusion: A Generalist Modeling Interface for Vision Tasks","created":"2023-09-07","cited_by_count":164,"area":null},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2504.07934","title":"SoTA with Less: MCTS-Guided Sample Selection for Data-Efficient Visual Reasoning Self-Improvement","created":"2025-04-10","cited_by_count":145,"area":"lr"},{"id":"2407.00634","title":"Tarsier: Recipes for Training and Evaluating Large Video Description Models","created":"2024-06-30","cited_by_count":141,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2311.07562","title":"GPT-4V in Wonderland: Large Multimodal Models for Zero-Shot Smartphone GUI Navigation","created":"2023-11-13","cited_by_count":137,"area":"mllm"},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2310.09199","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","created":"2023-10-13","cited_by_count":126,"area":"mllm"},{"id":"2403.02469","title":"Vision-Language Models for Medical Report Generation and Visual Question Answering: A Review","created":"2024-03-04","cited_by_count":125,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2212.00280","title":"GRiT: A Generative Region-to-text Transformer for Object Understanding","created":"2022-12-01","cited_by_count":121,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2403.11207","title":"MindEye2: Shared-Subject Models Enable fMRI-To-Image With 1 Hour of Data","created":"2024-03-17","cited_by_count":109,"area":null},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2312.08782","title":"Toward General-Purpose Robots via Foundation Models: A Survey and Meta-Analysis","created":"2023-12-14","cited_by_count":103,"area":null},{"id":"2305.02677","title":"Caption Anything: Interactive Image Description with Diverse Multimodal Controls","created":"2023-05-04","cited_by_count":99,"area":null},{"id":"2306.08640","title":"AssistGPT: A General Multi-modal Assistant that can Plan, Execute, Inspect, and Learn","created":"2023-06-14","cited_by_count":97,"area":null},{"id":"2306.07915","title":"Image Captioners Are Scalable Vision Learners Too","created":"2023-06-13","cited_by_count":89,"area":"mllm"},{"id":"2303.05657","title":"Tag2Text: Guiding Vision-Language Model via Image Tagging","created":"2023-03-10","cited_by_count":86,"area":"mllm"},{"id":"2209.15323","title":"SmallCap: Lightweight Image Captioning Prompted with Retrieval Augmentation","created":"2022-09-30","cited_by_count":82,"area":null},{"id":"2404.01297","title":"Streaming Dense Video Captioning","created":"2024-04-01","cited_by_count":82,"area":null},{"id":"2403.07721","title":"Visual Decoding and Reconstruction via EEG Embeddings with Guided Diffusion","created":"2024-03-12","cited_by_count":81,"area":"diffusion"},{"id":"2310.05338","title":"Negative Object Presence Evaluation (NOPE) to Measure Object Hallucination in Vision-Language Models","created":"2023-10-09","cited_by_count":80,"area":"mllm"},{"id":"2311.18799","title":"X-InstructBLIP: A Framework for aligning X-Modal instruction-aware representations to LLMs and Emergent Cross-modal Reasoning","created":"2023-11-30","cited_by_count":80,"area":"lr"},{"id":"2210.07321","title":"Machine Generated Text: A Comprehensive Survey of Threat Models and Detection Methods","created":"2022-10-13","cited_by_count":79,"area":null},{"id":"2312.06720","title":"Audio-Visual LLM for Video Understanding","created":"2023-12-11","cited_by_count":77,"area":"mllm"},{"id":"2404.06511","title":"MoReVQA: Exploring Modular Reasoning Models for Video Question Answering","created":"2024-04-09","cited_by_count":74,"area":"lr"},{"id":"2406.12718","title":"Mitigating Object Hallucinations in Large Vision-Language Models with Assembly of Global and Local Attention","created":"2024-06-18","cited_by_count":74,"area":"mllm"},{"id":"2404.17176","title":"MovieChat+: Question-aware Sparse Memory for Long Video Question Answering","created":"2024-04-26","cited_by_count":73,"area":null},{"id":"2207.09814","title":"NUWA-Infinity: Autoregressive over Autoregressive Generation for Infinite Visual Synthesis","created":"2022-07-20","cited_by_count":71,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2212.04979","title":"VideoCoCa: Video-Text Modeling with Zero-Shot Transfer from Contrastive Captioners","created":"2022-12-09","cited_by_count":70,"area":null},{"id":"2404.07204","title":"BRAVE: Broadening the visual encoding of vision-language models","created":"2024-04-10","cited_by_count":69,"area":"mllm"},{"id":"2402.04236","title":"CogCoM: A Visual Language Model with Chain-of-Manipulations Reasoning","created":"2024-02-06","cited_by_count":67,"area":"lr"},{"id":"2301.02311","title":"HierVL: Learning Hierarchical Video-Language Embeddings","created":"2023-01-05","cited_by_count":66,"area":null},{"id":"2310.13355","title":"SILC: Improving Vision Language Pretraining with Self-Distillation","created":"2023-10-20","cited_by_count":66,"area":"mllm"},{"id":"2312.03052","title":"Visual Program Distillation: Distilling Tools and Programmatic Reasoning into Vision-Language Models","created":"2023-12-05","cited_by_count":66,"area":"lr"},{"id":"2308.06873","title":"SpeechX: Neural Codec Language Model as a Versatile Speech Transformer","created":"2023-08-14","cited_by_count":64,"area":null},{"id":"2311.18775","title":"CoDi-2: In-Context, Interleaved, and Interactive Any-to-Any Generation","created":"2023-11-30","cited_by_count":63,"area":"mllm"},{"id":"2403.04593","title":"Embodied Understanding of Driving Scenarios","created":"2024-03-07","cited_by_count":63,"area":"driving"},{"id":"2404.03653","title":"CoMat: Aligning Text-to-Image Diffusion Model with Image-to-Text Concept Matching","created":"2024-04-04","cited_by_count":61,"area":"diffusion"},{"id":"2404.07990","title":"OpenBias: Open-set Bias Detection in Text-to-Image Generative Models","created":"2024-04-11","cited_by_count":61,"area":null},{"id":"2410.15778","title":"Reducing Hallucinations in Vision-Language Models via Latent Space Steering","created":"2024-10-21","cited_by_count":59,"area":"mllm"},{"id":"2211.09808","title":"Uni-Perceiver v2: A Generalist Model for Large-Scale Vision and Vision-Language Tasks","created":"2022-11-17","cited_by_count":57,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55,"area":null},{"id":"2306.12424","title":"VisoGender: A dataset for benchmarking gender bias in image-text pronoun resolution","created":"2023-06-21","cited_by_count":52,"area":"mllm"},{"id":"2307.12914","title":"Towards a Visual-Language Foundation Model for Computational Pathology","created":"2023-07-24","cited_by_count":52,"area":null},{"id":"2412.20206","title":"Toward Visual Grounding: A Survey","created":"2024-12-28","cited_by_count":52,"area":null},{"id":"2302.09923","title":"Prompt Stealing Attacks Against Text-to-Image Generation Models","created":"2023-02-20","cited_by_count":51,"area":null},{"id":"2408.10433","title":"CLIP-DPO: Vision-Language Models as a Source of Preference for Fixing Hallucinations in LVLMs","created":"2024-08-19","cited_by_count":49,"area":"mllm"},{"id":"2412.05149","title":"Findings of the Second BabyLM Challenge: Sample-Efficient Pretraining on Developmentally Plausible Corpora","created":"2024-12-06","cited_by_count":48,"area":null}],"next_cursor":"100"}