{"total":647,"rows":[{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137,"area":"synth"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2211.09800","title":"InstructPix2Pix: Learning to Follow Image Editing Instructions","created":"2022-11-17","cited_by_count":2611,"area":"diffusion"},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080,"area":null},{"id":"2202.03629","title":"Survey of Hallucination in Natural Language Generation","created":"2022-02-08","cited_by_count":2075,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2207.01206","title":"WebShop: Towards Scalable Real-World Web Interaction with Grounded Language Agents","created":"2022-07-04","cited_by_count":1251,"area":"agents"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2207.05608","title":"Inner Monologue: Embodied Reasoning through Planning with Language Models","created":"2022-07-12","cited_by_count":1081,"area":"wm"},{"id":"2110.04544","title":"CLIP-Adapter: Better Vision-Language Models with Feature Adapters","created":"2021-10-09","cited_by_count":1026,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2205.06175","title":"A Generalist Agent","created":"2022-05-12","cited_by_count":808,"area":"agents"},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2311.03079","title":"CogVLM: Visual Expert for Pretrained Language Models","created":"2023-11-06","cited_by_count":708,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2111.07783","title":"FILIP: Fine-grained Interactive Language-Image Pre-Training","created":"2021-11-09","cited_by_count":627,"area":"mllm"},{"id":"2401.01614","title":"GPT-4V(ision) is a Generalist Web Agent, if Grounded","created":"2024-01-03","cited_by_count":563,"area":"mllm"},{"id":"2111.09734","title":"ClipCap: CLIP Prefix for Image Captioning","created":"2021-11-18","cited_by_count":559,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2204.00598","title":"Socratic Models: Composing Zero-Shot Multimodal Reasoning with Language","created":"2022-04-01","cited_by_count":513,"area":"lr"},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2311.03356","title":"GLaMM: Pixel Grounding Large Multimodal Model","created":"2023-11-06","cited_by_count":455,"area":"mllm"},{"id":"2212.03191","title":"InternVideo: General Video Foundation Models via Generative and Discriminative Learning","created":"2022-12-06","cited_by_count":447,"area":null},{"id":"2401.13919","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","created":"2024-01-25","cited_by_count":438,"area":"mllm"},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366,"area":null},{"id":"2111.15174","title":"CRIS: CLIP-Driven Referring Image Segmentation","created":"2021-11-30","cited_by_count":353,"area":null},{"id":"2212.00794","title":"Scaling Language-Image Pre-training via Masking","created":"2022-12-01","cited_by_count":317,"area":null},{"id":"2303.13283","title":"Visual-Language Prompt Tuning with Knowledge-guided Context Optimization","created":"2023-03-23","cited_by_count":308,"area":"mllm"},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2410.05160","title":"VLM2Vec: Training Vision-Language Models for Massive Multimodal Embedding Tasks","created":"2024-10-07","cited_by_count":228,"area":"mllm"},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2210.02928","title":"MuRAG: Multimodal Retrieval-Augmented Generator for Open Question Answering over Images and Text","created":"2022-10-06","cited_by_count":220,"area":"rag"},{"id":"2306.07280","title":"Controlling Text-to-Image Diffusion by Orthogonal Finetuning","created":"2023-06-12","cited_by_count":208,"area":"diffusion"},{"id":"2306.07279","title":"Scalable 3D Captioning with Pretrained Models","created":"2023-06-12","cited_by_count":203,"area":null},{"id":"2305.08275","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","created":"2023-05-14","cited_by_count":202,"area":null},{"id":"2305.17100","title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","created":"2023-05-26","cited_by_count":201,"area":"mllm"},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2204.03610","title":"Unified Contrastive Learning in Image-Text-Label Space","created":"2022-04-07","cited_by_count":194,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2211.13977","title":"CLIP-ReID: Exploiting Vision-Language Model for Image Re-Identification without Concrete Text Labels","created":"2022-11-25","cited_by_count":181,"area":"mllm"},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2211.14813","title":"SegCLIP: Patch Aggregation with Learnable Centers for Open-Vocabulary Semantic Segmentation","created":"2022-11-27","cited_by_count":164,"area":null},{"id":"2309.03895","title":"InstructDiffusion: A Generalist Modeling Interface for Vision Tasks","created":"2023-09-07","cited_by_count":164,"area":null},{"id":"2402.14289","title":"TinyLLaVA: A Framework of Small-scale Large Multimodal Models","created":"2024-02-22","cited_by_count":164,"area":"mllm"},{"id":"2305.14761","title":"UniChart: A Universal Vision-language Pretrained Model for Chart Comprehension and Reasoning","created":"2023-05-24","cited_by_count":160,"area":"mllm"},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2209.15639","title":"F-VLM: Open-Vocabulary Object Detection upon Frozen Vision and Language Models","created":"2022-09-30","cited_by_count":150,"area":null},{"id":"2302.07387","title":"PolyFormer: Referring Image Segmentation as Sequential Polygon Generation","created":"2023-02-14","cited_by_count":148,"area":null},{"id":"2312.14115","title":"LingoQA: Visual Question Answering for Autonomous Driving","created":"2023-12-21","cited_by_count":145,"area":"mllm"},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2307.10802","title":"Meta-Transformer: A Unified Framework for Multimodal Learning","created":"2023-07-20","cited_by_count":136,"area":null},{"id":"2306.07831","title":"Visual Language Pretrained Multiple Instance Zero-Shot Transfer for Histopathology Images","created":"2023-06-13","cited_by_count":134,"area":null},{"id":"2401.10815","title":"Exploring scalable medical image encoders beyond text supervision","created":"2024-01-19","cited_by_count":132,"area":null},{"id":"2310.09199","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","created":"2023-10-13","cited_by_count":126,"area":"mllm"},{"id":"2211.12561","title":"Retrieval-Augmented Multimodal Language Modeling","created":"2022-11-22","cited_by_count":125,"area":"mllm"},{"id":"2403.02469","title":"Vision-Language Models for Medical Report Generation and Visual Question Answering: A Review","created":"2024-03-04","cited_by_count":125,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2212.05221","title":"REVEAL: Retrieval-Augmented Visual-Language Pre-Training with Multi-Source Multimodal Knowledge Memory","created":"2022-12-10","cited_by_count":123,"area":"mllm"},{"id":"2308.11681","title":"VadCLIP: Adapting Vision-Language Models for Weakly Supervised Video Anomaly Detection","created":"2023-08-22","cited_by_count":123,"area":"mllm"},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2211.16198","title":"SuS-X: Training-Free Name-Only Transfer of Vision-Language Models","created":"2022-11-28","cited_by_count":119,"area":"mllm"},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115,"area":null},{"id":"2302.11154","title":"Open-domain Visual Entity Recognition: Towards Recognizing Millions of Wikipedia Entities","created":"2023-02-22","cited_by_count":113,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2211.01335","title":"Chinese CLIP: Contrastive Vision-Language Pretraining in Chinese","created":"2022-11-02","cited_by_count":109,"area":"mllm"},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2311.10081","title":"DRESS: Instructing Large Vision-Language Models to Align and Interact with Humans via Natural Language Feedback","created":"2023-11-16","cited_by_count":103,"area":"mllm"}],"next_cursor":"100"}