{"total":804,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137,"area":"synth"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2303.05499","title":"Grounding DINO: Marrying DINO with Grounded Pre-Training for Open-Set Object Detection","created":"2023-03-09","cited_by_count":3332,"area":null},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2203.03605","title":"DINO: DETR with Improved DeNoising Anchor Boxes for End-to-End Object Detection","created":"2022-03-07","cited_by_count":1319,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2209.00796","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","created":"2022-09-02","cited_by_count":1114,"area":"diffusion"},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857,"area":null},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839,"area":"mllm"},{"id":"2301.07093","title":"GLIGEN: Open-Set Grounded Text-to-Image Generation","created":"2023-01-17","cited_by_count":781,"area":"diffusion"},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691,"area":null},{"id":"2210.03117","title":"MaPLe: Multi-modal Prompt Learning","created":"2022-10-06","cited_by_count":687,"area":null},{"id":"2304.14108","title":"DataComp: In search of the next generation of multimodal datasets","created":"2023-04-27","cited_by_count":644,"area":"diffusion"},{"id":"2112.09106","title":"RegionCLIP: Region-based Language-Image Pretraining","created":"2021-12-16","cited_by_count":616,"area":null},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2304.06718","title":"Segment Everything Everywhere All at Once","created":"2023-04-13","cited_by_count":548,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2303.11381","title":"MM-REACT: Prompting ChatGPT for Multimodal Reasoning and Action","created":"2023-03-20","cited_by_count":517,"area":"lr"},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2204.14109","title":"TEMOS: Generating diverse human motions from textual descriptions","created":"2022-04-25","cited_by_count":492,"area":null},{"id":"2211.05778","title":"InternImage: Exploring Large-Scale Vision Foundation Models with Deformable Convolutions","created":"2022-11-10","cited_by_count":482,"area":null},{"id":"2305.07895","title":"OCRBench: On the Hidden Mystery of OCR in Large Multimodal Models","created":"2023-05-13","cited_by_count":476,"area":"mllm"},{"id":"2212.03191","title":"InternVideo: General Video Foundation Models via Generative and Discriminative Learning","created":"2022-12-06","cited_by_count":447,"area":null},{"id":"2205.09113","title":"Masked Autoencoders As Spatiotemporal Learners","created":"2022-05-18","cited_by_count":429,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2311.06242","title":"Florence-2: Advancing a Unified Representation for a Variety of Vision Tasks","created":"2023-11-10","cited_by_count":410,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2402.19479","title":"Panda-70M: Captioning 70M Videos with Multiple Cross-Modality Teachers","created":"2024-02-29","cited_by_count":393,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2306.11029","title":"RemoteCLIP: A Vision Language Foundation Model for Remote Sensing","created":"2023-06-19","cited_by_count":363,"area":"mllm"},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2301.10343","title":"ClimaX: A foundation model for weather and climate","created":"2023-01-24","cited_by_count":337,"area":null},{"id":"2210.07183","title":"Visual Classification via Description from Large Language Models","created":"2022-10-13","cited_by_count":336,"area":"mllm"},{"id":"2208.02816","title":"Expanding Language-Image Pretrained Models for General Video Recognition","created":"2022-08-04","cited_by_count":321,"area":null},{"id":"2211.11158","title":"Language in a Bottle: Language Model Guided Concept Bottlenecks for Interpretable Image Classification","created":"2022-11-21","cited_by_count":312,"area":null},{"id":"2302.12242","title":"Side Adapter Network for Open-Vocabulary Semantic Segmentation","created":"2023-02-23","cited_by_count":300,"area":"mllm"},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2306.13631","title":"OpenMask3D: Open-Vocabulary 3D Instance Segmentation","created":"2023-06-23","cited_by_count":289,"area":null},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2206.05836","title":"GLIPv2: Unifying Localization and Vision-Language Understanding","created":"2022-06-12","cited_by_count":275,"area":null},{"id":"2307.06948","title":"Self-regulating Prompts: Foundational Model Adaptation without Forgetting","created":"2023-07-13","cited_by_count":272,"area":null},{"id":"2303.07909","title":"Text-to-image Diffusion Models in Generative AI: A Survey","created":"2023-03-14","cited_by_count":265,"area":"diffusion"},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2207.10666","title":"TinyViT: Fast Pretraining Distillation for Small Vision Transformers","created":"2022-07-21","cited_by_count":234,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204,"area":null},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203,"area":"moe"},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203,"area":null},{"id":"2308.02487","title":"Convolutions Die Hard: Open-Vocabulary Segmentation with Single Frozen Convolutional CLIP","created":"2023-08-04","cited_by_count":201,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2302.02662","title":"Grounding Large Language Models in Interactive Environments with Online Reinforcement Learning","created":"2023-02-06","cited_by_count":195,"area":null},{"id":"2204.03610","title":"Unified Contrastive Learning in Image-Text-Label Space","created":"2022-04-07","cited_by_count":194,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2303.07338","title":"Revisiting Class-Incremental Learning with Pre-Trained Models: Generalizability and Adaptivity are All You Need","created":"2023-03-13","cited_by_count":184,"area":null},{"id":"2208.03550","title":"Frozen CLIP Models are Efficient Video Learners","created":"2022-08-06","cited_by_count":182,"area":null},{"id":"2211.16312","title":"PLA: Language-Driven Open-Vocabulary 3D Scene Understanding","created":"2022-11-29","cited_by_count":177,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2312.01597","title":"SCLIP: Rethinking Self-Attention for Dense Vision-Language Inference","created":"2023-12-04","cited_by_count":170,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2309.03895","title":"InstructDiffusion: A Generalist Modeling Interface for Vision Tasks","created":"2023-09-07","cited_by_count":164,"area":null},{"id":"2311.18803","title":"BioCLIP: A Vision Foundation Model for the Tree of Life","created":"2023-11-30","cited_by_count":161,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2306.11300","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","created":"2023-06-20","cited_by_count":151,"area":"mllm"},{"id":"2208.03987","title":"Advancing Plain Vision Transformer Towards Remote Sensing Foundation Model","created":"2022-08-08","cited_by_count":149,"area":null},{"id":"2310.18660","title":"Foundation Models for Generalist Geospatial Artificial Intelligence","created":"2023-10-28","cited_by_count":149,"area":null},{"id":"2201.04288","title":"Multiview Transformers for Video Recognition","created":"2022-01-12","cited_by_count":148,"area":null},{"id":"2302.03024","title":"AIM: Adapting Image Models for Efficient Video Action Recognition","created":"2023-02-06","cited_by_count":148,"area":null},{"id":"2204.10965","title":"CLIP-Dissect: Automatic Description of Neuron Representations in Deep Vision Networks","created":"2022-04-23","cited_by_count":147,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2303.15233","title":"Text-to-Image Diffusion Models are Zero-Shot Classifiers","created":"2023-03-27","cited_by_count":143,"area":"diffusion"},{"id":"2209.15162","title":"Linearly Mapping from Image to Text Space","created":"2022-09-30","cited_by_count":142,"area":null},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2204.08790","title":"ELEVATER: A Benchmark and Toolkit for Evaluating Language-Augmented Visual Models","created":"2022-04-19","cited_by_count":141,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2307.10802","title":"Meta-Transformer: A Unified Framework for Multimodal Learning","created":"2023-07-20","cited_by_count":136,"area":null},{"id":"2206.04673","title":"Neural Prompt Search","created":"2022-06-09","cited_by_count":135,"area":null},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134,"area":null},{"id":"2204.03649","title":"Unsupervised Prompt Learning for Vision-Language Models","created":"2022-04-07","cited_by_count":127,"area":"mllm"},{"id":"2211.10277","title":"Task Residual for Tuning Vision-Language Models","created":"2022-11-18","cited_by_count":123,"area":"mllm"},{"id":"2405.10300","title":"Grounding DINO 1.5: Advance the \"Edge\" of Open-Set Object Detection","created":"2024-05-16","cited_by_count":122,"area":null},{"id":"2212.00280","title":"GRiT: A Generative Region-to-text Transformer for Object Understanding","created":"2022-12-01","cited_by_count":121,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2211.09552","title":"UniFormerV2: Spatiotemporal Learning by Arming Image ViTs with Video UniFormer","created":"2022-11-17","cited_by_count":116,"area":null},{"id":"2212.04994","title":"Open Vocabulary Semantic Segmentation with Patch Aligned Contrastive Learning","created":"2022-12-09","cited_by_count":115,"area":null},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115,"area":null}],"next_cursor":"100"}