{"total":537,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2303.05499","title":"Grounding DINO: Marrying DINO with Grounded Pre-Training for Open-Set Object Detection","created":"2023-03-09","cited_by_count":3332,"area":null},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2203.03605","title":"DINO: DETR with Improved DeNoising Anchor Boxes for End-to-End Object Detection","created":"2022-03-07","cited_by_count":1319,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691,"area":null},{"id":"2210.03117","title":"MaPLe: Multi-modal Prompt Learning","created":"2022-10-06","cited_by_count":687,"area":null},{"id":"2112.09106","title":"RegionCLIP: Region-based Language-Image Pretraining","created":"2021-12-16","cited_by_count":616,"area":null},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2304.06718","title":"Segment Everything Everywhere All at Once","created":"2023-04-13","cited_by_count":548,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2204.14109","title":"TEMOS: Generating diverse human motions from textual descriptions","created":"2022-04-25","cited_by_count":492,"area":null},{"id":"2211.05778","title":"InternImage: Exploring Large-Scale Vision Foundation Models with Deformable Convolutions","created":"2022-11-10","cited_by_count":482,"area":null},{"id":"2212.03191","title":"InternVideo: General Video Foundation Models via Generative and Discriminative Learning","created":"2022-12-06","cited_by_count":447,"area":null},{"id":"2205.09113","title":"Masked Autoencoders As Spatiotemporal Learners","created":"2022-05-18","cited_by_count":429,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2311.06242","title":"Florence-2: Advancing a Unified Representation for a Variety of Vision Tasks","created":"2023-11-10","cited_by_count":410,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2402.19479","title":"Panda-70M: Captioning 70M Videos with Multiple Cross-Modality Teachers","created":"2024-02-29","cited_by_count":393,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2301.10343","title":"ClimaX: A foundation model for weather and climate","created":"2023-01-24","cited_by_count":337,"area":null},{"id":"2208.02816","title":"Expanding Language-Image Pretrained Models for General Video Recognition","created":"2022-08-04","cited_by_count":321,"area":null},{"id":"2211.11158","title":"Language in a Bottle: Language Model Guided Concept Bottlenecks for Interpretable Image Classification","created":"2022-11-21","cited_by_count":312,"area":null},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2306.13631","title":"OpenMask3D: Open-Vocabulary 3D Instance Segmentation","created":"2023-06-23","cited_by_count":289,"area":null},{"id":"2206.05836","title":"GLIPv2: Unifying Localization and Vision-Language Understanding","created":"2022-06-12","cited_by_count":275,"area":null},{"id":"2307.06948","title":"Self-regulating Prompts: Foundational Model Adaptation without Forgetting","created":"2023-07-13","cited_by_count":272,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2207.10666","title":"TinyViT: Fast Pretraining Distillation for Small Vision Transformers","created":"2022-07-21","cited_by_count":234,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204,"area":null},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203,"area":null},{"id":"2308.02487","title":"Convolutions Die Hard: Open-Vocabulary Segmentation with Single Frozen Convolutional CLIP","created":"2023-08-04","cited_by_count":201,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2302.02662","title":"Grounding Large Language Models in Interactive Environments with Online Reinforcement Learning","created":"2023-02-06","cited_by_count":195,"area":null},{"id":"2204.03610","title":"Unified Contrastive Learning in Image-Text-Label Space","created":"2022-04-07","cited_by_count":194,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2303.07338","title":"Revisiting Class-Incremental Learning with Pre-Trained Models: Generalizability and Adaptivity are All You Need","created":"2023-03-13","cited_by_count":184,"area":null},{"id":"2208.03550","title":"Frozen CLIP Models are Efficient Video Learners","created":"2022-08-06","cited_by_count":182,"area":null},{"id":"2211.16312","title":"PLA: Language-Driven Open-Vocabulary 3D Scene Understanding","created":"2022-11-29","cited_by_count":177,"area":null},{"id":"2204.03645","title":"DaViT: Dual Attention Vision Transformers","created":"2022-04-07","cited_by_count":175,"area":null},{"id":"2312.01597","title":"SCLIP: Rethinking Self-Attention for Dense Vision-Language Inference","created":"2023-12-04","cited_by_count":170,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2309.03895","title":"InstructDiffusion: A Generalist Modeling Interface for Vision Tasks","created":"2023-09-07","cited_by_count":164,"area":null},{"id":"2311.18803","title":"BioCLIP: A Vision Foundation Model for the Tree of Life","created":"2023-11-30","cited_by_count":161,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2208.03987","title":"Advancing Plain Vision Transformer Towards Remote Sensing Foundation Model","created":"2022-08-08","cited_by_count":149,"area":null},{"id":"2310.18660","title":"Foundation Models for Generalist Geospatial Artificial Intelligence","created":"2023-10-28","cited_by_count":149,"area":null},{"id":"2201.04288","title":"Multiview Transformers for Video Recognition","created":"2022-01-12","cited_by_count":148,"area":null},{"id":"2302.03024","title":"AIM: Adapting Image Models for Efficient Video Action Recognition","created":"2023-02-06","cited_by_count":148,"area":null},{"id":"2204.10965","title":"CLIP-Dissect: Automatic Description of Neuron Representations in Deep Vision Networks","created":"2022-04-23","cited_by_count":147,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2209.15162","title":"Linearly Mapping from Image to Text Space","created":"2022-09-30","cited_by_count":142,"area":null},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2204.08790","title":"ELEVATER: A Benchmark and Toolkit for Evaluating Language-Augmented Visual Models","created":"2022-04-19","cited_by_count":141,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2307.10802","title":"Meta-Transformer: A Unified Framework for Multimodal Learning","created":"2023-07-20","cited_by_count":136,"area":null},{"id":"2206.04673","title":"Neural Prompt Search","created":"2022-06-09","cited_by_count":135,"area":null},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134,"area":null},{"id":"2405.10300","title":"Grounding DINO 1.5: Advance the \"Edge\" of Open-Set Object Detection","created":"2024-05-16","cited_by_count":122,"area":null},{"id":"2212.00280","title":"GRiT: A Generative Region-to-text Transformer for Object Understanding","created":"2022-12-01","cited_by_count":121,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2211.09552","title":"UniFormerV2: Spatiotemporal Learning by Arming Image ViTs with Video UniFormer","created":"2022-11-17","cited_by_count":116,"area":null},{"id":"2212.04994","title":"Open Vocabulary Semantic Segmentation with Patch Aligned Contrastive Learning","created":"2022-12-09","cited_by_count":115,"area":null},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115,"area":null},{"id":"2408.04883","title":"ProxyCLIP: Proxy Attention Improves CLIP for Open-Vocabulary Segmentation","created":"2024-08-09","cited_by_count":111,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2311.16103","title":"Video-Bench: A Comprehensive Benchmark and Toolkit for Evaluating Video-based Large Language Models","created":"2023-11-27","cited_by_count":107,"area":null},{"id":"2402.13217","title":"VideoPrism: A Foundational Visual Encoder for Video Understanding","created":"2024-02-20","cited_by_count":105,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2208.05516","title":"Quality Not Quantity: On the Interaction between Dataset Design and Robustness of CLIP","created":"2022-08-10","cited_by_count":97,"area":null},{"id":"2211.14843","title":"Learning Object-Language Alignments for Open-Vocabulary Object Detection","created":"2022-11-27","cited_by_count":96,"area":null},{"id":"2204.01694","title":"\"This is my unicorn, Fluffy\": Personalizing frozen vision-language representations","created":"2022-04-04","cited_by_count":95,"area":null},{"id":"2304.00962","title":"RegionPLC: Regional Point-Language Contrastive Learning for Open-World 3D Scene Understanding","created":"2023-04-03","cited_by_count":94,"area":null},{"id":"2207.07078","title":"Towards Grand Unification of Object Tracking","created":"2022-07-14","cited_by_count":93,"area":null},{"id":"2304.03307","title":"Vita-CLIP: Video and text adaptive CLIP via Multimodal Prompting","created":"2023-04-06","cited_by_count":91,"area":null},{"id":"2305.07011","title":"Region-Aware Pretraining for Open-Vocabulary Object Detection with Vision Transformers","created":"2023-05-11","cited_by_count":91,"area":null},{"id":"2301.00184","title":"Cap4Video: What Can Auxiliary Captions Do for Text-Video Retrieval?","created":"2022-12-31","cited_by_count":90,"area":null},{"id":"2309.12314","title":"TinyCLIP: CLIP Distillation via Affinity Mimicking and Weight Inheritance","created":"2023-09-21","cited_by_count":90,"area":null},{"id":"2305.13035","title":"Getting ViT in Shape: Scaling Laws for Compute-Optimal Model Design","created":"2023-05-22","cited_by_count":89,"area":null},{"id":"2304.06798","title":"On the Opportunities and Challenges of Foundation Models for Geospatial Artificial Intelligence","created":"2023-04-13","cited_by_count":88,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2205.00823","title":"CenterCLIP: Token Clustering for Efficient Text-Video Retrieval","created":"2022-05-02","cited_by_count":86,"area":null},{"id":"2411.06070","title":"GFT: Graph Foundation Model with Transferable Tree Vocabulary","created":"2024-11-09","cited_by_count":85,"area":null},{"id":"2303.11717","title":"A Complete Survey on Generative AI (AIGC): Is ChatGPT from GPT-4 to GPT-5 All You Need?","created":"2023-03-21","cited_by_count":84,"area":null},{"id":"2310.19773","title":"MM-VID: Advancing Video Understanding with GPT-4V(ision)","created":"2023-10-30","cited_by_count":83,"area":null},{"id":"2309.08842","title":"MA-SAM: Modality-agnostic SAM Adaptation for 3D Medical Image Segmentation","created":"2023-09-16","cited_by_count":82,"area":null},{"id":"2311.02873","title":"OVIR-3D: Open-Vocabulary 3D Instance Retrieval Without Training on 3D Data","created":"2023-11-06","cited_by_count":81,"area":null}],"next_cursor":"100"}