{"total":327,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744,"area":"wm"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2303.05499","title":"Grounding DINO: Marrying DINO with Grounded Pre-Training for Open-Set Object Detection","created":"2023-03-09","cited_by_count":3332,"area":null},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2303.04671","title":"Visual ChatGPT: Talking, Drawing and Editing with Visual Foundation Models","created":"2023-03-08","cited_by_count":668,"area":"lr"},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2111.07783","title":"FILIP: Fine-grained Interactive Language-Image Pre-Training","created":"2021-11-09","cited_by_count":627,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2202.11094","title":"GroupViT: Semantic Segmentation Emerges from Text Supervision","created":"2022-02-22","cited_by_count":531,"area":null},{"id":"2204.03162","title":"Winoground: Probing Vision and Language Models for Visio-Linguistic Compositionality","created":"2022-04-07","cited_by_count":529,"area":"lr"},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2305.11175","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","created":"2023-05-18","cited_by_count":501,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2401.01313","title":"A Comprehensive Survey of Hallucination Mitigation Techniques in Large Language Models","created":"2024-01-02","cited_by_count":269,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2202.10401","title":"Vision-Language Pre-Training with Triple Contrastive Learning","created":"2022-02-21","cited_by_count":212,"area":"mllm"},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2303.06674","title":"Universal Instance Perception as Object Discovery and Retrieval","created":"2023-03-12","cited_by_count":192,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2302.07387","title":"PolyFormer: Referring Image Segmentation as Sequential Polygon Generation","created":"2023-02-14","cited_by_count":148,"area":null},{"id":"2106.03089","title":"Referring Transformer: A One-step Approach to Multi-task Visual Grounding","created":"2021-06-06","cited_by_count":143,"area":null},{"id":"2203.16265","title":"SeqTR: A Simple yet Universal Network for Visual Grounding","created":"2022-03-30","cited_by_count":139,"area":null},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2112.08879","title":"Bottom Up Top Down Detection Transformers for Language Grounding in Images and Point Clouds","created":"2021-12-16","cited_by_count":128,"area":null},{"id":"2108.00401","title":"Advances in adversarial attacks and defenses in computer vision: A survey","created":"2021-08-01","cited_by_count":127,"area":null},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2403.20271","title":"Draw-and-Understand: Leveraging Visual Prompts to Enable MLLMs to Comprehend What You Want","created":"2024-03-29","cited_by_count":101,"area":"mllm"},{"id":"2404.07973","title":"Ferret-v2: An Improved Baseline for Referring and Grounding with Large Language Models","created":"2024-04-11","cited_by_count":97,"area":null},{"id":"2210.03809","title":"Retrieval Augmented Visual Question Answering with Outside Knowledge","created":"2022-10-07","cited_by_count":94,"area":"rag"},{"id":"2405.11985","title":"MTVQA: Benchmarking Multilingual Text-Centric Visual Question Answering","created":"2024-05-20","cited_by_count":93,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2109.05433","title":"Are Gender-Neutral Queries Really Gender-Neutral? Mitigating Gender Bias in Image Search","created":"2021-09-12","cited_by_count":90,"area":null},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2303.05657","title":"Tag2Text: Guiding Vision-Language Model via Image Tagging","created":"2023-03-10","cited_by_count":86,"area":"mllm"},{"id":"2103.06561","title":"WenLan: Bridging Vision and Language by Large-Scale Multi-Modal Pre-Training","created":"2021-03-11","cited_by_count":84,"area":null},{"id":"2311.04498","title":"NExT-Chat: An LMM for Chat, Detection and Segmentation","created":"2023-11-08","cited_by_count":80,"area":"mllm"},{"id":"2110.00413","title":"Detecting Harmful Memes and Their Targets","created":"2021-09-24","cited_by_count":78,"area":null},{"id":"2204.00993","title":"Improving Vision Transformers by Revisiting High-frequency Components","created":"2022-04-03","cited_by_count":76,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2106.00245","title":"Adversarial VQA: A New Benchmark for Evaluating the Robustness of VQA Models","created":"2021-06-01","cited_by_count":75,"area":null},{"id":"2109.06082","title":"xGQA: Cross-Lingual Visual Question Answering","created":"2021-09-13","cited_by_count":72,"area":null},{"id":"2103.16110","title":"Kaleido-BERT: Vision-Language Pre-training on Fashion Domain","created":"2021-03-30","cited_by_count":67,"area":"mllm"},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2310.15200","title":"Open-Set Image Tagging with Multi-Grained Text Supervision","created":"2023-10-23","cited_by_count":67,"area":null},{"id":"2111.13579","title":"VL-LTR: Learning Class-wise Visual-Linguistic Representation for Long-Tailed Visual Recognition","created":"2021-11-26","cited_by_count":65,"area":null},{"id":"2307.09474","title":"ChatSpot: Bootstrapping Multimodal LLMs via Precise Referring Instruction Tuning","created":"2023-07-18","cited_by_count":65,"area":"mllm"},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2205.04274","title":"Detecting and Understanding Harmful Memes: A Survey","created":"2022-05-09","cited_by_count":58,"area":null},{"id":"2106.02280","title":"Human-Adversarial Visual Question Answering","created":"2021-06-04","cited_by_count":57,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2210.05916","title":"Hate-CLIPper: Multimodal Hateful Meme Classification based on Cross-modal Interaction of CLIP Features","created":"2022-10-12","cited_by_count":56,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2209.09019","title":"LAVIS: A Library for Language-Vision Intelligence","created":"2022-09-15","cited_by_count":55,"area":null},{"id":"2303.05952","title":"Understanding and Constructing Latent Modality Structures in Multi-modal Representation Learning","created":"2023-03-10","cited_by_count":53,"area":null},{"id":"2312.12423","title":"Jack of All Tasks, Master of Many: Designing General-purpose Coarse-to-Fine Vision-Language Model","created":"2023-12-19","cited_by_count":53,"area":"mllm"},{"id":"2303.14465","title":"Equivariant Similarity for Vision-Language Foundation Models","created":"2023-03-25","cited_by_count":52,"area":"mllm"},{"id":"2412.20206","title":"Toward Visual Grounding: A Survey","created":"2024-12-28","cited_by_count":52,"area":null},{"id":"2309.17133","title":"Fine-grained Late-interaction Multi-modal Retrieval for Retrieval Augmented Visual Question Answering","created":"2023-09-29","cited_by_count":51,"area":"rag"},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2403.01849","title":"One Prompt Word is Enough to Boost Adversarial Robustness for Pre-trained Vision-Language Models","created":"2024-03-04","cited_by_count":48,"area":"mllm"},{"id":"2107.05624","title":"End-to-end Multi-modal Video Temporal Grounding","created":"2021-07-12","cited_by_count":47,"area":null},{"id":"2108.06207","title":"Disentangling Hate in Online Memes","created":"2021-08-09","cited_by_count":46,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2207.01164","title":"Aug-NeRF: Training Stronger Neural Radiance Fields with Triple-Level Physically-Grounded Augmentations","created":"2022-07-04","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2103.08784","title":"LightningDOT: Pre-training Visual-Semantic Embeddings for Real-Time Image-Text Retrieval","created":"2021-03-16","cited_by_count":44,"area":null},{"id":"2204.05626","title":"X-DETR: A Versatile Architecture for Instance-wise Vision-Language Tasks","created":"2022-04-12","cited_by_count":43,"area":null}],"next_cursor":"100"}