{"total":211,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744,"area":"wm"},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2111.07783","title":"FILIP: Fine-grained Interactive Language-Image Pre-Training","created":"2021-11-09","cited_by_count":627,"area":"mllm"},{"id":"2109.12098","title":"CLIPort: What and Where Pathways for Robotic Manipulation","created":"2021-09-24","cited_by_count":622,"area":null},{"id":"2112.09106","title":"RegionCLIP: Region-based Language-Image Pretraining","created":"2021-12-16","cited_by_count":616,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2207.07285","title":"X-CLIP: End-to-End Multi-grained Contrastive Learning for Video-Text Retrieval","created":"2022-07-15","cited_by_count":280,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2112.03109","title":"General Facial Representation Learning in a Visual-Linguistic Manner","created":"2021-12-06","cited_by_count":195,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2311.17076","title":"Compositional Chain-of-Thought Prompting for Large Multimodal Models","created":"2023-11-27","cited_by_count":164,"area":"lr"},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2301.02228","title":"MedKLIP: Medical Knowledge Enhanced Language-Image Pre-Training in Radiology","created":"2023-01-05","cited_by_count":149,"area":null},{"id":"2106.03089","title":"Referring Transformer: A One-step Approach to Multi-task Visual Grounding","created":"2021-06-06","cited_by_count":143,"area":null},{"id":"2203.16265","title":"SeqTR: A Simple yet Universal Network for Visual Grounding","created":"2022-03-30","cited_by_count":139,"area":null},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2208.05358","title":"CLEVR-Math: A Dataset for Compositional Language, Visual and Mathematical Reasoning","created":"2022-08-10","cited_by_count":120,"area":"lr"},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2210.15257","title":"ERNIE-ViLG 2.0: Improving Text-to-Image Diffusion Model with Knowledge-Enhanced Mixture-of-Denoising-Experts","created":"2022-10-27","cited_by_count":112,"area":"diffusion"},{"id":"2103.03493","title":"Causal Attention for Vision-Language Tasks","created":"2021-03-05","cited_by_count":111,"area":"mllm"},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2403.20271","title":"Draw-and-Understand: Leveraging Visual Prompts to Enable MLLMs to Comprehend What You Want","created":"2024-03-29","cited_by_count":101,"area":"mllm"},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2201.05078","title":"CLIP-Event: Connecting Text and Images with Event Structures","created":"2022-01-13","cited_by_count":86,"area":"mllm"},{"id":"2106.01804","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","created":"2021-06-03","cited_by_count":85,"area":"mllm"},{"id":"2103.06561","title":"WenLan: Bridging Vision and Language by Large-Scale Multi-Modal Pre-Training","created":"2021-03-11","cited_by_count":84,"area":null},{"id":"2204.09222","title":"K-LITE: Learning Transferable Visual Models with External Knowledge","created":"2022-04-20","cited_by_count":79,"area":null},{"id":"2110.00413","title":"Detecting Harmful Memes and Their Targets","created":"2021-09-24","cited_by_count":78,"area":null},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2202.05786","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2210.07688","title":"Plausible May Not Be Faithful: Probing Object Hallucination in Vision-Language Pre-training","created":"2022-10-14","cited_by_count":72,"area":"mllm"},{"id":"2203.06386","title":"Enabling Multimodal Generation on CLIP via Vision-Language Knowledge Distillation","created":"2022-03-12","cited_by_count":70,"area":"mllm"},{"id":"2208.02515","title":"Fine-Grained Semantically Aligned Vision-Language Pre-Training","created":"2022-08-04","cited_by_count":68,"area":"mllm"},{"id":"2103.16110","title":"Kaleido-BERT: Vision-Language Pre-training on Fashion Domain","created":"2021-03-30","cited_by_count":67,"area":"mllm"},{"id":"2210.06155","title":"ERNIE-Layout: Layout Knowledge Enhanced Pre-training for Visually-rich Document Understanding","created":"2022-10-12","cited_by_count":67,"area":null},{"id":"2310.15200","title":"Open-Set Image Tagging with Multi-Grained Text Supervision","created":"2023-10-23","cited_by_count":67,"area":null},{"id":"2210.05916","title":"Hate-CLIPper: Multimodal Hateful Meme Classification based on Cross-modal Interaction of CLIP Features","created":"2022-10-12","cited_by_count":56,"area":null},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2304.02828","title":"Uncurated Image-Text Datasets: Shedding Light on Demographic Bias","created":"2023-04-06","cited_by_count":52,"area":null},{"id":"2209.07118","title":"Align, Reason and Learn: Enhancing Medical Vision-and-Language Pre-training with Knowledge","created":"2022-09-15","cited_by_count":51,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2108.06207","title":"Disentangling Hate in Online Memes","created":"2021-08-09","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2112.15283","title":"ERNIE-ViLG: Unified Generative Pre-training for Bidirectional Vision-Language Generation","created":"2021-12-31","cited_by_count":41,"area":null},{"id":"2305.06343","title":"Incorporating Structured Representations into Pretrained Vision & Language Models Using Scene Graphs","created":"2023-05-10","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2305.06152","title":"Structure-CLIP: Towards Scene Graph Knowledge to Enhance Multi-modal Structured Representations","created":"2023-05-06","cited_by_count":37,"area":"mllm"},{"id":"2302.08958","title":"Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts","created":"2023-02-17","cited_by_count":36,"area":null},{"id":"2106.06683","title":"Assessing Multilingual Fairness in Pre-trained Multimodal Representations","created":"2021-06-12","cited_by_count":35,"area":null},{"id":"2210.08901","title":"Contrastive Language-Image Pre-Training with Knowledge Graphs","created":"2022-10-17","cited_by_count":34,"area":null},{"id":"2103.00153","title":"Detecting Harmful Content On Online Platforms: What Platforms Need Vs. Where Research Efforts Go","created":"2021-02-27","cited_by_count":33,"area":null},{"id":"2204.07441","title":"COTS: Collaborative Two-Stream Vision-Language Pre-Training Model for Cross-Modal Retrieval","created":"2022-04-15","cited_by_count":33,"area":"mllm"},{"id":"2405.01745","title":"Large Language Models for UAVs: Current State and Pathways to the Future","created":"2024-05-02","cited_by_count":33,"area":null},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2108.07073","title":"ROSITA: Enhancing Vision-and-Language Semantic Alignments via Cross- and Intra-modal Knowledge Integration","created":"2021-08-16","cited_by_count":31,"area":null},{"id":"2205.11169","title":"PEVL: Position-enhanced Pre-training and Prompt Tuning for Vision-language Models","created":"2022-05-23","cited_by_count":30,"area":"mllm"},{"id":"2210.16031","title":"UPainting: Unified Text-to-Image Diffusion Generation with Cross-modal Guidance","created":"2022-10-28","cited_by_count":30,"area":"diffusion"},{"id":"2203.16778","title":"ViSTA: Vision and Scene Text Aggregation for Cross-Modal Retrieval","created":"2022-03-31","cited_by_count":29,"area":null},{"id":"2203.01922","title":"Vision-Language Intelligence: Tasks, Representation Learning, and Large Models","created":"2022-03-03","cited_by_count":28,"area":null},{"id":"2401.01736","title":"Few-shot Adaptation of Multi-modal Foundation Models: A Survey","created":"2024-01-03","cited_by_count":28,"area":null},{"id":"2302.00389","title":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","created":"2023-02-01","cited_by_count":27,"area":"lr"},{"id":"2202.07247","title":"CommerceMM: Large-Scale Commerce MultiModal Representation Learning with Omni Retrieval","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2311.11178","title":"Active Prompt Learning in Vision Language Models","created":"2023-11-18","cited_by_count":25,"area":"mllm"},{"id":"2106.13876","title":"Knowledge-Grounded Self-Rationalization via Extractive and Natural Language Explanations","created":"2021-06-25","cited_by_count":24,"area":null},{"id":"2112.06482","title":"ITA: Image-Text Alignments for Multi-Modal Named Entity Recognition","created":"2021-12-13","cited_by_count":24,"area":null},{"id":"2211.15516","title":"DQ-DETR: Dual Query Detection Transformer for Phrase Extraction and Grounding","created":"2022-11-28","cited_by_count":24,"area":null},{"id":"2109.10504","title":"KD-VLP: Improving End-to-End Vision-and-Language Pretraining with Object Knowledge Distillation","created":"2021-09-22","cited_by_count":23,"area":"distill"},{"id":"2203.00242","title":"Unsupervised Vision-and-Language Pre-training via Retrieval-based Multi-Granular Alignment","created":"2022-03-01","cited_by_count":23,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2402.02045","title":"MLIP: Enhancing Medical Visual Representation with Divergence Encoder and Knowledge-guided Contrastive Learning","created":"2024-02-03","cited_by_count":23,"area":null},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22,"area":"moe"},{"id":"2205.11501","title":"VQA-GNN: Reasoning with Multimodal Knowledge via Graph Neural Networks for Visual Question Answering","created":"2022-05-23","cited_by_count":22,"area":null},{"id":"2105.13868","title":"Learning Relation Alignment for Calibrated Cross-modal Retrieval","created":"2021-05-28","cited_by_count":21,"area":null},{"id":"2204.07955","title":"Vision-Language Pre-Training for Multimodal Aspect-Based Sentiment Analysis","created":"2022-04-17","cited_by_count":21,"area":"mllm"},{"id":"2301.09460","title":"HRVQA: A Visual Question Answering Benchmark for High-Resolution Aerial Images","created":"2023-01-23","cited_by_count":21,"area":null},{"id":"2311.08110","title":"Improving Hateful Meme Detection through Retrieval-Guided Contrastive Learning","created":"2023-11-14","cited_by_count":21,"area":null},{"id":"2101.00419","title":"KM-BART: Knowledge Enhanced Multimodal BART for Visual Commonsense Generation","created":"2021-01-02","cited_by_count":19,"area":null},{"id":"2103.07829","title":"SemVLP: Vision-Language Pre-training by Aligning Semantics at Multiple Levels","created":"2021-03-14","cited_by_count":19,"area":"mllm"},{"id":"2203.09067","title":"UNIMO-2: End-to-End Unified Vision-Language Grounded Learning","created":"2022-03-17","cited_by_count":19,"area":"mllm"},{"id":"2208.13628","title":"Efficient Vision-Language Pretraining with Visual Concepts and Hierarchical Alignment","created":"2022-08-29","cited_by_count":19,"area":"mllm"},{"id":"2204.05084","title":"XMP-Font: Self-Supervised Cross-Modality Pre-training for Few-Shot Font Generation","created":"2022-04-11","cited_by_count":18,"area":null},{"id":"2207.12888","title":"LaKo: Knowledge-driven Visual Question Answering via Late Knowledge-to-Text Injection","created":"2022-07-26","cited_by_count":18,"area":null}],"next_cursor":"100"}