{"total":151,"rows":[{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2109.12098","title":"CLIPort: What and Where Pathways for Robotic Manipulation","created":"2021-09-24","cited_by_count":622,"area":null},{"id":"2112.09106","title":"RegionCLIP: Region-based Language-Image Pretraining","created":"2021-12-16","cited_by_count":616,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2207.07285","title":"X-CLIP: End-to-End Multi-grained Contrastive Learning for Video-Text Retrieval","created":"2022-07-15","cited_by_count":280,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2112.03109","title":"General Facial Representation Learning in a Visual-Linguistic Manner","created":"2021-12-06","cited_by_count":195,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2301.02228","title":"MedKLIP: Medical Knowledge Enhanced Language-Image Pre-Training in Radiology","created":"2023-01-05","cited_by_count":149,"area":null},{"id":"2106.03089","title":"Referring Transformer: A One-step Approach to Multi-task Visual Grounding","created":"2021-06-06","cited_by_count":143,"area":null},{"id":"2203.16265","title":"SeqTR: A Simple yet Universal Network for Visual Grounding","created":"2022-03-30","cited_by_count":139,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2103.06561","title":"WenLan: Bridging Vision and Language by Large-Scale Multi-Modal Pre-Training","created":"2021-03-11","cited_by_count":84,"area":null},{"id":"2204.09222","title":"K-LITE: Learning Transferable Visual Models with External Knowledge","created":"2022-04-20","cited_by_count":79,"area":null},{"id":"2110.00413","title":"Detecting Harmful Memes and Their Targets","created":"2021-09-24","cited_by_count":78,"area":null},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76,"area":null},{"id":"2202.05786","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2210.06155","title":"ERNIE-Layout: Layout Knowledge Enhanced Pre-training for Visually-rich Document Understanding","created":"2022-10-12","cited_by_count":67,"area":null},{"id":"2310.15200","title":"Open-Set Image Tagging with Multi-Grained Text Supervision","created":"2023-10-23","cited_by_count":67,"area":null},{"id":"2210.05916","title":"Hate-CLIPper: Multimodal Hateful Meme Classification based on Cross-modal Interaction of CLIP Features","created":"2022-10-12","cited_by_count":56,"area":null},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2304.02828","title":"Uncurated Image-Text Datasets: Shedding Light on Demographic Bias","created":"2023-04-06","cited_by_count":52,"area":null},{"id":"2209.07118","title":"Align, Reason and Learn: Enhancing Medical Vision-and-Language Pre-training with Knowledge","created":"2022-09-15","cited_by_count":51,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2108.06207","title":"Disentangling Hate in Online Memes","created":"2021-08-09","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2112.15283","title":"ERNIE-ViLG: Unified Generative Pre-training for Bidirectional Vision-Language Generation","created":"2021-12-31","cited_by_count":41,"area":null},{"id":"2305.06343","title":"Incorporating Structured Representations into Pretrained Vision & Language Models Using Scene Graphs","created":"2023-05-10","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2302.08958","title":"Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts","created":"2023-02-17","cited_by_count":36,"area":null},{"id":"2106.06683","title":"Assessing Multilingual Fairness in Pre-trained Multimodal Representations","created":"2021-06-12","cited_by_count":35,"area":null},{"id":"2210.08901","title":"Contrastive Language-Image Pre-Training with Knowledge Graphs","created":"2022-10-17","cited_by_count":34,"area":null},{"id":"2103.00153","title":"Detecting Harmful Content On Online Platforms: What Platforms Need Vs. Where Research Efforts Go","created":"2021-02-27","cited_by_count":33,"area":null},{"id":"2405.01745","title":"Large Language Models for UAVs: Current State and Pathways to the Future","created":"2024-05-02","cited_by_count":33,"area":null},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2108.07073","title":"ROSITA: Enhancing Vision-and-Language Semantic Alignments via Cross- and Intra-modal Knowledge Integration","created":"2021-08-16","cited_by_count":31,"area":null},{"id":"2203.16778","title":"ViSTA: Vision and Scene Text Aggregation for Cross-Modal Retrieval","created":"2022-03-31","cited_by_count":29,"area":null},{"id":"2203.01922","title":"Vision-Language Intelligence: Tasks, Representation Learning, and Large Models","created":"2022-03-03","cited_by_count":28,"area":null},{"id":"2401.01736","title":"Few-shot Adaptation of Multi-modal Foundation Models: A Survey","created":"2024-01-03","cited_by_count":28,"area":null},{"id":"2202.07247","title":"CommerceMM: Large-Scale Commerce MultiModal Representation Learning with Omni Retrieval","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2106.13876","title":"Knowledge-Grounded Self-Rationalization via Extractive and Natural Language Explanations","created":"2021-06-25","cited_by_count":24,"area":null},{"id":"2112.06482","title":"ITA: Image-Text Alignments for Multi-Modal Named Entity Recognition","created":"2021-12-13","cited_by_count":24,"area":null},{"id":"2211.15516","title":"DQ-DETR: Dual Query Detection Transformer for Phrase Extraction and Grounding","created":"2022-11-28","cited_by_count":24,"area":null},{"id":"2203.00242","title":"Unsupervised Vision-and-Language Pre-training via Retrieval-based Multi-Granular Alignment","created":"2022-03-01","cited_by_count":23,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2402.02045","title":"MLIP: Enhancing Medical Visual Representation with Divergence Encoder and Knowledge-guided Contrastive Learning","created":"2024-02-03","cited_by_count":23,"area":null},{"id":"2205.11501","title":"VQA-GNN: Reasoning with Multimodal Knowledge via Graph Neural Networks for Visual Question Answering","created":"2022-05-23","cited_by_count":22,"area":null},{"id":"2105.13868","title":"Learning Relation Alignment for Calibrated Cross-modal Retrieval","created":"2021-05-28","cited_by_count":21,"area":null},{"id":"2301.09460","title":"HRVQA: A Visual Question Answering Benchmark for High-Resolution Aerial Images","created":"2023-01-23","cited_by_count":21,"area":null},{"id":"2311.08110","title":"Improving Hateful Meme Detection through Retrieval-Guided Contrastive Learning","created":"2023-11-14","cited_by_count":21,"area":null},{"id":"2101.00419","title":"KM-BART: Knowledge Enhanced Multimodal BART for Visual Commonsense Generation","created":"2021-01-02","cited_by_count":19,"area":null},{"id":"2204.05084","title":"XMP-Font: Self-Supervised Cross-Modality Pre-training for Few-Shot Font Generation","created":"2022-04-11","cited_by_count":18,"area":null},{"id":"2207.12888","title":"LaKo: Knowledge-driven Visual Question Answering via Late Knowledge-to-Text Injection","created":"2022-07-26","cited_by_count":18,"area":null},{"id":"2305.04474","title":"TRIPS: Efficient Vision-and-Language Pre-training with Text-Relevant Image Patch Selection","created":"2023-05-08","cited_by_count":18,"area":null},{"id":"2110.08797","title":"Towards Language-guided Visual Recognition via Dynamic Convolutions","created":"2021-10-17","cited_by_count":17,"area":null},{"id":"2211.07912","title":"YORO -- Lightweight End to End Visual Grounding","created":"2022-11-15","cited_by_count":17,"area":null},{"id":"2108.10568","title":"Auto-Parsing Network for Image Captioning and Visual Question Answering","created":"2021-08-24","cited_by_count":16,"area":null},{"id":"2112.08587","title":"SGEITL: Scene Graph Enhanced Image-Text Learning for Visual Commonsense Reasoning","created":"2021-12-16","cited_by_count":16,"area":null},{"id":"2304.08682","title":"Learning Situation Hyper-Graphs for Video Question Answering","created":"2023-04-18","cited_by_count":16,"area":null},{"id":"2104.08405","title":"LAMPRET: Layout-Aware Multimodal PreTraining for Document Understanding","created":"2021-04-16","cited_by_count":15,"area":null},{"id":"2103.04037","title":"Perspectives and Prospects on Transformer Architecture for Cross-Modal Tasks with Language and Vision","created":"2021-03-06","cited_by_count":14,"area":null},{"id":"2107.01671","title":"Cognitive Visual Commonsense Reasoning Using Dynamic Working Memory","created":"2021-07-04","cited_by_count":14,"area":null},{"id":"2404.09942","title":"Knowledge-enhanced Visual-Language Pretraining for Computational Pathology","created":"2024-04-15","cited_by_count":14,"area":null},{"id":"2203.17273","title":"FindIt: Generalized Localization with Natural Language Queries","created":"2022-03-31","cited_by_count":13,"area":null},{"id":"2108.02924","title":"Interpretable Visual Understanding with Cognitive Attention Network","created":"2021-08-06","cited_by_count":12,"area":null},{"id":"2207.13325","title":"SiRi: A Simple Selective Retraining Mechanism for Transformer-based Visual Grounding","created":"2022-07-27","cited_by_count":12,"area":null},{"id":"2103.15974","title":"Domain-robust VQA with diverse datasets and methods but no target labels","created":"2021-03-29","cited_by_count":11,"area":null},{"id":"2206.13163","title":"Endowing Language Models with Multimodal Knowledge Graph Representations","created":"2022-06-27","cited_by_count":11,"area":null},{"id":"2211.12328","title":"A survey on knowledge-enhanced multimodal learning","created":"2022-11-19","cited_by_count":11,"area":null},{"id":"2304.14204","title":"Towards Medical Artificial General Intelligence via Knowledge-Enhanced Multimodal Pretraining","created":"2023-04-26","cited_by_count":11,"area":null},{"id":"2208.08263","title":"Multimodal foundation models are better simulators of the human brain","created":"2022-08-17","cited_by_count":10,"area":null},{"id":"2304.10824","title":"Rethinking Benchmarks for Cross-modal Image-text Retrieval","created":"2023-04-21","cited_by_count":10,"area":null},{"id":"2305.00581","title":"Multimodal Graph Transformer for Multimodal Question Answering","created":"2023-04-30","cited_by_count":10,"area":null},{"id":"2305.16295","title":"HAAV: Hierarchical Aggregation of Augmented Views for Image Captioning","created":"2023-05-25","cited_by_count":10,"area":null},{"id":"2306.08789","title":"Efficient Token-Guided Image-Text Retrieval with Consistent Multimodal Contrastive Training","created":"2023-06-15","cited_by_count":10,"area":null},{"id":"2305.10547","title":"Rethinking Multimodal Content Moderation from an Asymmetric Angle with Mixed-modality","created":"2023-05-17","cited_by_count":9,"area":null},{"id":"2105.07122","title":"Premise-based Multimodal Reasoning: Conditional Inference on Joint Textual and Visual Clues","created":"2021-05-15","cited_by_count":8,"area":null},{"id":"2112.06888","title":"Improving and Diagnosing Knowledge-Based Visual Question Answering via Entity Enhanced Knowledge Injection","created":"2021-12-13","cited_by_count":8,"area":null},{"id":"2204.09957","title":"Self-paced Multi-grained Cross-modal Interaction Modeling for Referring Expression Comprehension","created":"2022-04-21","cited_by_count":8,"area":null},{"id":"2411.11150","title":"A Comprehensive Survey on Visual Question Answering Datasets and Algorithms","created":"2024-11-17","cited_by_count":8,"area":null},{"id":"2201.11794","title":"A Survey on Visual Transfer Learning using Knowledge Graphs","created":"2022-01-27","cited_by_count":7,"area":null},{"id":"2203.09306","title":"Finding Structural Knowledge in Multimodal-BERT","created":"2022-03-17","cited_by_count":7,"area":null},{"id":"2301.07836","title":"Masked Autoencoding Does Not Help Natural Language Supervision at Scale","created":"2023-01-19","cited_by_count":7,"area":null},{"id":"2408.05749","title":"Efficient and Versatile Robust Fine-Tuning of Zero-shot Models","created":"2024-08-11","cited_by_count":7,"area":null},{"id":"2201.02010","title":"Self-Training Vision Language BERTs with a Unified Conditional Model","created":"2022-01-06","cited_by_count":6,"area":null},{"id":"2210.13076","title":"Towards Unifying Reference Expression Generation and Comprehension","created":"2022-10-24","cited_by_count":6,"area":null},{"id":"2305.14281","title":"Weakly-Supervised Learning of Visual Relations in Multimodal Pretraining","created":"2023-05-23","cited_by_count":6,"area":null},{"id":"2312.15162","title":"Cycle-Consistency Learning for Captioning and Grounding","created":"2023-12-23","cited_by_count":6,"area":null}],"next_cursor":"100"}