{"total":228,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744,"area":"wm"},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2112.03857","title":"Grounded Language-Image Pre-training","created":"2021-12-07","cited_by_count":1156,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2110.04544","title":"CLIP-Adapter: Better Vision-Language Models with Feature Adapters","created":"2021-10-09","cited_by_count":1026,"area":"mllm"},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2202.11094","title":"GroupViT: Semantic Segmentation Emerges from Text Supervision","created":"2022-02-22","cited_by_count":531,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2104.12756","title":"InfographicVQA","created":"2021-04-26","cited_by_count":437,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2302.12242","title":"Side Adapter Network for Open-Vocabulary Semantic Segmentation","created":"2023-02-23","cited_by_count":300,"area":"mllm"},{"id":"2103.01913","title":"WIT: Wikipedia-based Image Text Dataset for Multimodal Multilingual Machine Learning","created":"2021-03-02","cited_by_count":287,"area":null},{"id":"2206.05836","title":"GLIPv2: Unifying Localization and Vision-Language Understanding","created":"2022-06-12","cited_by_count":275,"area":null},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249,"area":null},{"id":"2112.14757","title":"A Simple Baseline for Open-Vocabulary Semantic Segmentation with Pre-trained Vision-language Model","created":"2021-12-29","cited_by_count":223,"area":"mllm"},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2104.06039","title":"MultiModalQA: Complex Question Answering over Text, Tables and Images","created":"2021-04-13","cited_by_count":179,"area":null},{"id":"2204.11817","title":"Translation between Molecules and Natural Language","created":"2022-04-25","cited_by_count":177,"area":null},{"id":"2210.06044","title":"Multi-Granularity Cross-modal Alignment for Generalized Medical Visual Representation Learning","created":"2022-10-12","cited_by_count":159,"area":null},{"id":"2302.03084","title":"Pic2Word: Mapping Pictures to Words for Zero-shot Composed Image Retrieval","created":"2023-02-06","cited_by_count":156,"area":null},{"id":"2101.11272","title":"VisualMRC: Machine Reading Comprehension on Document Images","created":"2021-01-27","cited_by_count":151,"area":null},{"id":"2111.14447","title":"ZeroCap: Zero-Shot Image-to-Text Generation for Visual-Semantic Arithmetic","created":"2021-11-29","cited_by_count":150,"area":null},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2210.13452","title":"MetaFormer Baselines for Vision","created":"2022-10-24","cited_by_count":132,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2308.07026","title":"AdvCLIP: Downstream-agnostic Adversarial Examples in Multimodal Contrastive Learning","created":"2023-08-14","cited_by_count":103,"area":null},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2105.11333","title":"Multi-modal Understanding and Generation for Medical Images and Text via Vision-Language Pre-Training","created":"2021-05-24","cited_by_count":96,"area":"mllm"},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2204.02968","title":"Temporal Alignment Networks for Long-term Video","created":"2022-04-06","cited_by_count":84,"area":null},{"id":"2202.05786","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2111.13579","title":"VL-LTR: Learning Class-wise Visual-Linguistic Representation for Long-Tailed Visual Recognition","created":"2021-11-26","cited_by_count":65,"area":null},{"id":"2205.01883","title":"All You May Need for VQA are Image Captions","created":"2022-05-04","cited_by_count":65,"area":null},{"id":"2303.14302","title":"VILA: Learning Image Aesthetics from User Comments with Vision-Language Pretraining","created":"2023-03-24","cited_by_count":65,"area":"mllm"},{"id":"2207.09248","title":"Don't Stop Learning: Towards Continual Learning for the CLIP Model","created":"2022-07-19","cited_by_count":61,"area":null},{"id":"2307.11545","title":"Bridging Vision and Language Encoders: Parameter-Efficient Tuning for Referring Image Segmentation","created":"2023-07-21","cited_by_count":61,"area":null},{"id":"2104.08666","title":"Worst of Both Worlds: Biases Compound in Pre-trained Vision-and-Language Models","created":"2021-04-18","cited_by_count":52,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2111.14745","title":"A Simple Long-Tailed Recognition Baseline via Vision-Language Model","created":"2021-11-29","cited_by_count":49,"area":"mllm"},{"id":"2312.04089","title":"Open-Vocabulary Segmentation with Semantic-Assisted Calibration","created":"2023-12-07","cited_by_count":49,"area":null},{"id":"2105.07878","title":"A Review on Explainability in Multimodal Deep Neural Nets","created":"2021-05-17","cited_by_count":46,"area":null},{"id":"2202.02317","title":"Webly Supervised Concept Expansion for General Purpose Vision Models","created":"2022-02-04","cited_by_count":45,"area":null},{"id":"2206.08919","title":"VLMixer: Unpaired Vision-Language Pre-training via Cross-Modal CutMix","created":"2022-06-17","cited_by_count":45,"area":"mllm"},{"id":"2112.02399","title":"VT-CLIP: Enhancing Vision-Language Models with Visual-guided Texts","created":"2021-12-04","cited_by_count":42,"area":"mllm"},{"id":"2112.15283","title":"ERNIE-ViLG: Unified Generative Pre-training for Bidirectional Vision-Language Generation","created":"2021-12-31","cited_by_count":41,"area":null},{"id":"2203.09773","title":"Local-Global Context Aware Transformer for Language-Guided Video Segmentation","created":"2022-03-18","cited_by_count":41,"area":null},{"id":"2210.07179","title":"MAPL: Parameter-Efficient Adaptation of Unimodal Pre-Trained Models for Vision-Language Few-Shot Prompting","created":"2022-10-13","cited_by_count":41,"area":null},{"id":"2303.09181","title":"Global Knowledge Calibration for Fast Open-Vocabulary Segmentation","created":"2023-03-16","cited_by_count":40,"area":"mllm"},{"id":"2112.07668","title":"Dual-Key Multimodal Backdoors for Visual Question Answering","created":"2021-12-14","cited_by_count":37,"area":"safety"},{"id":"2203.15588","title":"Deep Multi-modal Fusion of Image and Non-image Data in Disease Diagnosis and Prognosis: A Review","created":"2022-03-25","cited_by_count":37,"area":null},{"id":"2105.14211","title":"M6-UFC: Unifying Multi-Modal Controls for Conditional Image Synthesis via Non-Autoregressive Generative Transformers","created":"2021-05-29","cited_by_count":36,"area":null},{"id":"2210.08901","title":"Contrastive Language-Image Pre-Training with Knowledge Graphs","created":"2022-10-17","cited_by_count":34,"area":null},{"id":"2207.01887","title":"Open-Vocabulary Multi-Label Classification via Multi-Modal Knowledge Transfer","created":"2022-07-05","cited_by_count":33,"area":null},{"id":"2207.12661","title":"Learning Visual Representation from Modality-Shared Contrastive Language-Image Pre-training","created":"2022-07-26","cited_by_count":32,"area":null},{"id":"2203.01922","title":"Vision-Language Intelligence: Tasks, Representation Learning, and Large Models","created":"2022-03-03","cited_by_count":28,"area":null},{"id":"2212.01769","title":"CoupAlign: Coupling Word-Pixel with Sentence-Mask Alignments for Referring Image Segmentation","created":"2022-12-04","cited_by_count":28,"area":null},{"id":"2303.12423","title":"Text with Knowledge Graph Augmented Transformer for Video Captioning","created":"2023-03-22","cited_by_count":28,"area":null},{"id":"2203.03911","title":"Language Matters: A Weakly Supervised Vision-Language Pre-training Approach for Scene Text Detection and Spotting","created":"2022-03-08","cited_by_count":27,"area":"mllm"},{"id":"2209.05534","title":"PreSTU: Pre-Training for Scene-Text Understanding","created":"2022-09-12","cited_by_count":27,"area":null},{"id":"2212.09737","title":"Position-guided Text Prompt for Vision-Language Pre-training","created":"2022-12-19","cited_by_count":27,"area":"mllm"},{"id":"2107.08685","title":"Constructing Multi-Modal Dialogue Dataset by Replacing Text with Semantically Relevant Images","created":"2021-07-19","cited_by_count":26,"area":null},{"id":"2211.09778","title":"I Can't Believe There's No Images! Learning Visual Tasks Using only Language Supervision","created":"2022-11-17","cited_by_count":26,"area":null},{"id":"2106.05251","title":"Bayesian Attention Belief Networks","created":"2021-06-09","cited_by_count":25,"area":null},{"id":"2202.07247","title":"CommerceMM: Large-Scale Commerce MultiModal Representation Learning with Omni Retrieval","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2101.06013","title":"Reasoning over Vision and Language: Exploring the Benefits of Supplemental Knowledge","created":"2021-01-15","cited_by_count":24,"area":null},{"id":"2211.15516","title":"DQ-DETR: Dual Query Detection Transformer for Phrase Extraction and Grounding","created":"2022-11-28","cited_by_count":24,"area":null},{"id":"2109.10504","title":"KD-VLP: Improving End-to-End Vision-and-Language Pretraining with Object Knowledge Distillation","created":"2021-09-22","cited_by_count":23,"area":"distill"},{"id":"2205.11728","title":"ItemSage: Learning Product Embeddings for Shopping Recommendations at Pinterest","created":"2022-05-24","cited_by_count":23,"area":null},{"id":"2502.01969","title":"Mitigating Object Hallucinations in Large Vision-Language Models via Attention Calibration","created":"2025-02-04","cited_by_count":23,"area":"lr"},{"id":"2107.02681","title":"VidLanKD: Improving Language Understanding via Video-Distilled Knowledge Transfer","created":"2021-07-06","cited_by_count":22,"area":"distill"},{"id":"2209.14156","title":"TVLT: Textless Vision-Language Transformer","created":"2022-09-28","cited_by_count":22,"area":null},{"id":"2211.11153","title":"Unifying Vision-Language Representation Space with Single-tower Transformer","created":"2022-11-21","cited_by_count":22,"area":null},{"id":"2306.04670","title":"Object Detection with Transformers: A Review","created":"2023-06-07","cited_by_count":22,"area":null},{"id":"2405.04771","title":"Exploring Vision Transformers for 3D Human Motion-Language Models with Motion Patches","created":"2024-05-08","cited_by_count":22,"area":null},{"id":"2111.05759","title":"Multimodal Transformer with Variable-length Memory for Vision-and-Language Navigation","created":"2021-11-10","cited_by_count":21,"area":null},{"id":"2107.00249","title":"OPT: Omni-Perception Pre-Trainer for Cross-Modal Understanding and Generation","created":"2021-07-01","cited_by_count":20,"area":null},{"id":"2409.18991","title":"Surveying the MLLM Landscape: A Meta-Review of Current Surveys","created":"2024-09-17","cited_by_count":20,"area":"mllm"},{"id":"2305.14057","title":"Can Language Models Understand Physical Concepts?","created":"2023-05-23","cited_by_count":19,"area":null},{"id":"2104.08066","title":"Effect of Visual Extensions on Natural Language Understanding in Vision-and-Language Models","created":"2021-04-16","cited_by_count":18,"area":null},{"id":"2110.08486","title":"Understanding Multimodal Procedural Knowledge by Sequencing Multimodal Instructional Manuals","created":"2021-10-16","cited_by_count":18,"area":null},{"id":"2112.07515","title":"CoCo-BERT: Improving Video-Language Pre-training with Contrastive Cross-modal Matching and Denoising","created":"2021-12-14","cited_by_count":18,"area":"mllm"},{"id":"2201.07366","title":"TriCoLo: Trimodal Contrastive Loss for Text to Shape Retrieval","created":"2022-01-19","cited_by_count":18,"area":null},{"id":"2206.13155","title":"Bi-VLDoc: Bidirectional Vision-Language Modeling for Visually-Rich Document Understanding","created":"2022-06-27","cited_by_count":18,"area":"mllm"},{"id":"2212.14453","title":"Learning Multimodal Data Augmentation in Feature Space","created":"2022-12-29","cited_by_count":18,"area":null},{"id":"2305.04474","title":"TRIPS: Efficient Vision-and-Language Pre-training with Text-Relevant Image Patch Selection","created":"2023-05-08","cited_by_count":18,"area":null},{"id":"2101.11562","title":"Scheduled Sampling in Vision-Language Pretraining with Decoupled Encoder-Decoder Network","created":"2021-01-27","cited_by_count":17,"area":"mllm"},{"id":"2106.09889","title":"GEM: A General Evaluation Benchmark for Multimodal Tasks","created":"2021-06-18","cited_by_count":16,"area":null},{"id":"2305.11768","title":"Generating Visual Spatial Description via Holistic 3D Scene Understanding","created":"2023-05-19","cited_by_count":16,"area":null},{"id":"2102.03942","title":"Iconographic Image Captioning for Artworks","created":"2021-02-07","cited_by_count":15,"area":null}],"next_cursor":"100"}