{"total":239,"rows":[{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2111.07783","title":"FILIP: Fine-grained Interactive Language-Image Pre-Training","created":"2021-11-09","cited_by_count":627,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2203.12277","title":"Unified Structure Generation for Universal Information Extraction","created":"2022-03-23","cited_by_count":221,"area":null},{"id":"2202.10401","title":"Vision-Language Pre-Training with Triple Contrastive Learning","created":"2022-02-21","cited_by_count":212,"area":"mllm"},{"id":"2305.08275","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","created":"2023-05-14","cited_by_count":202,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2211.14813","title":"SegCLIP: Patch Aggregation with Learnable Centers for Open-Vocabulary Semantic Segmentation","created":"2022-11-27","cited_by_count":164,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2204.14095","title":"PyramidCLIP: Hierarchical Feature Alignment for Vision-language Model Pretraining","created":"2022-04-29","cited_by_count":104,"area":"mllm"},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2210.03809","title":"Retrieval Augmented Visual Question Answering with Outside Knowledge","created":"2022-10-07","cited_by_count":94,"area":"rag"},{"id":"2301.06267","title":"Multimodality Helps Unimodality: Cross-Modal Few-Shot Learning with Multimodal Models","created":"2023-01-16","cited_by_count":91,"area":null},{"id":"2210.08773","title":"Plug-and-Play VQA: Zero-shot VQA by Conjoining Large Pretrained Models with Zero Training","created":"2022-10-17","cited_by_count":88,"area":null},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2303.05657","title":"Tag2Text: Guiding Vision-Language Model via Image Tagging","created":"2023-03-10","cited_by_count":86,"area":"mllm"},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2202.05786","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2210.07688","title":"Plausible May Not Be Faithful: Probing Object Hallucination in Vision-Language Pre-training","created":"2022-10-14","cited_by_count":72,"area":"mllm"},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2203.06386","title":"Enabling Multimodal Generation on CLIP via Vision-Language Knowledge Distillation","created":"2022-03-12","cited_by_count":70,"area":"mllm"},{"id":"2208.02515","title":"Fine-Grained Semantically Aligned Vision-Language Pre-Training","created":"2022-08-04","cited_by_count":68,"area":"mllm"},{"id":"2207.08455","title":"Open-world Semantic Segmentation via Contrasting and Clustering Vision-Language Embedding","created":"2022-07-18","cited_by_count":67,"area":null},{"id":"2212.05136","title":"CLIP-TSA: CLIP-Assisted Temporal Self-Attention for Weakly-Supervised Video Anomaly Detection","created":"2022-12-09","cited_by_count":67,"area":null},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2205.02444","title":"Cross-modal Contrastive Learning for Speech Translation","created":"2022-05-05","cited_by_count":61,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2303.17811","title":"Zero-shot Referring Image Segmentation with Global-Local Context Features","created":"2023-03-31","cited_by_count":61,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2403.14599","title":"MyVLM: Personalizing VLMs for User-Specific Queries","created":"2024-03-21","cited_by_count":58,"area":"mllm"},{"id":"2106.02280","title":"Human-Adversarial Visual Question Answering","created":"2021-06-04","cited_by_count":57,"area":null},{"id":"2203.10426","title":"STEMM: Self-learning with Speech-text Manifold Mixup for Speech Translation","created":"2022-03-20","cited_by_count":57,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2305.07498","title":"Visual Information Extraction in the Wild: Practical Dataset and End-to-end Solution","created":"2023-05-12","cited_by_count":54,"area":null},{"id":"2305.13653","title":"RaSa: Relation and Sensitivity Aware Representation Learning for Text-based Person Search","created":"2023-05-23","cited_by_count":54,"area":null},{"id":"2309.17133","title":"Fine-grained Late-interaction Multi-modal Retrieval for Retrieval Augmented Visual Question Answering","created":"2023-09-29","cited_by_count":51,"area":"rag"},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2206.08919","title":"VLMixer: Unpaired Vision-Language Pre-training via Cross-Modal CutMix","created":"2022-06-17","cited_by_count":45,"area":"mllm"},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2405.00740","title":"Modeling Caption Diversity in Contrastive Vision-Language Pretraining","created":"2024-04-30","cited_by_count":42,"area":"mllm"},{"id":"2112.05230","title":"Injecting Semantic Concepts into End-to-End Image Captioning","created":"2021-12-09","cited_by_count":41,"area":null},{"id":"2112.15283","title":"ERNIE-ViLG: Unified Generative Pre-training for Bidirectional Vision-Language Generation","created":"2021-12-31","cited_by_count":41,"area":null},{"id":"2210.05335","title":"MAP: Multimodal Uncertainty-Aware Vision-Language Pre-training Model","created":"2022-10-11","cited_by_count":41,"area":"mllm"},{"id":"2303.02982","title":"CLIP-guided Prototype Modulating for Few-shot Action Recognition","created":"2023-03-06","cited_by_count":41,"area":null},{"id":"2406.05491","title":"One Perturbation is Enough: On Generating Universal Adversarial Perturbations against Vision-Language Pre-training Models","created":"2024-06-08","cited_by_count":40,"area":"mllm"},{"id":"2202.04298","title":"Image Difference Captioning with Pre-training and Contrastive Learning","created":"2022-02-09","cited_by_count":39,"area":null},{"id":"2305.06152","title":"Structure-CLIP: Towards Scene Graph Knowledge to Enhance Multi-modal Structured Representations","created":"2023-05-06","cited_by_count":37,"area":"mllm"},{"id":"2310.11989","title":"Image Clustering with External Guidance","created":"2023-10-18","cited_by_count":36,"area":null},{"id":"2207.08150","title":"FashionViL: Fashion-Focused Vision-and-Language Representation Learning","created":"2022-07-17","cited_by_count":32,"area":null},{"id":"2207.12661","title":"Learning Visual Representation from Modality-Shared Contrastive Language-Image Pre-training","created":"2022-07-26","cited_by_count":32,"area":null},{"id":"2108.07073","title":"ROSITA: Enhancing Vision-and-Language Semantic Alignments via Cross- and Intra-modal Knowledge Integration","created":"2021-08-16","cited_by_count":31,"area":null},{"id":"2306.02080","title":"Benchmarking Robustness of Adaptation Methods on Pre-trained Vision-Language Models","created":"2023-06-03","cited_by_count":31,"area":"mllm"},{"id":"2202.08772","title":"A Survey of Knowledge-Intensive NLP with Pre-Trained Language Models","created":"2022-02-17","cited_by_count":30,"area":null},{"id":"2210.16031","title":"UPainting: Unified Text-to-Image Diffusion Generation with Cross-modal Guidance","created":"2022-10-28","cited_by_count":30,"area":"diffusion"},{"id":"2203.01922","title":"Vision-Language Intelligence: Tasks, Representation Learning, and Large Models","created":"2022-03-03","cited_by_count":28,"area":null},{"id":"2303.12423","title":"Text with Knowledge Graph Augmented Transformer for Video Captioning","created":"2023-03-22","cited_by_count":28,"area":null},{"id":"2307.07063","title":"Bootstrapping Vision-Language Learning with Decoupled Language Pre-training","created":"2023-07-13","cited_by_count":28,"area":"synth"},{"id":"2203.05227","title":"Faithfulness in Natural Language Generation: A Systematic Survey of Analysis, Evaluation and Optimization Methods","created":"2022-03-10","cited_by_count":27,"area":null},{"id":"2212.09737","title":"Position-guided Text Prompt for Vision-Language Pre-training","created":"2022-12-19","cited_by_count":27,"area":"mllm"},{"id":"2403.07636","title":"Decomposing Disease Descriptions for Enhanced Pathology Detection: A Multi-Aspect Vision-Language Pre-training Framework","created":"2024-03-12","cited_by_count":27,"area":"mllm"},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2312.08078","title":"Fine-Grained Image-Text Alignment in Medical Imaging Enables Explainable Cyclic Image-Report Generation","created":"2023-12-13","cited_by_count":26,"area":null},{"id":"2202.07247","title":"CommerceMM: Large-Scale Commerce MultiModal Representation Learning with Omni Retrieval","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2208.09849","title":"Semantic-Enhanced Image Clustering","created":"2022-08-21","cited_by_count":25,"area":null},{"id":"2311.00308","title":"From Image to Language: A Critical Analysis of Visual Question Answering (VQA) Approaches, Challenges, and Opportunities","created":"2023-11-01","cited_by_count":25,"area":null},{"id":"2403.17256","title":"Latency-Aware Generative Semantic Communications with Pre-Trained Diffusion Models","created":"2024-03-25","cited_by_count":25,"area":"diffusion"},{"id":"2211.08129","title":"Self-supervised remote sensing feature learning: Learning Paradigms, Challenges, and Future Works","created":"2022-11-15","cited_by_count":24,"area":null},{"id":"2109.10504","title":"KD-VLP: Improving End-to-End Vision-and-Language Pretraining with Object Knowledge Distillation","created":"2021-09-22","cited_by_count":23,"area":"distill"},{"id":"2203.00242","title":"Unsupervised Vision-and-Language Pre-training via Retrieval-based Multi-Granular Alignment","created":"2022-03-01","cited_by_count":23,"area":null},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22,"area":"moe"},{"id":"2107.02681","title":"VidLanKD: Improving Language Understanding via Video-Distilled Knowledge Transfer","created":"2021-07-06","cited_by_count":22,"area":"distill"},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2209.14156","title":"TVLT: Textless Vision-Language Transformer","created":"2022-09-28","cited_by_count":22,"area":null},{"id":"2211.11153","title":"Unifying Vision-Language Representation Space with Single-tower Transformer","created":"2022-11-21","cited_by_count":22,"area":null},{"id":"2205.03860","title":"CCMB: A Large-scale Chinese Cross-modal Benchmark","created":"2022-05-08","cited_by_count":21,"area":"mllm"},{"id":"2306.11593","title":"Improving Image Captioning Descriptiveness by Ranking and LLM-based Fusion","created":"2023-06-20","cited_by_count":21,"area":null},{"id":"2205.13339","title":"Target-aware Abstractive Related Work Generation with Contrastive Learning","created":"2022-05-26","cited_by_count":20,"area":null},{"id":"2209.02700","title":"Language-aware Domain Generalization Network for Cross-Scene Hyperspectral Image Classification","created":"2022-09-06","cited_by_count":20,"area":null}],"next_cursor":"100"}