{"total":149,"rows":[{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2203.12277","title":"Unified Structure Generation for Universal Information Extraction","created":"2022-03-23","cited_by_count":221,"area":null},{"id":"2305.08275","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","created":"2023-05-14","cited_by_count":202,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2211.14813","title":"SegCLIP: Patch Aggregation with Learnable Centers for Open-Vocabulary Semantic Segmentation","created":"2022-11-27","cited_by_count":164,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2301.06267","title":"Multimodality Helps Unimodality: Cross-Modal Few-Shot Learning with Multimodal Models","created":"2023-01-16","cited_by_count":91,"area":null},{"id":"2210.08773","title":"Plug-and-Play VQA: Zero-shot VQA by Conjoining Large Pretrained Models with Zero Training","created":"2022-10-17","cited_by_count":88,"area":null},{"id":"2202.05786","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2207.08455","title":"Open-world Semantic Segmentation via Contrasting and Clustering Vision-Language Embedding","created":"2022-07-18","cited_by_count":67,"area":null},{"id":"2212.05136","title":"CLIP-TSA: CLIP-Assisted Temporal Self-Attention for Weakly-Supervised Video Anomaly Detection","created":"2022-12-09","cited_by_count":67,"area":null},{"id":"2205.02444","title":"Cross-modal Contrastive Learning for Speech Translation","created":"2022-05-05","cited_by_count":61,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2303.17811","title":"Zero-shot Referring Image Segmentation with Global-Local Context Features","created":"2023-03-31","cited_by_count":61,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2106.02280","title":"Human-Adversarial Visual Question Answering","created":"2021-06-04","cited_by_count":57,"area":null},{"id":"2203.10426","title":"STEMM: Self-learning with Speech-text Manifold Mixup for Speech Translation","created":"2022-03-20","cited_by_count":57,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2305.07498","title":"Visual Information Extraction in the Wild: Practical Dataset and End-to-end Solution","created":"2023-05-12","cited_by_count":54,"area":null},{"id":"2305.13653","title":"RaSa: Relation and Sensitivity Aware Representation Learning for Text-based Person Search","created":"2023-05-23","cited_by_count":54,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2112.05230","title":"Injecting Semantic Concepts into End-to-End Image Captioning","created":"2021-12-09","cited_by_count":41,"area":null},{"id":"2112.15283","title":"ERNIE-ViLG: Unified Generative Pre-training for Bidirectional Vision-Language Generation","created":"2021-12-31","cited_by_count":41,"area":null},{"id":"2303.02982","title":"CLIP-guided Prototype Modulating for Few-shot Action Recognition","created":"2023-03-06","cited_by_count":41,"area":null},{"id":"2202.04298","title":"Image Difference Captioning with Pre-training and Contrastive Learning","created":"2022-02-09","cited_by_count":39,"area":null},{"id":"2310.11989","title":"Image Clustering with External Guidance","created":"2023-10-18","cited_by_count":36,"area":null},{"id":"2207.08150","title":"FashionViL: Fashion-Focused Vision-and-Language Representation Learning","created":"2022-07-17","cited_by_count":32,"area":null},{"id":"2207.12661","title":"Learning Visual Representation from Modality-Shared Contrastive Language-Image Pre-training","created":"2022-07-26","cited_by_count":32,"area":null},{"id":"2108.07073","title":"ROSITA: Enhancing Vision-and-Language Semantic Alignments via Cross- and Intra-modal Knowledge Integration","created":"2021-08-16","cited_by_count":31,"area":null},{"id":"2202.08772","title":"A Survey of Knowledge-Intensive NLP with Pre-Trained Language Models","created":"2022-02-17","cited_by_count":30,"area":null},{"id":"2203.01922","title":"Vision-Language Intelligence: Tasks, Representation Learning, and Large Models","created":"2022-03-03","cited_by_count":28,"area":null},{"id":"2303.12423","title":"Text with Knowledge Graph Augmented Transformer for Video Captioning","created":"2023-03-22","cited_by_count":28,"area":null},{"id":"2203.05227","title":"Faithfulness in Natural Language Generation: A Systematic Survey of Analysis, Evaluation and Optimization Methods","created":"2022-03-10","cited_by_count":27,"area":null},{"id":"2312.08078","title":"Fine-Grained Image-Text Alignment in Medical Imaging Enables Explainable Cyclic Image-Report Generation","created":"2023-12-13","cited_by_count":26,"area":null},{"id":"2202.07247","title":"CommerceMM: Large-Scale Commerce MultiModal Representation Learning with Omni Retrieval","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2208.09849","title":"Semantic-Enhanced Image Clustering","created":"2022-08-21","cited_by_count":25,"area":null},{"id":"2311.00308","title":"From Image to Language: A Critical Analysis of Visual Question Answering (VQA) Approaches, Challenges, and Opportunities","created":"2023-11-01","cited_by_count":25,"area":null},{"id":"2211.08129","title":"Self-supervised remote sensing feature learning: Learning Paradigms, Challenges, and Future Works","created":"2022-11-15","cited_by_count":24,"area":null},{"id":"2203.00242","title":"Unsupervised Vision-and-Language Pre-training via Retrieval-based Multi-Granular Alignment","created":"2022-03-01","cited_by_count":23,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2209.14156","title":"TVLT: Textless Vision-Language Transformer","created":"2022-09-28","cited_by_count":22,"area":null},{"id":"2211.11153","title":"Unifying Vision-Language Representation Space with Single-tower Transformer","created":"2022-11-21","cited_by_count":22,"area":null},{"id":"2306.11593","title":"Improving Image Captioning Descriptiveness by Ranking and LLM-based Fusion","created":"2023-06-20","cited_by_count":21,"area":null},{"id":"2205.13339","title":"Target-aware Abstractive Related Work Generation with Contrastive Learning","created":"2022-05-26","cited_by_count":20,"area":null},{"id":"2209.02700","title":"Language-aware Domain Generalization Network for Cross-Scene Hyperspectral Image Classification","created":"2022-09-06","cited_by_count":20,"area":null},{"id":"2212.07086","title":"NLIP: Noise-robust Language-Image Pre-training","created":"2022-12-14","cited_by_count":20,"area":null},{"id":"2203.03853","title":"Where Does the Performance Improvement Come From? -- A Reproducibility Concern about Image-Text Retrieval","created":"2022-03-08","cited_by_count":19,"area":null},{"id":"2205.11194","title":"UnifieR: A Unified Retriever for Large-Scale Retrieval","created":"2022-05-23","cited_by_count":19,"area":null},{"id":"2309.11268","title":"StructChart: On the Schema, Metric, and Augmentation for Visual Chart Understanding","created":"2023-09-20","cited_by_count":19,"area":null},{"id":"2104.08066","title":"Effect of Visual Extensions on Natural Language Understanding in Vision-and-Language Models","created":"2021-04-16","cited_by_count":18,"area":null},{"id":"2207.12888","title":"LaKo: Knowledge-driven Visual Question Answering via Late Knowledge-to-Text Injection","created":"2022-07-26","cited_by_count":18,"area":null},{"id":"2309.01339","title":"UniSA: Unified Generative Framework for Sentiment Analysis","created":"2023-09-04","cited_by_count":17,"area":null},{"id":"2112.04138","title":"Contrastive Instruction-Trajectory Learning for Vision-Language Navigation","created":"2021-12-08","cited_by_count":16,"area":null},{"id":"2207.01821","title":"Toward Explainable and Fine-Grained 3D Grounding through Referring Textual Phrases","created":"2022-07-05","cited_by_count":16,"area":null},{"id":"2208.05621","title":"ARMANI: Part-level Garment-Text Alignment for Unified Cross-Modal Fashion Design","created":"2022-08-11","cited_by_count":16,"area":null},{"id":"2301.07389","title":"Towards Models that Can See and Read","created":"2023-01-18","cited_by_count":15,"area":null},{"id":"2207.01426","title":"Dynamic Contrastive Distillation for Image-Text Retrieval","created":"2022-07-04","cited_by_count":14,"area":null},{"id":"2211.00849","title":"Fine-grained Visual-Text Prompt-Driven Self-Training for Open-Vocabulary Object Detection","created":"2022-11-02","cited_by_count":14,"area":null},{"id":"2212.08985","title":"Efficient Image Captioning for Edge Devices","created":"2022-12-18","cited_by_count":14,"area":null},{"id":"2406.11048","title":"Leveraging Foundation Models for Multi-modal Federated Learning with Incomplete Modality","created":"2024-06-16","cited_by_count":14,"area":null},{"id":"2201.05299","title":"A Thousand Words Are Worth More Than a Picture: Natural Language-Centric Outside-Knowledge Visual Question Answering","created":"2022-01-14","cited_by_count":13,"area":null},{"id":"2204.04428","title":"ManiTrans: Entity-Level Text-Guided Image Manipulation via Token-wise Semantic Alignment and Generation","created":"2022-04-09","cited_by_count":13,"area":null},{"id":"2208.09843","title":"CODER: Coupled Diversity-Sensitive Momentum Contrastive Learning for Image-Text Retrieval","created":"2022-08-21","cited_by_count":13,"area":null},{"id":"2205.09256","title":"Training Vision-Language Transformers from Captions","created":"2022-05-19","cited_by_count":11,"area":null},{"id":"2305.07021","title":"Simple Token-Level Confidence Improves Caption Correctness","created":"2023-05-11","cited_by_count":11,"area":null},{"id":"2305.16556","title":"LANISTR: Multimodal Learning from Structured and Unstructured Data","created":"2023-05-26","cited_by_count":11,"area":null},{"id":"2309.08303","title":"Self-Consistent Narrative Prompts on Abductive Natural Language Inference","created":"2023-09-15","cited_by_count":11,"area":null},{"id":"2109.04699","title":"EfficientCLIP: Efficient Cross-Modal Pre-training by Ensemble Confident Learning and Language Modeling","created":"2021-09-10","cited_by_count":10,"area":null},{"id":"2304.10824","title":"Rethinking Benchmarks for Cross-modal Image-text Retrieval","created":"2023-04-21","cited_by_count":10,"area":null},{"id":"2312.12661","title":"Misalign, Contrast then Distill: Rethinking Misalignments in Language-Image Pretraining","created":"2023-12-19","cited_by_count":10,"area":null},{"id":"2203.05465","title":"LoopITR: Combining Dual and Cross Encoder Architectures for Image-Text Retrieval","created":"2022-03-10","cited_by_count":9,"area":null},{"id":"2209.06650","title":"WildQA: In-the-Wild Video Question Answering","created":"2022-09-14","cited_by_count":9,"area":null},{"id":"2301.05065","title":"Toward Building General Foundation Models for Language, Vision, and Vision-Language Understanding Tasks","created":"2023-01-12","cited_by_count":9,"area":null},{"id":"2305.06407","title":"Combo of Thinking and Observing for Outside-Knowledge VQA","created":"2023-05-10","cited_by_count":9,"area":null},{"id":"2305.10547","title":"Rethinking Multimodal Content Moderation from an Asymmetric Angle with Mixed-modality","created":"2023-05-17","cited_by_count":9,"area":null},{"id":"2309.08929","title":"Leveraging Multi-lingual Positive Instances in Contrastive Learning to Improve Sentence Embedding","created":"2023-09-16","cited_by_count":9,"area":null},{"id":"2402.02503","title":"GeReA: Question-Aware Prompt Captions for Knowledge-based Visual Question Answering","created":"2024-02-04","cited_by_count":9,"area":null},{"id":"2303.15486","title":"Unimodal Training-Multimodal Prediction: Cross-modal Federated Learning with Hierarchical Aggregation","created":"2023-03-27","cited_by_count":8,"area":null},{"id":"2308.04343","title":"Unifying Two-Stream Encoders with Transformers for Cross-Modal Retrieval","created":"2023-08-08","cited_by_count":8,"area":null},{"id":"2503.06380","title":"TI-JEPA: An Innovative Energy-based Joint Embedding Strategy for Text-Image Multimodal Systems","created":"2025-03-09","cited_by_count":8,"area":null},{"id":"2210.15028","title":"FaD-VLP: Fashion Vision-and-Language Pre-training towards Unified Retrieval and Captioning","created":"2022-10-26","cited_by_count":7,"area":null},{"id":"2211.11701","title":"Perceiver-VL: Efficient Vision-and-Language Modeling with Iterative Latent Attention","created":"2022-11-21","cited_by_count":7,"area":null},{"id":"2210.11109","title":"Visual Spatial Description: Controlled Spatial-Oriented Image-to-Text Generation","created":"2022-10-20","cited_by_count":6,"area":null},{"id":"2210.13076","title":"Towards Unifying Reference Expression Generation and Comprehension","created":"2022-10-24","cited_by_count":6,"area":null},{"id":"2212.10729","title":"UnICLAM:Contrastive Representation Learning with Adversarial Masking for Unified and Interpretable Medical Vision Question Answering","created":"2022-12-21","cited_by_count":6,"area":null},{"id":"2301.01949","title":"SPRING: Situated Conversation Agent Pretrained with Multimodal Questions from Incremental Layout Graph","created":"2023-01-05","cited_by_count":6,"area":null}],"next_cursor":"100"}