{"total":144,"rows":[{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2102.12060","title":"Teach Me to Explain: A Review of Datasets for Explainable Natural Language Processing","created":"2021-02-24","cited_by_count":126,"area":null},{"id":"2203.07190","title":"CLIP Models are Few-shot Learners: Empirical Studies on VQA and Visual Entailment","created":"2022-03-14","cited_by_count":113,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2105.03761","title":"e-ViL: A Dataset and Benchmark for Natural Language Explanations in Vision-Language Tasks","created":"2021-05-08","cited_by_count":84,"area":null},{"id":"2407.07035","title":"Vision-and-Language Navigation Today and Tomorrow: A Survey in the Era of Foundation Models","created":"2024-07-09","cited_by_count":79,"area":null},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2203.05081","title":"NLX-GPT: A Model for Natural Language Explanations in Vision and Vision-Language Tasks","created":"2022-03-09","cited_by_count":60,"area":null},{"id":"2308.12305","title":"FedDAT: An Approach for Foundation Model Finetuning in Multi-Modal Heterogeneous Federated Learning","created":"2023-08-21","cited_by_count":60,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2211.05719","title":"MMDialog: A Large-scale Multi-turn Dialogue Dataset Towards Multi-modal Open-domain Conversation","created":"2022-11-10","cited_by_count":56,"area":null},{"id":"2201.11732","title":"IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages","created":"2022-01-27","cited_by_count":54,"area":null},{"id":"2306.16410","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","created":"2023-06-28","cited_by_count":53,"area":null},{"id":"2306.01667","title":"Towards In-context Scene Understanding","created":"2023-06-02","cited_by_count":47,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2304.14381","title":"$\\pi$-Tuning: Transferring Multimodal Foundation Models with Optimal Multi-task Interpolation","created":"2023-04-27","cited_by_count":40,"area":null},{"id":"2410.05352","title":"Recent Advances of Multimodal Continual Learning: A Comprehensive Survey","created":"2024-10-07","cited_by_count":39,"area":null},{"id":"2210.08901","title":"Contrastive Language-Image Pre-Training with Knowledge Graphs","created":"2022-10-17","cited_by_count":34,"area":null},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2304.06306","title":"Efficient Multimodal Fusion via Interactive Prompting","created":"2023-04-13","cited_by_count":32,"area":null},{"id":"2210.03765","title":"Visualize Before You Write: Imagination-Guided Open-Ended Text Generation","created":"2022-10-07","cited_by_count":30,"area":null},{"id":"2311.10111","title":"VideoCon: Robust Video-Language Alignment via Contrast Captions","created":"2023-11-15","cited_by_count":30,"area":null},{"id":"2204.08121","title":"End-to-end Dense Video Captioning as Sequence Generation","created":"2022-04-18","cited_by_count":27,"area":null},{"id":"2203.15867","title":"Image Retrieval from Contextual Descriptions","created":"2022-03-29","cited_by_count":26,"area":null},{"id":"2211.09778","title":"I Can't Believe There's No Images! Learning Visual Tasks Using only Language Supervision","created":"2022-11-17","cited_by_count":26,"area":null},{"id":"2109.08029","title":"Image Captioning for Effective Use of Language Models in Knowledge-Based Visual Question Answering","created":"2021-09-15","cited_by_count":25,"area":null},{"id":"2208.02532","title":"Prompt Tuning for Generative Multimodal Pretrained Models","created":"2022-08-04","cited_by_count":25,"area":null},{"id":"2306.05731","title":"Multimodal Explainable Artificial Intelligence: A Comprehensive Review of Methodological Advances and Future Research Directions","created":"2023-06-09","cited_by_count":25,"area":null},{"id":"2306.08751","title":"Improving Selective Visual Question Answering by Learning from Your Peers","created":"2023-06-14","cited_by_count":25,"area":null},{"id":"2311.00308","title":"From Image to Language: A Critical Analysis of Visual Question Answering (VQA) Approaches, Challenges, and Opportunities","created":"2023-11-01","cited_by_count":25,"area":null},{"id":"2101.06013","title":"Reasoning over Vision and Language: Exploring the Benefits of Supplemental Knowledge","created":"2021-01-15","cited_by_count":24,"area":null},{"id":"2106.13876","title":"Knowledge-Grounded Self-Rationalization via Extractive and Natural Language Explanations","created":"2021-06-25","cited_by_count":24,"area":null},{"id":"2206.00621","title":"Cross-View Language Modeling: Towards Unified Cross-Lingual Cross-Modal Pre-training","created":"2022-06-01","cited_by_count":24,"area":null},{"id":"2305.17388","title":"MPCHAT: Towards Multimodal Persona-Grounded Conversation","created":"2023-05-27","cited_by_count":24,"area":null},{"id":"2203.00242","title":"Unsupervised Vision-and-Language Pre-training via Retrieval-based Multi-Granular Alignment","created":"2022-03-01","cited_by_count":23,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2210.02884","title":"Vision+X: A Survey on Multimodal Learning in the Light of Data","created":"2022-10-05","cited_by_count":22,"area":null},{"id":"2205.12191","title":"Reassessing Evaluation Practices in Visual Question Answering: A Case Study on Out-of-Distribution Generalization","created":"2022-05-24","cited_by_count":20,"area":null},{"id":"2204.08535","title":"Imagination-Augmented Natural Language Understanding","created":"2022-04-18","cited_by_count":19,"area":null},{"id":"2106.04605","title":"Check It Again: Progressive Visual Question Answering via Visual Entailment","created":"2021-06-08","cited_by_count":18,"area":null},{"id":"2107.12270","title":"Adaptive Hierarchical Graph Reasoning with Semantic Coherence for Video-and-Language Inference","created":"2021-07-26","cited_by_count":18,"area":null},{"id":"2212.14453","title":"Learning Multimodal Data Augmentation in Feature Space","created":"2022-12-29","cited_by_count":18,"area":null},{"id":"2212.04408","title":"OFASys: A Multi-Modal Multi-Task Learning System for Building Generalist Models","created":"2022-12-08","cited_by_count":17,"area":null},{"id":"2404.17507","title":"HYPE: Hyperbolic Entailment Filtering for Underspecified Images and Texts","created":"2024-04-26","cited_by_count":17,"area":null},{"id":"2210.13134","title":"Multilingual Multimodal Learning with Machine Translated Text","created":"2022-10-24","cited_by_count":16,"area":null},{"id":"2303.06345","title":"Semantics-Aware Dynamic Localization and Refinement for Referring Image Segmentation","created":"2023-03-11","cited_by_count":16,"area":null},{"id":"2203.17273","title":"FindIt: Generalized Localization with Natural Language Queries","created":"2022-03-31","cited_by_count":13,"area":null},{"id":"2201.12723","title":"A Frustratingly Simple Approach for End-to-End Image Captioning","created":"2022-01-30","cited_by_count":12,"area":null},{"id":"2310.04550","title":"Module-wise Adaptive Distillation for Multimodality Foundation Models","created":"2023-10-06","cited_by_count":12,"area":null},{"id":"2209.04372","title":"Pre-training image-language transformers for open-vocabulary tasks","created":"2022-09-09","cited_by_count":11,"area":null},{"id":"2211.12328","title":"A survey on knowledge-enhanced multimodal learning","created":"2022-11-19","cited_by_count":11,"area":null},{"id":"2303.13455","title":"CoBIT: A Contrastive Bi-directional Image-Text Generation Model","created":"2023-03-23","cited_by_count":11,"area":null},{"id":"2208.04060","title":"GRIT-VLP: Grouped Mini-batch Sampling for Efficient Vision and Language Pre-training","created":"2022-08-08","cited_by_count":10,"area":null},{"id":"2301.10165","title":"Lexi: Self-Supervised Learning of the UI Language","created":"2023-01-23","cited_by_count":10,"area":null},{"id":"2104.03435","title":"Multimodal Fusion Refiner Networks","created":"2021-04-08","cited_by_count":9,"area":null},{"id":"2609.25845","title":"Visual Jev: Accurate and Efficient Decisions from Shared Visual Context","created":"2026-09-22","cited_by_count":9,"area":null},{"id":"2105.07122","title":"Premise-based Multimodal Reasoning: Conditional Inference on Joint Textual and Visual Clues","created":"2021-05-15","cited_by_count":8,"area":null},{"id":"2401.15275","title":"Dynamic Transformer Architecture for Continual Learning of Multimodal Tasks","created":"2024-01-27","cited_by_count":8,"area":null},{"id":"2107.00811","title":"Target-dependent UNITER: A Transformer-Based Multimodal Language Comprehension Model for Domestic Service Robots","created":"2021-07-02","cited_by_count":7,"area":null},{"id":"2111.00947","title":"Nested Multiple Instance Learning with Attention Mechanisms","created":"2021-11-01","cited_by_count":7,"area":null},{"id":"2310.14670","title":"Dataset Bias Mitigation in Multiple-Choice Visual Question Answering and Beyond","created":"2023-10-23","cited_by_count":7,"area":null},{"id":"2402.09989","title":"LLMs as Bridges: Reformulating Grounded Multimodal Named Entity Recognition","created":"2024-02-15","cited_by_count":7,"area":null},{"id":"2406.07337","title":"Transferring Knowledge from Large Foundation Models to Small Downstream Models","created":"2024-06-11","cited_by_count":7,"area":null},{"id":"2410.10923","title":"ATLAS: Adapter-Based Multi-Modal Continual Learning with a Two-Stage Learning Strategy","created":"2024-10-14","cited_by_count":7,"area":null},{"id":"2112.04453","title":"MLP Architectures for Vision-and-Language Modeling: An Empirical Study","created":"2021-12-08","cited_by_count":6,"area":null},{"id":"2204.09730","title":"Transformer Decoders with MultiModal Regularization for Cross-Modal Food Retrieval","created":"2022-04-20","cited_by_count":6,"area":null},{"id":"2212.04231","title":"Harnessing the Power of Multi-Task Pretraining for Ground-Truth Level Natural Language Explanations","created":"2022-12-08","cited_by_count":6,"area":null},{"id":"2506.13060","title":"Rethinking Explainability in the Era of Multimodal AI","created":"2025-06-16","cited_by_count":6,"area":null},{"id":"2106.00240","title":"Volta at SemEval-2021 Task 6: Towards Detecting Persuasive Texts and Images using Textual and Multimodal Ensemble","created":"2021-06-01","cited_by_count":5,"area":null},{"id":"2109.11778","title":"Dense Contrastive Visual-Linguistic Pretraining","created":"2021-09-24","cited_by_count":5,"area":null},{"id":"2211.08736","title":"AlignVE: Visual Entailment Recognition Based on Alignment Relations","created":"2022-11-16","cited_by_count":5,"area":null},{"id":"2212.07937","title":"Visually-augmented pretrained language models for NLP tasks without images","created":"2022-12-15","cited_by_count":5,"area":null},{"id":"2304.00719","title":"Multi-Modal Representation Learning with Text-Driven Soft Masks","created":"2023-04-03","cited_by_count":5,"area":null},{"id":"2305.15483","title":"Weakly Supervised Vision-and-Language Pre-training with Relative Representations","created":"2023-05-24","cited_by_count":5,"area":null},{"id":"2403.10568","title":"MoPE: Mixture of Prompt Experts for Parameter-Efficient and Scalable Multimodal Fusion","created":"2024-03-14","cited_by_count":5,"area":null},{"id":"2502.06600","title":"Evaluation of Multilingual Image Captioning: How far can we get with CLIP models?","created":"2025-02-10","cited_by_count":5,"area":null},{"id":"2502.12852","title":"MVL-SIB: A Massively Multilingual Vision-Language Benchmark for Cross-Modal Topical Matching","created":"2025-02-18","cited_by_count":5,"area":null},{"id":"2111.10756","title":"TraVLR: Now You See It, Now You Don't! A Bimodal Dataset for Evaluating Visio-Linguistic Reasoning","created":"2021-11-21","cited_by_count":4,"area":null},{"id":"2307.07742","title":"SINC: Self-Supervised In-Context Learning for Vision-Language Tasks","created":"2023-07-15","cited_by_count":4,"area":null},{"id":"2310.05109","title":"Lightweight In-Context Tuning for Multimodal Unified Models","created":"2023-10-08","cited_by_count":4,"area":null},{"id":"2402.17298","title":"ArcSin: Adaptive ranged cosine Similarity injected noise for Language-Driven Visual Tasks","created":"2024-02-27","cited_by_count":4,"area":null}],"next_cursor":"100"}