{"total":252,"rows":[{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2205.00363","title":"Visual Spatial Reasoning","created":"2022-04-30","cited_by_count":293,"area":"lr"},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2202.10401","title":"Vision-Language Pre-Training with Triple Contrastive Learning","created":"2022-02-21","cited_by_count":212,"area":"mllm"},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2206.09391","title":"Towards Adversarial Attack on Vision-Language Pre-training Models","created":"2022-06-19","cited_by_count":144,"area":"mllm"},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2102.12060","title":"Teach Me to Explain: A Review of Datasets for Explainable Natural Language Processing","created":"2021-02-24","cited_by_count":126,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2203.07190","title":"CLIP Models are Few-shot Learners: Empirical Studies on VQA and Visual Entailment","created":"2022-03-14","cited_by_count":113,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2305.10400","title":"What You See is What You Read? Improving Text-Image Alignment Evaluation","created":"2023-05-17","cited_by_count":108,"area":"mllm"},{"id":"2301.02280","title":"Filtering, Distillation, and Hard Negatives for Vision-Language Pre-Training","created":"2023-01-05","cited_by_count":91,"area":"mllm"},{"id":"2105.03761","title":"e-ViL: A Dataset and Benchmark for Natural Language Explanations in Vision-Language Tasks","created":"2021-05-08","cited_by_count":84,"area":null},{"id":"2407.07035","title":"Vision-and-Language Navigation Today and Tomorrow: A Survey in the Era of Foundation Models","created":"2024-07-09","cited_by_count":79,"area":null},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2502.05206","title":"Safety at Scale: A Comprehensive Survey of Large Model and Agent Safety","created":"2025-02-02","cited_by_count":67,"area":"mllm"},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2203.05081","title":"NLX-GPT: A Model for Natural Language Explanations in Vision and Vision-Language Tasks","created":"2022-03-09","cited_by_count":60,"area":null},{"id":"2308.12305","title":"FedDAT: An Approach for Foundation Model Finetuning in Multi-Modal Heterogeneous Federated Learning","created":"2023-08-21","cited_by_count":60,"area":null},{"id":"2310.15166","title":"Large Language Models are Visual Reasoning Coordinators","created":"2023-10-23","cited_by_count":58,"area":"lr"},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2211.05719","title":"MMDialog: A Large-scale Multi-turn Dialogue Dataset Towards Multi-modal Open-domain Conversation","created":"2022-11-10","cited_by_count":56,"area":null},{"id":"2201.11732","title":"IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages","created":"2022-01-27","cited_by_count":54,"area":null},{"id":"2306.16410","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","created":"2023-06-28","cited_by_count":53,"area":null},{"id":"2305.14985","title":"IdealGPT: Iteratively Decomposing Vision and Language Reasoning via Large Language Models","created":"2023-05-24","cited_by_count":47,"area":"lr"},{"id":"2306.01667","title":"Towards In-context Scene Understanding","created":"2023-06-02","cited_by_count":47,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2311.01477","title":"FaithScore: Fine-grained Evaluations of Hallucinations in Large Vision-Language Models","created":"2023-11-02","cited_by_count":46,"area":"mllm"},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2303.02995","title":"HiCLIP: Contrastive Language-Image Pretraining with Hierarchy-aware Attention","created":"2023-03-06","cited_by_count":44,"area":"mllm"},{"id":"2211.11152","title":"You Need Multiple Exiting: Dynamic Early Exiting for Accelerating Unified Vision Language Model","created":"2022-11-21","cited_by_count":43,"area":"mllm"},{"id":"2307.06930","title":"mBLIP: Efficient Bootstrapping of Multilingual Vision-LLMs","created":"2023-07-13","cited_by_count":41,"area":"mllm"},{"id":"2304.14381","title":"$\\pi$-Tuning: Transferring Multimodal Foundation Models with Optimal Multi-task Interpolation","created":"2023-04-27","cited_by_count":40,"area":null},{"id":"2406.05491","title":"One Perturbation is Enough: On Generating Universal Adversarial Perturbations against Vision-Language Pre-training Models","created":"2024-06-08","cited_by_count":40,"area":"mllm"},{"id":"2410.05352","title":"Recent Advances of Multimodal Continual Learning: A Comprehensive Survey","created":"2024-10-07","cited_by_count":39,"area":null},{"id":"2402.15896","title":"Multimodal Instruction Tuning with Conditional Mixture of LoRA","created":"2024-02-24","cited_by_count":36,"area":"mllm"},{"id":"2210.08901","title":"Contrastive Language-Image Pre-Training with Knowledge Graphs","created":"2022-10-17","cited_by_count":34,"area":null},{"id":"2202.10284","title":"A Review of Emerging Research Directions in Abstract Visual Reasoning","created":"2022-02-21","cited_by_count":33,"area":"lr"},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2304.06306","title":"Efficient Multimodal Fusion via Interactive Prompting","created":"2023-04-13","cited_by_count":32,"area":null},{"id":"2305.14724","title":"I Spy a Metaphor: Large Language Models and Diffusion Models Co-Create Visual Metaphors","created":"2023-05-24","cited_by_count":31,"area":"diffusion"},{"id":"2405.05524","title":"Universal Adversarial Perturbations for Vision-Language Pre-trained Models","created":"2024-05-09","cited_by_count":31,"area":"mllm"},{"id":"2210.03765","title":"Visualize Before You Write: Imagination-Guided Open-Ended Text Generation","created":"2022-10-07","cited_by_count":30,"area":null},{"id":"2311.10111","title":"VideoCon: Robust Video-Language Alignment via Contrast Captions","created":"2023-11-15","cited_by_count":30,"area":null},{"id":"2404.13591","title":"MARVEL: Multidimensional Abstraction and Reasoning through Visual Evaluation and Learning","created":"2024-04-21","cited_by_count":30,"area":"lr"},{"id":"2403.04306","title":"Effectiveness Assessment of Recent Large Vision-Language Models","created":"2024-03-07","cited_by_count":29,"area":"mllm"},{"id":"2204.08121","title":"End-to-end Dense Video Captioning as Sequence Generation","created":"2022-04-18","cited_by_count":27,"area":null},{"id":"2203.15867","title":"Image Retrieval from Contextual Descriptions","created":"2022-03-29","cited_by_count":26,"area":null},{"id":"2211.09778","title":"I Can't Believe There's No Images! Learning Visual Tasks Using only Language Supervision","created":"2022-11-17","cited_by_count":26,"area":null},{"id":"2109.08029","title":"Image Captioning for Effective Use of Language Models in Knowledge-Based Visual Question Answering","created":"2021-09-15","cited_by_count":25,"area":null},{"id":"2208.02532","title":"Prompt Tuning for Generative Multimodal Pretrained Models","created":"2022-08-04","cited_by_count":25,"area":null},{"id":"2306.05731","title":"Multimodal Explainable Artificial Intelligence: A Comprehensive Review of Methodological Advances and Future Research Directions","created":"2023-06-09","cited_by_count":25,"area":null},{"id":"2306.08751","title":"Improving Selective Visual Question Answering by Learning from Your Peers","created":"2023-06-14","cited_by_count":25,"area":null},{"id":"2311.00308","title":"From Image to Language: A Critical Analysis of Visual Question Answering (VQA) Approaches, Challenges, and Opportunities","created":"2023-11-01","cited_by_count":25,"area":null},{"id":"2101.06013","title":"Reasoning over Vision and Language: Exploring the Benefits of Supplemental Knowledge","created":"2021-01-15","cited_by_count":24,"area":null},{"id":"2106.13876","title":"Knowledge-Grounded Self-Rationalization via Extractive and Natural Language Explanations","created":"2021-06-25","cited_by_count":24,"area":null},{"id":"2206.00621","title":"Cross-View Language Modeling: Towards Unified Cross-Lingual Cross-Modal Pre-training","created":"2022-06-01","cited_by_count":24,"area":null},{"id":"2305.17388","title":"MPCHAT: Towards Multimodal Persona-Grounded Conversation","created":"2023-05-27","cited_by_count":24,"area":null},{"id":"2109.10504","title":"KD-VLP: Improving End-to-End Vision-and-Language Pretraining with Object Knowledge Distillation","created":"2021-09-22","cited_by_count":23,"area":"distill"},{"id":"2203.00242","title":"Unsupervised Vision-and-Language Pre-training via Retrieval-based Multi-Granular Alignment","created":"2022-03-01","cited_by_count":23,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2408.05767","title":"Reference-free Hallucination Detection for Large Vision-Language Models","created":"2024-08-11","cited_by_count":23,"area":"mllm"},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2210.02884","title":"Vision+X: A Survey on Multimodal Learning in the Light of Data","created":"2022-10-05","cited_by_count":22,"area":null},{"id":"2205.12191","title":"Reassessing Evaluation Practices in Visual Question Answering: A Case Study on Out-of-Distribution Generalization","created":"2022-05-24","cited_by_count":20,"area":null},{"id":"2311.12047","title":"MultiDelete for Multimodal Machine Unlearning","created":"2023-11-18","cited_by_count":20,"area":"safety"},{"id":"2203.09067","title":"UNIMO-2: End-to-End Unified Vision-Language Grounded Learning","created":"2022-03-17","cited_by_count":19,"area":"mllm"},{"id":"2204.08535","title":"Imagination-Augmented Natural Language Understanding","created":"2022-04-18","cited_by_count":19,"area":null},{"id":"2208.13628","title":"Efficient Vision-Language Pretraining with Visual Concepts and Hierarchical Alignment","created":"2022-08-29","cited_by_count":19,"area":"mllm"},{"id":"2405.01474","title":"Understanding Figurative Meaning through Explainable Visual Entailment","created":"2024-05-02","cited_by_count":19,"area":"mllm"},{"id":"2106.04605","title":"Check It Again: Progressive Visual Question Answering via Visual Entailment","created":"2021-06-08","cited_by_count":18,"area":null},{"id":"2107.12270","title":"Adaptive Hierarchical Graph Reasoning with Semantic Coherence for Video-and-Language Inference","created":"2021-07-26","cited_by_count":18,"area":null},{"id":"2212.14453","title":"Learning Multimodal Data Augmentation in Feature Space","created":"2022-12-29","cited_by_count":18,"area":null},{"id":"2206.07699","title":"Write and Paint: Generative Vision-Language Models are Unified Modal Learners","created":"2022-06-15","cited_by_count":17,"area":"mllm"},{"id":"2212.04408","title":"OFASys: A Multi-Modal Multi-Task Learning System for Building Generalist Models","created":"2022-12-08","cited_by_count":17,"area":null},{"id":"2304.13923","title":"Retrieval-based Knowledge Augmented Vision Language Pre-training","created":"2023-04-27","cited_by_count":17,"area":"mllm"},{"id":"2404.17507","title":"HYPE: Hyperbolic Entailment Filtering for Underspecified Images and Texts","created":"2024-04-26","cited_by_count":17,"area":null},{"id":"2410.18976","title":"CAMEL-Bench: A Comprehensive Arabic LMM Benchmark","created":"2024-10-24","cited_by_count":17,"area":"lr"},{"id":"2204.02380","title":"CLEVR-X: A Visual Reasoning Dataset for Natural Language Explanations","created":"2022-04-05","cited_by_count":16,"area":"lr"},{"id":"2210.13134","title":"Multilingual Multimodal Learning with Machine Translated Text","created":"2022-10-24","cited_by_count":16,"area":null},{"id":"2303.06345","title":"Semantics-Aware Dynamic Localization and Refinement for Referring Image Segmentation","created":"2023-03-11","cited_by_count":16,"area":null}],"next_cursor":"100"}