{"total":288,"rows":[{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2309.17421","title":"The Dawn of LMMs: Preliminary Explorations with GPT-4V(ision)","created":"2023-09-29","cited_by_count":681,"area":"mllm"},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2205.06230","title":"Simple Open-Vocabulary Object Detection with Vision Transformers","created":"2022-05-12","cited_by_count":305,"area":null},{"id":"2406.07550","title":"An Image is Worth 32 Tokens for Reconstruction and Generation","created":"2024-06-11","cited_by_count":302,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2111.10337","title":"Advancing High-Resolution Video-Language Representation with Large-Scale Video Transcriptions","created":"2021-11-19","cited_by_count":226,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2104.03135","title":"Seeing Out of tHe bOx: End-to-End Pre-training for Vision-Language Representation Learning","created":"2021-04-07","cited_by_count":187,"area":"mllm"},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2306.15880","title":"Towards Open Vocabulary Learning: A Survey","created":"2023-06-28","cited_by_count":166,"area":null},{"id":"2211.14813","title":"SegCLIP: Patch Aggregation with Learnable Centers for Open-Vocabulary Semantic Segmentation","created":"2022-11-27","cited_by_count":164,"area":null},{"id":"2305.14761","title":"UniChart: A Universal Vision-language Pretrained Model for Chart Comprehension and Reasoning","created":"2023-05-24","cited_by_count":160,"area":"mllm"},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2501.04001","title":"Sa2VA: Marrying SAM2 with MLLM for Dense Grounded Understanding of Images and Videos","created":"2025-01-07","cited_by_count":159,"area":"mllm"},{"id":"2402.17553","title":"OmniACT: A Dataset and Benchmark for Enabling Multimodal Generalist Autonomous Agents for Desktop and Web","created":"2024-02-27","cited_by_count":157,"area":"agents"},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2212.02623","title":"Unifying Vision, Text, and Layout for Universal Document Processing","created":"2022-12-05","cited_by_count":140,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2210.15871","title":"VLT: Vision-Language Transformer and Query Generation for Referring Segmentation","created":"2022-10-28","cited_by_count":111,"area":null},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2106.09141","title":"Probing Image-Language Transformers for Verb Understanding","created":"2021-06-16","cited_by_count":109,"area":null},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2211.01335","title":"Chinese CLIP: Contrastive Vision-Language Pretraining in Chinese","created":"2022-11-02","cited_by_count":109,"area":"mllm"},{"id":"2209.07098","title":"Multi-Modal Masked Autoencoders for Medical Vision-and-Language Pre-Training","created":"2022-09-15","cited_by_count":104,"area":null},{"id":"2311.10081","title":"DRESS: Instructing Large Vision-Language Models to Align and Interact with Humans via Natural Language Feedback","created":"2023-11-16","cited_by_count":103,"area":"mllm"},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2105.11333","title":"Multi-modal Understanding and Generation for Medical Images and Text via Vision-Language Pre-Training","created":"2021-05-24","cited_by_count":96,"area":"mllm"},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2505.04921","title":"Perception, Reason, Think, and Plan: A Survey on Large Multimodal Reasoning Models","created":"2025-05-08","cited_by_count":90,"area":"lr"},{"id":"2306.07915","title":"Image Captioners Are Scalable Vision Learners Too","created":"2023-06-13","cited_by_count":89,"area":"mllm"},{"id":"2103.15049","title":"HiT: Hierarchical Transformer with Momentum Contrast for Video-Text Retrieval","created":"2021-03-28","cited_by_count":87,"area":null},{"id":"2110.05006","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","created":"2021-10-11","cited_by_count":87,"area":null},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2106.01804","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","created":"2021-06-03","cited_by_count":85,"area":"mllm"},{"id":"2112.02889","title":"Joint Learning of Localized Representations from Medical Images and Reports","created":"2021-12-06","cited_by_count":81,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2106.00245","title":"Adversarial VQA: A New Benchmark for Evaluating the Robustness of VQA Models","created":"2021-06-01","cited_by_count":75,"area":null},{"id":"2209.06430","title":"CLIP-ViP: Adapting Pre-trained Image-Text Model to Video-Language Representation Alignment","created":"2022-09-14","cited_by_count":74,"area":null},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2203.10593","title":"Open-Vocabulary One-Stage Detection with Hierarchical Visual-Language Knowledge Distillation","created":"2022-03-20","cited_by_count":68,"area":"distill"},{"id":"2208.02515","title":"Fine-Grained Semantically Aligned Vision-Language Pre-Training","created":"2022-08-04","cited_by_count":68,"area":"mllm"},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2103.16110","title":"Kaleido-BERT: Vision-Language Pre-training on Fashion Domain","created":"2021-03-30","cited_by_count":67,"area":"mllm"},{"id":"2106.13488","title":"Probing Inter-modality: Visual Parsing with Self-Attention for Vision-Language Pre-training","created":"2021-06-25","cited_by_count":67,"area":"mllm"},{"id":"2111.13579","title":"VL-LTR: Learning Class-wise Visual-Linguistic Representation for Long-Tailed Visual Recognition","created":"2021-11-26","cited_by_count":65,"area":null},{"id":"2406.20076","title":"EVF-SAM: Early Vision-Language Fusion for Text-Prompted Segment Anything Model","created":"2024-06-28","cited_by_count":65,"area":"mllm"},{"id":"2102.00529","title":"Decoupling the Role of Data, Attention, and Losses in Multimodal Transformers","created":"2021-01-31","cited_by_count":64,"area":null},{"id":"2104.00332","title":"UC2: Universal Cross-lingual Cross-modal Vision-and-Language Pre-training","created":"2021-04-01","cited_by_count":64,"area":null},{"id":"2307.09220","title":"A Survey on Open-Vocabulary Detection and Segmentation: Past, Present, and Future","created":"2023-07-18","cited_by_count":61,"area":null},{"id":"2210.06031","title":"Long-Form Video-Language Pre-Training with Multimodal Temporal Contrastive Learning","created":"2022-10-12","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2306.16175","title":"$\\mathbf{C}^2$Former: Calibrated and Complementary Transformer for RGB-Infrared Object Detection","created":"2023-06-28","cited_by_count":58,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55,"area":null},{"id":"2208.08165","title":"Towards Open-vocabulary Scene Graph Generation with Prompt-based Finetuning","created":"2022-08-17","cited_by_count":54,"area":null},{"id":"2209.07118","title":"Align, Reason and Learn: Enhancing Medical Vision-and-Language Pre-training with Knowledge","created":"2022-09-15","cited_by_count":51,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2309.00810","title":"RenAIssance: A Survey into AI Text-to-Image Generation in the Era of Large Model","created":"2023-09-02","cited_by_count":47,"area":"diffusion"},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2309.04461","title":"Measuring and Improving Chain-of-Thought Reasoning in Vision-Language Models","created":"2023-09-08","cited_by_count":45,"area":"lr"},{"id":"2103.08784","title":"LightningDOT: Pre-training Visual-Semantic Embeddings for Real-Time Image-Text Retrieval","created":"2021-03-16","cited_by_count":44,"area":null},{"id":"2206.06619","title":"TransVG++: End-to-End Visual Grounding with Language Conditioned Vision Transformer","created":"2022-06-14","cited_by_count":42,"area":null},{"id":"2110.09753","title":"Unifying Multimodal Transformer for Bi-directional Image and Text Generation","created":"2021-10-19","cited_by_count":41,"area":null},{"id":"2112.05230","title":"Injecting Semantic Concepts into End-to-End Image Captioning","created":"2021-12-09","cited_by_count":41,"area":null},{"id":"2206.01127","title":"VL-BEiT: Generative Vision-Language Pretraining","created":"2022-06-02","cited_by_count":39,"area":"mllm"},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2112.07668","title":"Dual-Key Multimodal Backdoors for Visual Question Answering","created":"2021-12-14","cited_by_count":37,"area":"safety"},{"id":"2203.02573","title":"Show Me What and Tell Me How: Video Synthesis via Multimodal Conditioning","created":"2022-03-04","cited_by_count":37,"area":null},{"id":"2203.15588","title":"Deep Multi-modal Fusion of Image and Non-image Data in Disease Diagnosis and Prognosis: A Review","created":"2022-03-25","cited_by_count":37,"area":null},{"id":"2103.16561","title":"Diagnosing Vision-and-Language Navigation: What Really Matters","created":"2021-03-30","cited_by_count":36,"area":null},{"id":"2105.14211","title":"M6-UFC: Unifying Multi-Modal Controls for Conditional Image Synthesis via Non-Autoregressive Generative Transformers","created":"2021-05-29","cited_by_count":36,"area":null},{"id":"2302.08958","title":"Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts","created":"2023-02-17","cited_by_count":36,"area":null}],"next_cursor":"100"}