{"total":208,"rows":[{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2205.06230","title":"Simple Open-Vocabulary Object Detection with Vision Transformers","created":"2022-05-12","cited_by_count":305,"area":null},{"id":"2406.07550","title":"An Image is Worth 32 Tokens for Reconstruction and Generation","created":"2024-06-11","cited_by_count":302,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2111.10337","title":"Advancing High-Resolution Video-Language Representation with Large-Scale Video Transcriptions","created":"2021-11-19","cited_by_count":226,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2306.15880","title":"Towards Open Vocabulary Learning: A Survey","created":"2023-06-28","cited_by_count":166,"area":null},{"id":"2211.14813","title":"SegCLIP: Patch Aggregation with Learnable Centers for Open-Vocabulary Semantic Segmentation","created":"2022-11-27","cited_by_count":164,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2212.02623","title":"Unifying Vision, Text, and Layout for Universal Document Processing","created":"2022-12-05","cited_by_count":140,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2210.15871","title":"VLT: Vision-Language Transformer and Query Generation for Referring Segmentation","created":"2022-10-28","cited_by_count":111,"area":null},{"id":"2106.09141","title":"Probing Image-Language Transformers for Verb Understanding","created":"2021-06-16","cited_by_count":109,"area":null},{"id":"2209.07098","title":"Multi-Modal Masked Autoencoders for Medical Vision-and-Language Pre-Training","created":"2022-09-15","cited_by_count":104,"area":null},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2103.15049","title":"HiT: Hierarchical Transformer with Momentum Contrast for Video-Text Retrieval","created":"2021-03-28","cited_by_count":87,"area":null},{"id":"2110.05006","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","created":"2021-10-11","cited_by_count":87,"area":null},{"id":"2112.02889","title":"Joint Learning of Localized Representations from Medical Images and Reports","created":"2021-12-06","cited_by_count":81,"area":null},{"id":"2106.00245","title":"Adversarial VQA: A New Benchmark for Evaluating the Robustness of VQA Models","created":"2021-06-01","cited_by_count":75,"area":null},{"id":"2209.06430","title":"CLIP-ViP: Adapting Pre-trained Image-Text Model to Video-Language Representation Alignment","created":"2022-09-14","cited_by_count":74,"area":null},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2111.13579","title":"VL-LTR: Learning Class-wise Visual-Linguistic Representation for Long-Tailed Visual Recognition","created":"2021-11-26","cited_by_count":65,"area":null},{"id":"2102.00529","title":"Decoupling the Role of Data, Attention, and Losses in Multimodal Transformers","created":"2021-01-31","cited_by_count":64,"area":null},{"id":"2104.00332","title":"UC2: Universal Cross-lingual Cross-modal Vision-and-Language Pre-training","created":"2021-04-01","cited_by_count":64,"area":null},{"id":"2307.09220","title":"A Survey on Open-Vocabulary Detection and Segmentation: Past, Present, and Future","created":"2023-07-18","cited_by_count":61,"area":null},{"id":"2210.06031","title":"Long-Form Video-Language Pre-Training with Multimodal Temporal Contrastive Learning","created":"2022-10-12","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2306.16175","title":"$\\mathbf{C}^2$Former: Calibrated and Complementary Transformer for RGB-Infrared Object Detection","created":"2023-06-28","cited_by_count":58,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55,"area":null},{"id":"2208.08165","title":"Towards Open-vocabulary Scene Graph Generation with Prompt-based Finetuning","created":"2022-08-17","cited_by_count":54,"area":null},{"id":"2209.07118","title":"Align, Reason and Learn: Enhancing Medical Vision-and-Language Pre-training with Knowledge","created":"2022-09-15","cited_by_count":51,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2103.08784","title":"LightningDOT: Pre-training Visual-Semantic Embeddings for Real-Time Image-Text Retrieval","created":"2021-03-16","cited_by_count":44,"area":null},{"id":"2206.06619","title":"TransVG++: End-to-End Visual Grounding with Language Conditioned Vision Transformer","created":"2022-06-14","cited_by_count":42,"area":null},{"id":"2110.09753","title":"Unifying Multimodal Transformer for Bi-directional Image and Text Generation","created":"2021-10-19","cited_by_count":41,"area":null},{"id":"2112.05230","title":"Injecting Semantic Concepts into End-to-End Image Captioning","created":"2021-12-09","cited_by_count":41,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2203.02573","title":"Show Me What and Tell Me How: Video Synthesis via Multimodal Conditioning","created":"2022-03-04","cited_by_count":37,"area":null},{"id":"2203.15588","title":"Deep Multi-modal Fusion of Image and Non-image Data in Disease Diagnosis and Prognosis: A Review","created":"2022-03-25","cited_by_count":37,"area":null},{"id":"2103.16561","title":"Diagnosing Vision-and-Language Navigation: What Really Matters","created":"2021-03-30","cited_by_count":36,"area":null},{"id":"2105.14211","title":"M6-UFC: Unifying Multi-Modal Controls for Conditional Image Synthesis via Non-Autoregressive Generative Transformers","created":"2021-05-29","cited_by_count":36,"area":null},{"id":"2302.08958","title":"Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts","created":"2023-02-17","cited_by_count":36,"area":null},{"id":"2204.06347","title":"WikiDiverse: A Multimodal Entity Linking Dataset with Diversified Contextual Topics and Entity Types","created":"2022-04-13","cited_by_count":34,"area":null},{"id":"2207.06101","title":"Global-local Motion Transformer for Unsupervised Skeleton-based Action Learning","created":"2022-07-13","cited_by_count":33,"area":null},{"id":"2211.16761","title":"Improving Cross-Modal Retrieval with Set of Diverse Embeddings","created":"2022-11-30","cited_by_count":33,"area":null},{"id":"2109.02401","title":"Vision Guided Generative Pre-trained Language Models for Multimodal Abstractive Summarization","created":"2021-09-06","cited_by_count":32,"area":null},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2207.08150","title":"FashionViL: Fashion-Focused Vision-and-Language Representation Learning","created":"2022-07-17","cited_by_count":32,"area":null},{"id":"2108.07073","title":"ROSITA: Enhancing Vision-and-Language Semantic Alignments via Cross- and Intra-modal Knowledge Integration","created":"2021-08-16","cited_by_count":31,"area":null},{"id":"2205.05019","title":"Learning to Answer Visual Questions from Web Videos","created":"2022-05-10","cited_by_count":30,"area":null},{"id":"2207.00422","title":"Personalized Showcases: Generating Multi-Modal Explanations for Recommendations","created":"2022-06-30","cited_by_count":30,"area":null},{"id":"2203.16778","title":"ViSTA: Vision and Scene Text Aggregation for Cross-Modal Retrieval","created":"2022-03-31","cited_by_count":29,"area":null},{"id":"2203.01922","title":"Vision-Language Intelligence: Tasks, Representation Learning, and Large Models","created":"2022-03-03","cited_by_count":28,"area":null},{"id":"2204.08121","title":"End-to-end Dense Video Captioning as Sequence Generation","created":"2022-04-18","cited_by_count":27,"area":null},{"id":"2109.05199","title":"A Survey on Multi-modal Summarization","created":"2021-09-11","cited_by_count":26,"area":null},{"id":"2312.14209","title":"TextFusion: Unveiling the Power of Textual Semantics for Controllable Image Fusion","created":"2023-12-21","cited_by_count":26,"area":null},{"id":"2202.07247","title":"CommerceMM: Large-Scale Commerce MultiModal Representation Learning with Omni Retrieval","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2311.00308","title":"From Image to Language: A Critical Analysis of Visual Question Answering (VQA) Approaches, Challenges, and Opportunities","created":"2023-11-01","cited_by_count":25,"area":null},{"id":"2311.08245","title":"TENT: Connect Language Models with IoT Sensors for Zero-Shot Activity Recognition","created":"2023-11-14","cited_by_count":25,"area":null},{"id":"2107.09106","title":"Separating Skills and Concepts for Novel Visual Question Answering","created":"2021-07-19","cited_by_count":24,"area":null},{"id":"2104.09411","title":"Understanding Chinese Video and Language via Contrastive Multimodal Pre-Training","created":"2021-04-19","cited_by_count":23,"area":null},{"id":"2203.00242","title":"Unsupervised Vision-and-Language Pre-training via Retrieval-based Multi-Granular Alignment","created":"2022-03-01","cited_by_count":23,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2206.11134","title":"Open Vocabulary Object Detection with Proposal Mining and Prediction Equalization","created":"2022-06-22","cited_by_count":23,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2111.05759","title":"Multimodal Transformer with Variable-length Memory for Vision-and-Language Navigation","created":"2021-11-10","cited_by_count":21,"area":null},{"id":"2301.09209","title":"Summarize the Past to Predict the Future: Natural Language Descriptions of Context Boost Multimodal Object Interaction Anticipation","created":"2023-01-22","cited_by_count":21,"area":null},{"id":"2112.01194","title":"Video-Text Pre-training with Learned Regions","created":"2021-12-02","cited_by_count":20,"area":null},{"id":"2305.04183","title":"OpenViVQA: Task, Dataset, and Multimodal Fusion Models for Visual Question Answering in Vietnamese","created":"2023-05-07","cited_by_count":20,"area":null},{"id":"2104.00926","title":"VisQA: X-raying Vision and Language Reasoning in Transformers","created":"2021-04-02","cited_by_count":19,"area":null},{"id":"2203.03853","title":"Where Does the Performance Improvement Come From? -- A Reproducibility Concern about Image-Text Retrieval","created":"2022-03-08","cited_by_count":19,"area":null},{"id":"2204.03382","title":"Tencent Text-Video Retrieval: Hierarchical Cross-Modal Interactions with Multi-Level Representations","created":"2022-04-07","cited_by_count":19,"area":null},{"id":"2204.08535","title":"Imagination-Augmented Natural Language Understanding","created":"2022-04-18","cited_by_count":19,"area":null},{"id":"2110.08486","title":"Understanding Multimodal Procedural Knowledge by Sequencing Multimodal Instructional Manuals","created":"2021-10-16","cited_by_count":18,"area":null}],"next_cursor":"100"}