{"total":350,"rows":[{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2112.03857","title":"Grounded Language-Image Pre-training","created":"2021-12-07","cited_by_count":1156,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2103.17249","title":"StyleCLIP: Text-Driven Manipulation of StyleGAN Imagery","created":"2021-03-31","cited_by_count":991,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2201.03546","title":"Language-driven Semantic Segmentation","created":"2022-01-10","cited_by_count":717,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2204.09817","title":"Making the Most of Text Semantics to Improve Biomedical Vision--Language Processing","created":"2022-04-21","cited_by_count":339,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2103.01913","title":"WIT: Wikipedia-based Image Text Dataset for Multimodal Multilingual Machine Learning","created":"2021-03-02","cited_by_count":287,"area":null},{"id":"2206.05836","title":"GLIPv2: Unifying Localization and Vision-Language Understanding","created":"2022-06-12","cited_by_count":275,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2105.14517","title":"GeoQA: A Geometric Question Answering Benchmark Towards Multimodal Numerical Reasoning","created":"2021-05-30","cited_by_count":228,"area":null},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207,"area":null},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2112.03109","title":"General Facial Representation Learning in a Visual-Linguistic Manner","created":"2021-12-06","cited_by_count":195,"area":null},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2306.15880","title":"Towards Open Vocabulary Learning: A Survey","created":"2023-06-28","cited_by_count":166,"area":null},{"id":"2108.00946","title":"StyleGAN-NADA: CLIP-Guided Domain Adaptation of Image Generators","created":"2021-08-02","cited_by_count":164,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2101.11272","title":"VisualMRC: Machine Reading Comprehension on Document Images","created":"2021-01-27","cited_by_count":151,"area":null},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2106.11310","title":"Towards Long-Form Video Understanding","created":"2021-06-21","cited_by_count":146,"area":null},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2112.08614","title":"KAT: A Knowledge Augmented Transformer for Vision-and-Language","created":"2021-12-16","cited_by_count":126,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2203.12221","title":"Modality Competition: What Makes Joint Training of Multi-modal Network Fail in Deep Learning? (Provably)","created":"2022-03-23","cited_by_count":122,"area":null},{"id":"2110.14378","title":"Towards artificial general intelligence via a multimodal foundation model","created":"2021-10-27","cited_by_count":112,"area":null},{"id":"2106.09141","title":"Probing Image-Language Transformers for Verb Understanding","created":"2021-06-16","cited_by_count":109,"area":null},{"id":"2207.07852","title":"TS2-Net: Token Shift and Selection Transformer for Text-Video Retrieval","created":"2022-07-16","cited_by_count":104,"area":null},{"id":"2105.09996","title":"VLM: Task-agnostic Video-Language Model Pre-training for Video Understanding","created":"2021-05-20","cited_by_count":102,"area":null},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2107.13731","title":"UIBert: Learning Generic Multimodal Representations for UI Understanding","created":"2021-07-29","cited_by_count":95,"area":null},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2103.15049","title":"HiT: Hierarchical Transformer with Momentum Contrast for Video-Text Retrieval","created":"2021-03-28","cited_by_count":87,"area":null},{"id":"2301.05499","title":"CLIP the Gap: A Single Domain Generalization Approach for Object Detection","created":"2023-01-13","cited_by_count":87,"area":null},{"id":"2204.10939","title":"Unified Pretraining Framework for Document Understanding","created":"2022-04-22","cited_by_count":85,"area":null},{"id":"2111.12698","title":"Open-Vocabulary Instance Segmentation via Robust Cross-Modal Pseudo-Labeling","created":"2021-11-24","cited_by_count":84,"area":null},{"id":"2204.02968","title":"Temporal Alignment Networks for Long-term Video","created":"2022-04-06","cited_by_count":84,"area":null},{"id":"2103.12248","title":"Multi-Modal Answer Validation for Knowledge-Based VQA","created":"2021-03-23","cited_by_count":79,"area":null},{"id":"2310.00367","title":"AutomaTikZ: Text-Guided Synthesis of Scientific Vector Graphics with TikZ","created":"2023-09-30","cited_by_count":79,"area":null},{"id":"2202.05786","title":"Multi-Modal Knowledge Graph Construction and Application: A Survey","created":"2022-02-11","cited_by_count":74,"area":null},{"id":"2209.06430","title":"CLIP-ViP: Adapting Pre-trained Image-Text Model to Video-Language Representation Alignment","created":"2022-09-14","cited_by_count":74,"area":null},{"id":"2109.06082","title":"xGQA: Cross-Lingual Visual Question Answering","created":"2021-09-13","cited_by_count":72,"area":null},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2212.05136","title":"CLIP-TSA: CLIP-Assisted Temporal Self-Attention for Weakly-Supervised Video Anomaly Detection","created":"2022-12-09","cited_by_count":67,"area":null},{"id":"2102.00529","title":"Decoupling the Role of Data, Attention, and Losses in Multimodal Transformers","created":"2021-01-31","cited_by_count":64,"area":null},{"id":"2104.00332","title":"UC2: Universal Cross-lingual Cross-modal Vision-and-Language Pre-training","created":"2021-04-01","cited_by_count":64,"area":null},{"id":"2101.03036","title":"Contextual Non-Local Alignment over Full-Scale Representation for Text-Based Person Search","created":"2021-01-08","cited_by_count":62,"area":null},{"id":"2207.07802","title":"Learning Granularity-Unified Representations for Text-to-Image Person Re-identification","created":"2022-07-16","cited_by_count":62,"area":null},{"id":"2110.05382","title":"SignBERT: Pre-Training of Hand-Model-Aware Representation for Sign Language Recognition","created":"2021-10-11","cited_by_count":60,"area":null},{"id":"2111.12993","title":"PolyViT: Co-training Vision Transformers on Images, Videos and Audio","created":"2021-11-25","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2203.14713","title":"Image-text Retrieval: A Survey on Recent Research and Development","created":"2022-03-28","cited_by_count":55,"area":null},{"id":"2105.12306","title":"Read, Listen, and See: Leveraging Multimodal Information Helps Chinese Spell Checking","created":"2021-05-26","cited_by_count":52,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52,"area":null},{"id":"2304.02828","title":"Uncurated Image-Text Datasets: Shedding Light on Demographic Bias","created":"2023-04-06","cited_by_count":52,"area":null},{"id":"2309.16137","title":"Context-I2W: Mapping Images to Context-dependent Words for Accurate Zero-Shot Composed Image Retrieval","created":"2023-09-28","cited_by_count":52,"area":null},{"id":"2401.09413","title":"POP-3D: Open-Vocabulary 3D Occupancy Prediction from Images","created":"2024-01-17","cited_by_count":52,"area":null},{"id":"2301.02074","title":"Test of Time: Instilling Video-Language Models with a Sense of Time","created":"2023-01-05","cited_by_count":51,"area":null},{"id":"2302.10307","title":"ViewCo: Discovering Text-Supervised Segmentation Masks via Multi-View Semantic Consistency","created":"2023-01-31","cited_by_count":51,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2312.04089","title":"Open-Vocabulary Segmentation with Semantic-Assisted Calibration","created":"2023-12-07","cited_by_count":49,"area":null},{"id":"2105.07878","title":"A Review on Explainability in Multimodal Deep Neural Nets","created":"2021-05-17","cited_by_count":46,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2205.15509","title":"ADAPT: Vision-Language Navigation with Modality-Aligned Action Prompts","created":"2022-05-31","cited_by_count":45,"area":null},{"id":"2305.16157","title":"Training Data Extraction From Pre-trained Language Models: A Survey","created":"2023-05-25","cited_by_count":45,"area":null},{"id":"2103.08784","title":"LightningDOT: Pre-training Visual-Semantic Embeddings for Real-Time Image-Text Retrieval","created":"2021-03-16","cited_by_count":44,"area":null},{"id":"2205.02357","title":"Hybrid Transformer with Multi-level Fusion for Multimodal Knowledge Graph Completion","created":"2022-05-04","cited_by_count":44,"area":null},{"id":"2108.01453","title":"PhotoChat: A Human-Human Dialogue Dataset with Photo Sharing Behavior for Joint Image-Text Modeling","created":"2021-07-06","cited_by_count":43,"area":null},{"id":"2212.08158","title":"MM-SHAP: A Performance-agnostic Metric for Measuring Multimodal Contributions in Vision and Language Models & Tasks","created":"2022-12-15","cited_by_count":43,"area":null},{"id":"2209.13306","title":"Embracing Consistency: A One-Stage Approach for Spatio-Temporal Video Grounding","created":"2022-09-27","cited_by_count":42,"area":null},{"id":"2203.09773","title":"Local-Global Context Aware Transformer for Language-Guided Video Segmentation","created":"2022-03-18","cited_by_count":41,"area":null},{"id":"2202.04298","title":"Image Difference Captioning with Pre-training and Contrastive Learning","created":"2022-02-09","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2102.02967","title":"RpBERT: A Text-image Relation Propagation-based BERT Model for Multimodal NER","created":"2021-02-05","cited_by_count":37,"area":null},{"id":"2103.16561","title":"Diagnosing Vision-and-Language Navigation: What Really Matters","created":"2021-03-30","cited_by_count":36,"area":null},{"id":"2105.14211","title":"M6-UFC: Unifying Multi-Modal Controls for Conditional Image Synthesis via Non-Autoregressive Generative Transformers","created":"2021-05-29","cited_by_count":36,"area":null},{"id":"2212.14164","title":"On Transforming Reinforcement Learning by Transformer: The Development Trajectory","created":"2022-12-29","cited_by_count":36,"area":null},{"id":"2106.06683","title":"Assessing Multilingual Fairness in Pre-trained Multimodal Representations","created":"2021-06-12","cited_by_count":35,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null}],"next_cursor":"100"}