{"total":168,"rows":[{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2112.02244","title":"LAVT: Language-Aware Vision Transformer for Referring Image Segmentation","created":"2021-12-04","cited_by_count":348,"area":null},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2206.05836","title":"GLIPv2: Unifying Localization and Vision-Language Understanding","created":"2022-06-12","cited_by_count":275,"area":null},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2211.15660","title":"SatlasPretrain: A Large-Scale Dataset for Remote Sensing Image Understanding","created":"2022-11-28","cited_by_count":167,"area":null},{"id":"2109.06165","title":"CDTrans: Cross-domain Transformer for Unsupervised Domain Adaptation","created":"2021-09-13","cited_by_count":129,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2210.15871","title":"VLT: Vision-Language Transformer and Query Generation for Referring Segmentation","created":"2022-10-28","cited_by_count":111,"area":null},{"id":"2105.02358","title":"Beyond Self-attention: External Attention using Two Linear Layers for Visual Tasks","created":"2021-05-05","cited_by_count":109,"area":null},{"id":"2207.08954","title":"Exploiting Unlabeled Data with Vision and Language Models for Object Detection","created":"2022-07-18","cited_by_count":97,"area":null},{"id":"2203.05137","title":"Cross-modal Map Learning for Vision and Language Navigation","created":"2022-03-10","cited_by_count":91,"area":null},{"id":"2107.03996","title":"Learning Vision-Guided Quadrupedal Locomotion End-to-End with Cross-Modal Transformers","created":"2021-07-08","cited_by_count":79,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2212.00836","title":"UniT3D: A Unified Transformer for 3D Dense Captioning and Visual Grounding","created":"2022-12-01","cited_by_count":69,"area":null},{"id":"2206.08423","title":"IRISformer: Dense Vision Transformers for Single-Image Inverse Rendering in Indoor Scenes","created":"2022-06-16","cited_by_count":62,"area":null},{"id":"2308.14103","title":"Towards Unified Token Learning for Vision-Language Tracking","created":"2023-08-27","cited_by_count":62,"area":null},{"id":"2303.02936","title":"UniHCP: A Unified Model for Human-Centric Perceptions","created":"2023-03-06","cited_by_count":59,"area":null},{"id":"2111.12993","title":"PolyViT: Co-training Vision Transformers on Images, Videos and Audio","created":"2021-11-25","cited_by_count":58,"area":null},{"id":"2204.13861","title":"Where in the World is this Image? Transformer-based Geo-localization in the Wild","created":"2022-04-29","cited_by_count":58,"area":null},{"id":"2106.02280","title":"Human-Adversarial Visual Question Answering","created":"2021-06-04","cited_by_count":57,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2303.15935","title":"When Brain-inspired AI Meets AGI","created":"2023-03-28","cited_by_count":54,"area":null},{"id":"2306.16410","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","created":"2023-06-28","cited_by_count":53,"area":null},{"id":"2205.08303","title":"MulT: An End-to-End Multitask Learning Transformer","created":"2022-05-17","cited_by_count":48,"area":null},{"id":"2311.05709","title":"OmniVec: Learning robust representations with cross modal sharing","created":"2023-11-07","cited_by_count":44,"area":null},{"id":"2507.06119","title":"Omni-Video: Democratizing Unified Video Understanding and Generation","created":"2025-07-08","cited_by_count":40,"area":null},{"id":"2207.07036","title":"u-HuBERT: Unified Mixed-Modal Speech Pretraining And Zero-Shot Transfer to Unlabeled Modality","created":"2022-07-14","cited_by_count":39,"area":null},{"id":"2205.14354","title":"Multi-Task Learning with Multi-Query Transformer for Dense Prediction","created":"2022-05-28","cited_by_count":34,"area":null},{"id":"2302.05738","title":"Cross-Modal Fine-Tuning: Align then Refine","created":"2023-02-11","cited_by_count":34,"area":null},{"id":"2308.14395","title":"UMMAFormer: A Universal Multimodal-adaptive Transformer Framework for Temporal Forgery Localization","created":"2023-08-28","cited_by_count":33,"area":null},{"id":"2207.12661","title":"Learning Visual Representation from Modality-Shared Contrastive Language-Image Pre-training","created":"2022-07-26","cited_by_count":32,"area":null},{"id":"2403.02899","title":"Domain-Agnostic Mutual Prompting for Unsupervised Domain Adaptation","created":"2024-03-05","cited_by_count":32,"area":null},{"id":"2303.18248","title":"Towards Flexible Multi-modal Document Models","created":"2023-03-31","cited_by_count":31,"area":null},{"id":"2209.10780","title":"Learning Model Predictive Controllers with Real-Time Attention for Real-World Navigation","created":"2022-09-22","cited_by_count":29,"area":null},{"id":"2111.02705","title":"Benchmarking Multimodal AutoML for Tabular Data with Text Fields","created":"2021-11-04","cited_by_count":26,"area":null},{"id":"2210.16822","title":"Towards Versatile Embodied Navigation","created":"2022-10-30","cited_by_count":26,"area":null},{"id":"2304.02163","title":"GINA-3D: Learning to Generate Implicit Neural Assets in the Wild","created":"2023-04-04","cited_by_count":25,"area":null},{"id":"2305.03277","title":"FM-ViT: Flexible Modal Vision Transformers for Face Anti-Spoofing","created":"2023-05-05","cited_by_count":22,"area":null},{"id":"2408.07539","title":"Cross-aware Early Fusion with Stage-divided Vision and Language Transformer Encoders for Referring Image Segmentation","created":"2024-08-14","cited_by_count":21,"area":null},{"id":"2303.06471","title":"Multimodal Data Integration for Oncology in the Era of Deep Neural Networks: A Review","created":"2023-03-11","cited_by_count":20,"area":null},{"id":"2305.12497","title":"PanoContext-Former: Panoramic Total Scene Understanding with a Transformer","created":"2023-05-21","cited_by_count":19,"area":null},{"id":"2305.14057","title":"Can Language Models Understand Physical Concepts?","created":"2023-05-23","cited_by_count":19,"area":null},{"id":"2202.09318","title":"DataMUX: Data Multiplexing for Neural Networks","created":"2022-02-18","cited_by_count":18,"area":null},{"id":"2204.02547","title":"Modeling Motion with Multi-Modal Features for Text-Based Video Segmentation","created":"2022-04-06","cited_by_count":18,"area":null},{"id":"2403.11821","title":"A Survey on Quality Metrics for Text-to-Image Generation","created":"2024-03-18","cited_by_count":18,"area":null},{"id":"2110.08797","title":"Towards Language-guided Visual Recognition via Dynamic Convolutions","created":"2021-10-17","cited_by_count":17,"area":null},{"id":"2210.08457","title":"Scratching Visual Transformer's Back with Uniform Attention","created":"2022-10-16","cited_by_count":16,"area":null},{"id":"2303.06345","title":"Semantics-Aware Dynamic Localization and Refinement for Referring Image Segmentation","created":"2023-03-11","cited_by_count":16,"area":null},{"id":"2306.04849","title":"ScaleDet: A Scalable Multi-Dataset Object Detector","created":"2023-06-08","cited_by_count":16,"area":null},{"id":"2308.14023","title":"Domain-Specificity Inducing Transformers for Source-Free Domain Adaptation","created":"2023-08-27","cited_by_count":16,"area":null},{"id":"2110.06874","title":"Automated Essay Scoring Using Transformer Models","created":"2021-10-13","cited_by_count":14,"area":null},{"id":"2205.15730","title":"Transformers for Multi-Object Tracking on Point Clouds","created":"2022-05-31","cited_by_count":14,"area":null},{"id":"2212.04821","title":"PromptonomyViT: Multi-Task Prompt Learning Improves Video Transformers using Synthetic Scene Data","created":"2022-12-08","cited_by_count":14,"area":null},{"id":"2301.03344","title":"Universal Multimodal Representation for Language Understanding","created":"2023-01-09","cited_by_count":14,"area":null},{"id":"2303.12745","title":"Audio-Visual Deception Detection: DOLOS Dataset and Parameter-Efficient Crossmodal Learning","created":"2023-03-09","cited_by_count":14,"area":null},{"id":"2308.12372","title":"Vision Transformer Adapters for Generalizable Multitask Learning","created":"2023-08-23","cited_by_count":14,"area":null},{"id":"2309.14118","title":"MultiModN- Multimodal, Multi-Task, Interpretable Modular Networks","created":"2023-09-25","cited_by_count":14,"area":null},{"id":"2507.13364","title":"OmniVec2 -- A Novel Transformer based Network for Large Scale Multimodal and Multitask Learning","created":"2025-07-06","cited_by_count":14,"area":null},{"id":"2201.10113","title":"Multimodal data matters: language model pre-training over structured and unstructured electronic health records","created":"2022-01-25","cited_by_count":13,"area":null},{"id":"2203.17273","title":"FindIt: Generalized Localization with Natural Language Queries","created":"2022-03-31","cited_by_count":13,"area":null},{"id":"2401.10222","title":"Supervised Fine-tuning in turn Improves Visual Foundation Models","created":"2024-01-18","cited_by_count":13,"area":null},{"id":"2312.14985","title":"UniHuman: A Unified Model for Editing Human Images in the Wild","created":"2023-12-22","cited_by_count":12,"area":null},{"id":"2401.00094","title":"Generating Enhanced Negatives for Training Language-Based Object Detectors","created":"2023-12-29","cited_by_count":11,"area":null},{"id":"2110.09890","title":"Multi-Modal Pre-Training for Automated Speech Recognition","created":"2021-10-12","cited_by_count":10,"area":null},{"id":"2211.13500","title":"Multi-Task Learning of Object State Changes from Uncurated Videos","created":"2022-11-24","cited_by_count":10,"area":null},{"id":"2305.16295","title":"HAAV: Hierarchical Aggregation of Augmented Views for Image Captioning","created":"2023-05-25","cited_by_count":10,"area":null},{"id":"2207.04858","title":"LaT: Latent Translation with Cycle-Consistency for Video-Text Retrieval","created":"2022-07-11","cited_by_count":9,"area":null},{"id":"2306.05240","title":"Dealing with Semantic Underspecification in Multimodal NLP","created":"2023-06-08","cited_by_count":9,"area":null},{"id":"2409.06154","title":"Static for Dynamic: Towards a Deeper Understanding of Dynamic Facial Expressions Using Static Expression Data","created":"2024-09-10","cited_by_count":9,"area":null},{"id":"2502.20249","title":"Enhancing 3D Gaze Estimation in the Wild using Weak Supervision with Gaze Following Labels","created":"2025-02-27","cited_by_count":9,"area":null},{"id":"2303.12997","title":"FER-former: Multi-modal Transformer for Facial Expression Recognition","created":"2023-03-23","cited_by_count":8,"area":null},{"id":"2401.15275","title":"Dynamic Transformer Architecture for Continual Learning of Multimodal Tasks","created":"2024-01-27","cited_by_count":8,"area":null},{"id":"2501.08303","title":"Advancing Semantic Future Prediction through Multimodal Visual Sequence Transformers","created":"2025-01-14","cited_by_count":8,"area":null},{"id":"2506.22199","title":"REDELEX: A Framework for Relational Deep Learning Exploration","created":"2025-06-27","cited_by_count":8,"area":null},{"id":"2111.12941","title":"Exploiting Both Domain-specific and Invariant Knowledge via a Win-win Transformer for Unsupervised Domain Adaptation","created":"2021-11-25","cited_by_count":7,"area":null},{"id":"2208.01195","title":"Making the Best of Both Worlds: A Domain-Oriented Transformer for Unsupervised Domain Adaptation","created":"2022-08-02","cited_by_count":7,"area":null},{"id":"2211.15402","title":"Perceive, Ground, Reason, and Act: A Benchmark for General-purpose Visual Representation","created":"2022-11-28","cited_by_count":7,"area":null},{"id":"2407.08148","title":"SCPNet: Unsupervised Cross-modal Homography Estimation via Intra-modal Self-supervised Learning","created":"2024-07-11","cited_by_count":7,"area":null},{"id":"2203.14896","title":"Multi-Task Learning for Visual Scene Understanding","created":"2022-03-28","cited_by_count":6,"area":null},{"id":"2209.07518","title":"Distribution Aware Metrics for Conditional Natural Language Generation","created":"2022-09-15","cited_by_count":6,"area":null},{"id":"2210.05991","title":"Text-Derived Knowledge Helps Vision: A Simple Cross-modal Distillation for Video-based Action Anticipation","created":"2022-10-12","cited_by_count":6,"area":null},{"id":"2212.04231","title":"Harnessing the Power of Multi-Task Pretraining for Ground-Truth Level Natural Language Explanations","created":"2022-12-08","cited_by_count":6,"area":null},{"id":"2303.08401","title":"Implicit Ray-Transformers for Multi-view Remote Sensing Image Segmentation","created":"2023-03-15","cited_by_count":6,"area":null},{"id":"2305.06361","title":"Efficient Training of Multi-task Neural Solver for Combinatorial Optimization","created":"2023-05-10","cited_by_count":6,"area":null},{"id":"2307.14382","title":"When Multi-Task Learning Meets Partial Supervision: A Computer Vision Review","created":"2023-07-25","cited_by_count":6,"area":null},{"id":"2402.08982","title":"MEL: Efficient Multi-Task Evolutionary Learning for High-Dimensional Feature Selection","created":"2024-02-14","cited_by_count":6,"area":null},{"id":"2406.11928","title":"FlexCare: Leveraging Cross-Task Synergy for Flexible Multimodal Healthcare Prediction","created":"2024-06-17","cited_by_count":6,"area":null},{"id":"2408.07985","title":"Analytical Uncertainty-Based Loss Weighting in Multi-Task Learning","created":"2024-08-15","cited_by_count":6,"area":null},{"id":"2203.07828","title":"Do BERTs Learn to Use Browser User Interface? Exploring Multi-Step Tasks with Unified Vision-and-Language BERTs","created":"2022-03-15","cited_by_count":5,"area":null},{"id":"2206.12994","title":"Automatic Generation of Product-Image Sequence in E-commerce","created":"2022-06-26","cited_by_count":5,"area":null},{"id":"2302.03861","title":"SwinCross: Cross-modal Swin Transformer for Head-and-Neck Tumor Segmentation in PET/CT Images","created":"2023-02-08","cited_by_count":5,"area":null},{"id":"2404.07603","title":"GLID: Pre-training a Generalist Encoder-Decoder Vision Model","created":"2024-04-11","cited_by_count":5,"area":null},{"id":"2203.08715","title":"Multiscale Sensor Fusion and Continuous Control with Neural CDEs","created":"2022-03-16","cited_by_count":4,"area":null}],"next_cursor":"100"}