{"total":270,"rows":[{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2212.08051","title":"Objaverse: A Universe of Annotated 3D Objects","created":"2022-12-15","cited_by_count":1540,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2106.13884","title":"Multimodal Few-Shot Learning with Frozen Language Models","created":"2021-06-25","cited_by_count":661,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2305.11175","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","created":"2023-05-18","cited_by_count":501,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2203.13366","title":"Recommendation as Language Processing (RLP): A Unified Pretrain, Personalized Prompt & Predict Paradigm (P5)","created":"2022-03-24","cited_by_count":402,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2203.12277","title":"Unified Structure Generation for Universal Information Extraction","created":"2022-03-23","cited_by_count":221,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2305.11846","title":"Any-to-Any Generation via Composable Diffusion","created":"2023-05-19","cited_by_count":204,"area":null},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203,"area":null},{"id":"2305.08275","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","created":"2023-05-14","cited_by_count":202,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2211.15660","title":"SatlasPretrain: A Large-Scale Dataset for Remote Sensing Image Understanding","created":"2022-11-28","cited_by_count":167,"area":null},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2212.02623","title":"Unifying Vision, Text, and Layout for Universal Document Processing","created":"2022-12-05","cited_by_count":140,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2312.06795","title":"Model Breadcrumbs: Scaling Multi-Task Model Merging with Sparse Masks","created":"2023-12-11","cited_by_count":133,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115,"area":null},{"id":"2307.05356","title":"VisText: A Benchmark for Semantically Rich Chart Captioning","created":"2023-06-28","cited_by_count":112,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2109.00590","title":"WebQA: Multihop and Multimodal QA","created":"2021-09-01","cited_by_count":109,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2303.11722","title":"Implicit Neural Representation for Cooperative Low-light Image Enhancement","created":"2023-03-21","cited_by_count":92,"area":null},{"id":"2210.08773","title":"Plug-and-Play VQA: Zero-shot VQA by Conjoining Large Pretrained Models with Zero Training","created":"2022-10-17","cited_by_count":88,"area":null},{"id":"2112.13906","title":"Does CLIP Benefit Visual Question Answering in the Medical Domain as Much as it Does in the General Domain?","created":"2021-12-27","cited_by_count":85,"area":null},{"id":"2303.16406","title":"Hierarchical Video-Moment Retrieval and Step-Captioning","created":"2023-03-29","cited_by_count":83,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2405.11442","title":"Unifying 3D Vision-Language Understanding via Promptable Queries","created":"2024-05-19","cited_by_count":70,"area":null},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2205.01883","title":"All You May Need for VQA are Image Captions","created":"2022-05-04","cited_by_count":65,"area":null},{"id":"2111.12872","title":"Less is More: Generating Grounded Navigation Instructions from Landmarks","created":"2021-11-25","cited_by_count":64,"area":null},{"id":"2305.14800","title":"Exploring Diverse In-Context Configurations for Image Captioning","created":"2023-05-24","cited_by_count":63,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2210.06628","title":"OpenCQA: Open-ended Question Answering with Charts","created":"2022-10-12","cited_by_count":61,"area":null},{"id":"2203.05081","title":"NLX-GPT: A Model for Natural Language Explanations in Vision and Vision-Language Tasks","created":"2022-03-09","cited_by_count":60,"area":null},{"id":"2311.06612","title":"PerceptionGPT: Effectively Fusing Visual Perception into LLM","created":"2023-11-11","cited_by_count":59,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2209.09019","title":"LAVIS: A Library for Language-Vision Intelligence","created":"2022-09-15","cited_by_count":55,"area":null},{"id":"2303.05952","title":"Understanding and Constructing Latent Modality Structures in Multi-modal Representation Learning","created":"2023-03-10","cited_by_count":53,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2104.00743","title":"Towards General Purpose Vision Systems","created":"2021-04-01","cited_by_count":46,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2305.14302","title":"VIP5: Towards Multimodal Foundation Models for Recommendation","created":"2023-05-23","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2202.02317","title":"Webly Supervised Concept Expansion for General Purpose Vision Models","created":"2022-02-04","cited_by_count":45,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2112.05230","title":"Injecting Semantic Concepts into End-to-End Image Captioning","created":"2021-12-09","cited_by_count":41,"area":null},{"id":"2112.15283","title":"ERNIE-ViLG: Unified Generative Pre-training for Bidirectional Vision-Language Generation","created":"2021-12-31","cited_by_count":41,"area":null},{"id":"2210.07179","title":"MAPL: Parameter-Efficient Adaptation of Unimodal Pre-Trained Models for Vision-Language Few-Shot Prompting","created":"2022-10-13","cited_by_count":41,"area":null},{"id":"2304.14381","title":"$\\pi$-Tuning: Transferring Multimodal Foundation Models with Optimal Multi-task Interpolation","created":"2023-04-27","cited_by_count":40,"area":null},{"id":"2305.01795","title":"Multimodal Procedural Planning via Dual Text-Image Prompting","created":"2023-05-02","cited_by_count":40,"area":null},{"id":"2305.17678","title":"Decoding the Underlying Meaning of Multimodal Hateful Memes","created":"2023-05-28","cited_by_count":39,"area":null},{"id":"2302.08958","title":"Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts","created":"2023-02-17","cited_by_count":36,"area":null},{"id":"2106.06683","title":"Assessing Multilingual Fairness in Pre-trained Multimodal Representations","created":"2021-06-12","cited_by_count":35,"area":null},{"id":"2203.08055","title":"Modular and Parameter-Efficient Multimodal Fusion with Prompting","created":"2022-03-15","cited_by_count":35,"area":null},{"id":"2303.11403","title":"eP-ALM: Efficient Perceptual Augmentation of Language Models","created":"2023-03-20","cited_by_count":34,"area":null},{"id":"2310.04900","title":"HowToCaption: Prompting LLMs to Transform Video Annotations at Scale","created":"2023-10-07","cited_by_count":34,"area":null},{"id":"2503.10772","title":"FlowTok: Flowing Seamlessly Across Text and Image Tokens","created":"2025-03-13","cited_by_count":33,"area":null},{"id":"2109.02401","title":"Vision Guided Generative Pre-trained Language Models for Multimodal Abstractive Summarization","created":"2021-09-06","cited_by_count":32,"area":null},{"id":"2203.01311","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","created":"2022-03-02","cited_by_count":31,"area":null},{"id":"2210.03765","title":"Visualize Before You Write: Imagination-Guided Open-Ended Text Generation","created":"2022-10-07","cited_by_count":30,"area":null},{"id":"2302.00902","title":"Language Quantized AutoEncoders: Towards Unsupervised Text-Image Alignment","created":"2023-02-02","cited_by_count":29,"area":null},{"id":"2311.17944","title":"PALM: Predicting Actions through Language Models","created":"2023-11-29","cited_by_count":29,"area":null},{"id":"2301.00805","title":"Betrayed by Captions: Joint Caption Grounding and Generation for Open Vocabulary Instance Segmentation","created":"2023-01-02","cited_by_count":28,"area":null},{"id":"2503.01342","title":"UFO: A Unified Approach to Fine-grained Visual Perception via Open-ended Language Interface","created":"2025-03-03","cited_by_count":27,"area":null},{"id":"2205.03966","title":"Chart Question Answering: State of the Art and Future Directions","created":"2022-05-08","cited_by_count":26,"area":null},{"id":"2211.09778","title":"I Can't Believe There's No Images! Learning Visual Tasks Using only Language Supervision","created":"2022-11-17","cited_by_count":26,"area":null},{"id":"2404.05052","title":"Facial Affective Behavior Analysis with Instruction Tuning","created":"2024-04-07","cited_by_count":26,"area":null},{"id":"2208.02532","title":"Prompt Tuning for Generative Multimodal Pretrained Models","created":"2022-08-04","cited_by_count":25,"area":null},{"id":"2303.16839","title":"MaMMUT: A Simple Architecture for Joint Learning for MultiModal Tasks","created":"2023-03-29","cited_by_count":24,"area":null},{"id":"2403.09394","title":"GiT: Towards Generalist Vision Transformer through Universal Language Interface","created":"2024-03-14","cited_by_count":24,"area":null},{"id":"2210.12213","title":"SpaBERT: A Pretrained Language Model from Geographic Data for Geo-Entity Representation","created":"2022-10-21","cited_by_count":23,"area":null},{"id":"2305.08381","title":"Parameter-efficient Tuning of Large-scale Multimodal Foundation Model","created":"2023-05-15","cited_by_count":23,"area":null},{"id":"2404.18144","title":"Generative AI for Visualization: State of the Art and Future Directions","created":"2024-04-28","cited_by_count":23,"area":null},{"id":"2206.01843","title":"Visual Clues: Bridging Vision and Language Foundations for Image Paragraph Captioning","created":"2022-06-03","cited_by_count":21,"area":null},{"id":"2306.11593","title":"Improving Image Captioning Descriptiveness by Ranking and LLM-based Fusion","created":"2023-06-20","cited_by_count":21,"area":null}],"next_cursor":"100"}