{"total":390,"rows":[{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2311.04400","title":"LRM: Large Reconstruction Model for Single Image to 3D","created":"2023-11-08","cited_by_count":849,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2212.11270","title":"Generalized Decoding for Pixel, Image, and Language","created":"2022-12-21","cited_by_count":294,"area":null},{"id":"2302.10149","title":"Poisoning Web-Scale Training Datasets is Practical","created":"2023-02-20","cited_by_count":290,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2301.09515","title":"StyleGAN-T: Unlocking the Power of GANs for Fast Large-Scale Text-to-Image Synthesis","created":"2023-01-23","cited_by_count":212,"area":null},{"id":"2301.04558","title":"Learning to Exploit Temporal Structure for Biomedical Vision-Language Processing","created":"2023-01-11","cited_by_count":211,"area":null},{"id":"2302.12766","title":"Language-Driven Representation Learning for Robotics","created":"2023-02-24","cited_by_count":165,"area":null},{"id":"2309.03895","title":"InstructDiffusion: A Generalist Modeling Interface for Vision Tasks","created":"2023-09-07","cited_by_count":164,"area":null},{"id":"2302.03084","title":"Pic2Word: Mapping Pictures to Words for Zero-shot Composed Image Retrieval","created":"2023-02-06","cited_by_count":156,"area":null},{"id":"2305.14930","title":"In-Context Impersonation Reveals Large Language Models' Strengths and Biases","created":"2023-05-24","cited_by_count":155,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2209.15639","title":"F-VLM: Open-Vocabulary Object Detection upon Frozen Vision and Language Models","created":"2022-09-30","cited_by_count":150,"area":null},{"id":"2301.01795","title":"PACO: Parts and Attributes of Common Objects","created":"2023-01-04","cited_by_count":146,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2204.02849","title":"KNN-Diffusion: Image Generation via Large-Scale Retrieval","created":"2022-04-06","cited_by_count":137,"area":null},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134,"area":null},{"id":"2401.10815","title":"Exploring scalable medical image encoders beyond text supervision","created":"2024-01-19","cited_by_count":132,"area":null},{"id":"2205.14459","title":"CyCLIP: Cyclic Contrastive Language-Image Pretraining","created":"2022-05-28","cited_by_count":127,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2212.04994","title":"Open Vocabulary Semantic Segmentation with Patch Aligned Contrastive Learning","created":"2022-12-09","cited_by_count":115,"area":null},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115,"area":null},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2312.08578","title":"A Picture is Worth More Than 77 Text Tokens: Evaluating CLIP-Style Models on Dense Captions","created":"2023-12-14","cited_by_count":108,"area":null},{"id":"2402.13217","title":"VideoPrism: A Foundational Visual Encoder for Video Understanding","created":"2024-02-20","cited_by_count":105,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2502.04144","title":"HD-EPIC: A Highly-Detailed Egocentric Video Dataset","created":"2025-02-06","cited_by_count":104,"area":null},{"id":"2310.09291","title":"Vision-by-Language for Training-Free Compositional Image Retrieval","created":"2023-10-13","cited_by_count":103,"area":null},{"id":"2208.07998","title":"What Artificial Neural Networks Can Tell Us About Human Language Acquisition","created":"2022-08-17","cited_by_count":99,"area":null},{"id":"2308.13320","title":"Fine-tuning can cripple your foundation model; preserving features may be the solution","created":"2023-08-25","cited_by_count":96,"area":null},{"id":"2305.07011","title":"Region-Aware Pretraining for Open-Vocabulary Object Detection with Vision Transformers","created":"2023-05-11","cited_by_count":91,"area":null},{"id":"2309.12314","title":"TinyCLIP: CLIP Distillation via Affinity Mimicking and Weight Inheritance","created":"2023-09-21","cited_by_count":90,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2302.08888","title":"Multimodal Federated Learning via Contrastive Representation Ensemble","created":"2023-02-17","cited_by_count":86,"area":null},{"id":"2301.12040","title":"ProtST: Multi-Modality Learning of Protein Sequences and Biomedical Texts","created":"2023-01-28","cited_by_count":78,"area":null},{"id":"2310.18689","title":"Foundational Models in Medical Imaging: A Comprehensive Survey and Future Vision","created":"2023-10-28","cited_by_count":76,"area":null},{"id":"2301.13155","title":"Advancing Radiograph Representation Learning with Masked Record Modeling","created":"2023-01-30","cited_by_count":75,"area":null},{"id":"2406.08627","title":"Time-MMD: Multi-Domain Multimodal Dataset for Time Series Analysis","created":"2024-06-12","cited_by_count":74,"area":null},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2405.03003","title":"Parameter-Efficient Fine-Tuning with Discrete Fourier Transform","created":"2024-05-05","cited_by_count":71,"area":null},{"id":"2201.08531","title":"Black-box Prompt Learning for Pre-trained Language Models","created":"2022-01-21","cited_by_count":70,"area":null},{"id":"2303.14773","title":"BlackVIP: Black-Box Visual Prompting for Robust Transfer Learning","created":"2023-03-26","cited_by_count":70,"area":null},{"id":"2212.00836","title":"UniT3D: A Unified Transformer for 3D Dense Captioning and Visual Grounding","created":"2022-12-01","cited_by_count":69,"area":null},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2303.13496","title":"The effectiveness of MAE pre-pretraining for billion-scale pretraining","created":"2023-03-23","cited_by_count":68,"area":null},{"id":"2310.04655","title":"VLATTACK: Multimodal Adversarial Attacks on Vision-Language Tasks via Pre-trained Models","created":"2023-10-07","cited_by_count":68,"area":null},{"id":"2208.02131","title":"Masked Vision and Language Modeling for Multi-modal Representation Learning","created":"2022-08-03","cited_by_count":67,"area":null},{"id":"2207.07180","title":"Contrastive Adapters for Foundation Model Group Robustness","created":"2022-07-14","cited_by_count":62,"area":null},{"id":"2303.11568","title":"Large AI Models in Health Informatics: Applications, Challenges, and the Future","created":"2023-03-21","cited_by_count":61,"area":null},{"id":"2308.12305","title":"FedDAT: An Approach for Foundation Model Finetuning in Multi-Modal Heterogeneous Federated Learning","created":"2023-08-21","cited_by_count":60,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2211.09808","title":"Uni-Perceiver v2: A Generalist Model for Large-Scale Vision and Vision-Language Tasks","created":"2022-11-17","cited_by_count":57,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2210.05916","title":"Hate-CLIPper: Multimodal Hateful Meme Classification based on Cross-modal Interaction of CLIP Features","created":"2022-10-12","cited_by_count":56,"area":null},{"id":"2306.16410","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","created":"2023-06-28","cited_by_count":53,"area":null},{"id":"2307.12914","title":"Towards a Visual-Language Foundation Model for Computational Pathology","created":"2023-07-24","cited_by_count":52,"area":null},{"id":"2405.11618","title":"Transcriptomics-guided Slide Representation Learning in Computational Pathology","created":"2024-05-19","cited_by_count":51,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2212.06200","title":"Breaking the \"Object\" in Video Object Segmentation","created":"2022-12-12","cited_by_count":49,"area":null},{"id":"2310.02227","title":"SNIP: Bridging Mathematical Symbolic and Numeric Realms with Unified Pre-training","created":"2023-10-03","cited_by_count":47,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2305.18287","title":"LaFTer: Label-Free Tuning of Zero-shot Classifier using Language and Unlabeled Image Collections","created":"2023-05-29","cited_by_count":43,"area":null},{"id":"2303.12060","title":"VideoXum: Cross-modal Visual and Textural Summarization of Videos","created":"2023-03-21","cited_by_count":41,"area":null},{"id":"2304.14381","title":"$\\pi$-Tuning: Transferring Multimodal Foundation Models with Optimal Multi-task Interpolation","created":"2023-04-27","cited_by_count":40,"area":null},{"id":"2311.13627","title":"Vamos: Versatile Action Models for Video Understanding","created":"2023-11-22","cited_by_count":40,"area":null},{"id":"2207.07036","title":"u-HuBERT: Unified Mixed-Modal Speech Pretraining And Zero-Shot Transfer to Unlabeled Modality","created":"2022-07-14","cited_by_count":39,"area":null},{"id":"2305.06343","title":"Incorporating Structured Representations into Pretrained Vision & Language Models Using Scene Graphs","created":"2023-05-10","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2309.14356","title":"COCO-Counterfactuals: Automatically Constructed Counterfactual Examples for Image-Text Pairs","created":"2023-09-23","cited_by_count":39,"area":null},{"id":"2410.05352","title":"Recent Advances of Multimodal Continual Learning: A Comprehensive Survey","created":"2024-10-07","cited_by_count":39,"area":null},{"id":"2212.09648","title":"NusaCrowd: Open Source Initiative for Indonesian NLP Resources","created":"2022-12-19","cited_by_count":38,"area":null},{"id":"2302.08958","title":"Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts","created":"2023-02-17","cited_by_count":36,"area":null},{"id":"2306.07196","title":"Retrieval-Enhanced Contrastive Vision-Text Models","created":"2023-06-12","cited_by_count":36,"area":null},{"id":"2409.17531","title":"SimVG: A Simple Framework for Visual Grounding with Decoupled Multi-modal Fusion","created":"2024-09-26","cited_by_count":36,"area":null},{"id":"2301.10939","title":"Affective Faces for Goal-Driven Dyadic Communication","created":"2023-01-26","cited_by_count":35,"area":null},{"id":"2210.08901","title":"Contrastive Language-Image Pre-Training with Knowledge Graphs","created":"2022-10-17","cited_by_count":34,"area":null},{"id":"2303.11403","title":"eP-ALM: Efficient Perceptual Augmentation of Language Models","created":"2023-03-20","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2312.07395","title":"A Simple Recipe for Contrastively Pre-training Video-First Encoders Beyond 16 Frames","created":"2023-12-12","cited_by_count":34,"area":null},{"id":"2303.17590","title":"Going Beyond Nouns With Vision & Language Models Using Synthetic Data","created":"2023-03-30","cited_by_count":33,"area":null},{"id":"2405.20305","title":"Can't make an Omelette without Breaking some Eggs: Plausible Action Anticipation using Large Video-Language Models","created":"2024-05-30","cited_by_count":33,"area":null},{"id":"2304.07939","title":"Leveraging sparse and shared feature activations for disentangled representation learning","created":"2023-04-17","cited_by_count":32,"area":null},{"id":"2203.01311","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","created":"2022-03-02","cited_by_count":31,"area":null},{"id":"2211.09807","title":"Towards All-in-one Pre-training via Maximizing Multi-modal Mutual Information","created":"2022-11-17","cited_by_count":31,"area":null},{"id":"2308.03977","title":"PUG: Photorealistic and Semantically Controllable Synthetic Data for Representation Learning","created":"2023-08-08","cited_by_count":31,"area":null}],"next_cursor":"100"}