{"total":233,"rows":[{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2302.11939","title":"One Fits All:Power General Time Series Analysis by Pretrained LM","created":"2023-02-23","cited_by_count":632,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2301.04558","title":"Learning to Exploit Temporal Structure for Biomedical Vision-Language Processing","created":"2023-01-11","cited_by_count":211,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2209.09407","title":"DetCLIP: Dictionary-Enriched Visual-Concept Paralleled Pre-training for Open-world Detection","created":"2022-09-20","cited_by_count":176,"area":null},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2307.10802","title":"Meta-Transformer: A Unified Framework for Multimodal Learning","created":"2023-07-20","cited_by_count":136,"area":null},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2205.14459","title":"CyCLIP: Cyclic Contrastive Language-Image Pretraining","created":"2022-05-28","cited_by_count":127,"area":null},{"id":"2207.07039","title":"Convolutional Bypasses Are Better Vision Transformer Adapters","created":"2022-07-14","cited_by_count":121,"area":null},{"id":"2412.15188","title":"LMFusion: Adapting Pretrained Language Models for Multimodal Generation","created":"2024-12-19","cited_by_count":120,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2203.07190","title":"CLIP Models are Few-shot Learners: Empirical Studies on VQA and Visual Entailment","created":"2022-03-14","cited_by_count":113,"area":null},{"id":"2310.15308","title":"SAM-CLIP: Merging Vision Foundation Models towards Semantic and Spatial Understanding","created":"2023-10-23","cited_by_count":111,"area":null},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2404.05231","title":"PromptAD: Learning Prompts with only Normal Samples for Few-Shot Anomaly Detection","created":"2024-04-08","cited_by_count":98,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2302.08888","title":"Multimodal Federated Learning via Contrastive Representation Ensemble","created":"2023-02-17","cited_by_count":86,"area":null},{"id":"2304.01195","title":"Not All Features Matter: Enhancing Few-shot CLIP with Adaptive Prior Refinement","created":"2023-04-03","cited_by_count":84,"area":null},{"id":"2307.00855","title":"Review of Large Vision Models and Visual Prompt Engineering","created":"2023-07-03","cited_by_count":77,"area":null},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2201.08531","title":"Black-box Prompt Learning for Pre-trained Language Models","created":"2022-01-21","cited_by_count":70,"area":null},{"id":"2401.17868","title":"Convolution Meets LoRA: Parameter Efficient Finetuning for Segment Anything Model","created":"2024-01-31","cited_by_count":69,"area":null},{"id":"2208.08608","title":"See Finer, See More: Implicit Modality Alignment for Text-based Person Retrieval","created":"2022-08-18","cited_by_count":65,"area":null},{"id":"2303.07284","title":"Align and Attend: Multimodal Summarization with Dual Contrastive Losses","created":"2023-03-13","cited_by_count":65,"area":null},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2211.11256","title":"UniMSE: Towards Unified Multimodal Sentiment Analysis and Emotion Recognition","created":"2022-11-21","cited_by_count":61,"area":null},{"id":"2208.00173","title":"A Survey on Masked Autoencoder for Self-supervised Learning in Vision and Beyond","created":"2022-07-30","cited_by_count":58,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2206.08657","title":"BridgeTower: Building Bridges Between Encoders in Vision-Language Representation Learning","created":"2022-06-17","cited_by_count":56,"area":null},{"id":"2303.15935","title":"When Brain-inspired AI Meets AGI","created":"2023-03-28","cited_by_count":54,"area":null},{"id":"2303.05952","title":"Understanding and Constructing Latent Modality Structures in Multi-modal Representation Learning","created":"2023-03-10","cited_by_count":53,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2204.07356","title":"Vision-and-Language Pretrained Models: A Survey","created":"2022-04-15","cited_by_count":50,"area":null},{"id":"2504.07951","title":"Scaling Laws for Native Multimodal Models","created":"2025-04-10","cited_by_count":50,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2303.12060","title":"VideoXum: Cross-modal Visual and Textural Summarization of Videos","created":"2023-03-21","cited_by_count":41,"area":null},{"id":"2407.15838","title":"MMInstruct: A High-Quality Multi-Modal Instruction Tuning Dataset with Extensive Diversity","created":"2024-07-22","cited_by_count":38,"area":null},{"id":"2302.08958","title":"Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts","created":"2023-02-17","cited_by_count":36,"area":null},{"id":"2409.17531","title":"SimVG: A Simple Framework for Visual Grounding with Decoupled Multi-modal Fusion","created":"2024-09-26","cited_by_count":36,"area":null},{"id":"2206.00311","title":"MaskOCR: Text Recognition with Masked Encoder-Decoder Pretraining","created":"2022-06-01","cited_by_count":34,"area":null},{"id":"2303.17590","title":"Going Beyond Nouns With Vision & Language Models Using Synthetic Data","created":"2023-03-30","cited_by_count":33,"area":null},{"id":"2203.04203","title":"AssistQ: Affordance-centric Question-driven Task Completion for Egocentric Assistant","created":"2022-03-08","cited_by_count":32,"area":null},{"id":"2207.08150","title":"FashionViL: Fashion-Focused Vision-and-Language Representation Learning","created":"2022-07-17","cited_by_count":32,"area":null},{"id":"2207.12661","title":"Learning Visual Representation from Modality-Shared Contrastive Language-Image Pre-training","created":"2022-07-26","cited_by_count":32,"area":null},{"id":"2412.12591","title":"LLMs are Also Effective Embedding Models: An In-depth Overview","created":"2024-12-17","cited_by_count":32,"area":null},{"id":"2407.07844","title":"OV-DINO: Unified Open-Vocabulary Detection with Language-Aware Selective Fusion","created":"2024-07-10","cited_by_count":28,"area":null},{"id":"2410.08021","title":"OneRef: Unified One-tower Expression Grounding and Segmentation with Mask Referring Modeling","created":"2024-10-10","cited_by_count":28,"area":null},{"id":"2304.03435","title":"Towards Unified Scene Text Spotting based on Sequence Generation","created":"2023-04-07","cited_by_count":27,"area":null},{"id":"2312.12155","title":"Towards Balanced Alignment: Modal-Enhanced Semantic Modeling for Video Moment Retrieval","created":"2023-12-19","cited_by_count":27,"area":null},{"id":"2401.02458","title":"Data-Centric Foundation Models in Computational Healthcare: A Survey","created":"2024-01-04","cited_by_count":27,"area":null},{"id":"2202.07247","title":"CommerceMM: Large-Scale Commerce MultiModal Representation Learning with Omni Retrieval","created":"2022-02-15","cited_by_count":25,"area":null},{"id":"2311.00308","title":"From Image to Language: A Critical Analysis of Visual Question Answering (VQA) Approaches, Challenges, and Opportunities","created":"2023-11-01","cited_by_count":25,"area":null},{"id":"2403.09394","title":"GiT: Towards Generalist Vision Transformer through Universal Language Interface","created":"2024-03-14","cited_by_count":24,"area":null},{"id":"2404.04936","title":"Bootstrapping Chest CT Image Understanding by Distilling Knowledge from X-ray Expert Models","created":"2024-04-07","cited_by_count":24,"area":null},{"id":"2302.14057","title":"Cross-modal Contrastive Learning for Multimodal Fake News Detection","created":"2023-02-25","cited_by_count":23,"area":null},{"id":"2307.11471","title":"Robust Visual Question Answering: Datasets, Methods, and Future Challenges","created":"2023-07-21","cited_by_count":23,"area":null},{"id":"2312.08367","title":"ViLA: Efficient Video-Language Alignment for Video Question Answering","created":"2023-12-13","cited_by_count":23,"area":null},{"id":"2409.19132","title":"From Vision to Audio and Beyond: A Unified Model for Audio-Visual Representation and Generation","created":"2024-09-27","cited_by_count":23,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2308.08414","title":"Tem-adapter: Adapting Image-Text Pretraining for Video Question Answer","created":"2023-08-16","cited_by_count":22,"area":null},{"id":"2303.01903","title":"Prophet: Prompting Large Language Models with Complementary Answer Heuristics for Knowledge-based Visual Question Answering","created":"2023-03-03","cited_by_count":21,"area":null},{"id":"2305.11033","title":"Visual Question Answering: A Survey on Techniques and Common Trends in Recent Literature","created":"2023-05-18","cited_by_count":21,"area":null},{"id":"2310.18049","title":"Text Augmented Spatial-aware Zero-shot Referring Image Segmentation","created":"2023-10-27","cited_by_count":21,"area":null},{"id":"2312.06037","title":"Multimodality of AI for Education: Towards Artificial General Intelligence","created":"2023-12-10","cited_by_count":21,"area":null},{"id":"2403.12384","title":"AlignRec: Aligning and Training in Multimodal Recommendations","created":"2024-03-19","cited_by_count":21,"area":null},{"id":"2410.17462","title":"Decoding Time Series with LLMs: A Multi-Agent Framework for Cross-Domain Annotation","created":"2024-10-22","cited_by_count":21,"area":null},{"id":"2211.09790","title":"ConStruct-VL: Data-Free Continual Structured VL Concepts Learning","created":"2022-11-17","cited_by_count":20,"area":null},{"id":"2405.16108","title":"OmniBind: Teach to Build Unequal-Scale Modality Interaction for Omni-Bind of All","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2305.14839","title":"PaCE: Unified Multi-modal Dialogue Pre-training with Progressive and Compositional Experts","created":"2023-05-24","cited_by_count":19,"area":null},{"id":"2309.11268","title":"StructChart: On the Schema, Metric, and Augmentation for Visual Chart Understanding","created":"2023-09-20","cited_by_count":19,"area":null},{"id":"2305.04474","title":"TRIPS: Efficient Vision-and-Language Pre-training with Text-Relevant Image Patch Selection","created":"2023-05-08","cited_by_count":18,"area":null},{"id":"2212.04408","title":"OFASys: A Multi-Modal Multi-Task Learning System for Building Generalist Models","created":"2022-12-08","cited_by_count":17,"area":null},{"id":"2305.13167","title":"VLAB: Enhancing Video Language Pre-training by Feature Adapting and Blending","created":"2023-05-22","cited_by_count":17,"area":null},{"id":"2309.01339","title":"UniSA: Unified Generative Framework for Sentiment Analysis","created":"2023-09-04","cited_by_count":17,"area":null},{"id":"2310.10908","title":"Unlocking Emergent Modularity in Large Language Models","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2507.05427","title":"OpenWorldSAM: Extending SAM2 for Universal Image Segmentation with Language Prompts","created":"2025-07-07","cited_by_count":15,"area":null},{"id":"2207.01426","title":"Dynamic Contrastive Distillation for Image-Text Retrieval","created":"2022-07-04","cited_by_count":14,"area":null},{"id":"2303.12208","title":"MAGVLT: Masked Generative Vision-and-Language Transformer","created":"2023-03-21","cited_by_count":14,"area":null},{"id":"2308.15226","title":"CLIPTrans: Transferring Visual Knowledge with Pre-trained Models for Multimodal Machine Translation","created":"2023-08-29","cited_by_count":14,"area":null},{"id":"2409.19660","title":"All-in-One Image Coding for Joint Human-Machine Vision with Multi-Path Aggregation","created":"2024-09-29","cited_by_count":14,"area":null},{"id":"2411.18428","title":"MM-Path: Multi-modal, Multi-granularity Path Representation Learning -- Extended Version","created":"2024-11-27","cited_by_count":14,"area":null},{"id":"2301.06844","title":"USER: Unified Semantic Enhancement with Momentum Contrast for Image-Text Retrieval","created":"2023-01-17","cited_by_count":13,"area":null},{"id":"2307.14878","title":"MESED: A Multi-modal Entity Set Expansion Dataset with Fine-grained Semantic Classes and Hard Negative Entities","created":"2023-07-27","cited_by_count":13,"area":null}],"next_cursor":"100"}