{"total":655,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2210.08402","title":"LAION-5B: An open large-scale dataset for training next generation image-text models","created":"2022-10-16","cited_by_count":4152,"area":null},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711,"area":null},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177,"area":null},{"id":"2112.03857","title":"Grounded Language-Image Pre-training","created":"2021-12-07","cited_by_count":1156,"area":null},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2406.07476","title":"VideoLLaMA 2: Advancing Spatial-Temporal Modeling and Audio Understanding in Video-LLMs","created":"2024-06-11","cited_by_count":771,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2408.12528","title":"Show-o: One Single Transformer to Unify Multimodal Understanding and Generation","created":"2024-08-22","cited_by_count":752,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2202.11094","title":"GroupViT: Semantic Segmentation Emerges from Text Supervision","created":"2022-02-22","cited_by_count":531,"area":null},{"id":"2303.00915","title":"BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs","created":"2023-03-02","cited_by_count":520,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2307.06942","title":"InternVid: A Large-scale Video-Text Dataset for Multimodal Understanding and Generation","created":"2023-07-13","cited_by_count":497,"area":null},{"id":"2203.13131","title":"Make-A-Scene: Scene-Based Text-to-Image Generation with Human Priors","created":"2022-03-24","cited_by_count":487,"area":null},{"id":"2408.11039","title":"Transfusion: Predict the Next Token and Diffuse Images with One Multi-Modal Model","created":"2024-08-20","cited_by_count":483,"area":null},{"id":"2211.05778","title":"InternImage: Exploring Large-Scale Vision Foundation Models with Deformable Convolutions","created":"2022-11-10","cited_by_count":482,"area":null},{"id":"2305.14720","title":"BLIP-Diffusion: Pre-trained Subject Representation for Controllable Text-to-Image Generation and Editing","created":"2023-05-24","cited_by_count":442,"area":null},{"id":"2112.12750","title":"SLIP: Self-supervision meets Language-Image Pre-training","created":"2021-12-23","cited_by_count":436,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2110.04596","title":"Deep Long-Tailed Learning: A Survey","created":"2021-10-09","cited_by_count":417,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2402.19479","title":"Panda-70M: Captioning 70M Videos with Multiple Cross-Modality Teachers","created":"2024-02-29","cited_by_count":393,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2206.06994","title":"ProcTHOR: Large-Scale Embodied AI Using Procedural Generation","created":"2022-06-14","cited_by_count":380,"area":null},{"id":"2310.01852","title":"LanguageBind: Extending Video-Language Pretraining to N-modality by Language-based Semantic Alignment","created":"2023-10-03","cited_by_count":370,"area":null},{"id":"2305.10415","title":"PMC-VQA: Visual Instruction Tuning for Medical Visual Question Answering","created":"2023-05-17","cited_by_count":338,"area":null},{"id":"2312.04461","title":"PhotoMaker: Customizing Realistic Human Photos via Stacked ID Embedding","created":"2023-12-07","cited_by_count":328,"area":null},{"id":"2306.03514","title":"Recognize Anything: A Strong Image Tagging Model","created":"2023-06-06","cited_by_count":309,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2403.15378","title":"Long-CLIP: Unlocking the Long-Text Capability of CLIP","created":"2024-03-22","cited_by_count":300,"area":null},{"id":"2309.15112","title":"InternLM-XComposer: A Vision-Language Large Model for Advanced Text-image Comprehension and Composition","created":"2023-09-26","cited_by_count":297,"area":null},{"id":"2302.10149","title":"Poisoning Web-Scale Training Datasets is Practical","created":"2023-02-20","cited_by_count":290,"area":null},{"id":"2103.01913","title":"WIT: Wikipedia-based Image Text Dataset for Multimodal Multilingual Machine Learning","created":"2021-03-02","cited_by_count":287,"area":null},{"id":"2306.17107","title":"LLaVAR: Enhanced Visual Instruction Tuning for Text-Rich Image Understanding","created":"2023-06-29","cited_by_count":274,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2303.17395","title":"WavCaps: A ChatGPT-Assisted Weakly-Labelled Audio Captioning Dataset for Audio-Language Multimodal Research","created":"2023-03-30","cited_by_count":267,"area":null},{"id":"2306.05425","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","created":"2023-06-08","cited_by_count":267,"area":null},{"id":"2206.08496","title":"Self-Supervised Contrastive Pre-Training For Time Series via Time-Frequency Consistency","created":"2022-06-17","cited_by_count":250,"area":null},{"id":"2309.17425","title":"Data Filtering Networks","created":"2023-09-29","cited_by_count":250,"area":null},{"id":"2403.12895","title":"mPLUG-DocOwl 1.5: Unified Structure Learning for OCR-free Document Understanding","created":"2024-03-19","cited_by_count":220,"area":null},{"id":"2305.20088","title":"Improving CLIP Training with Language Rewrites","created":"2023-05-31","cited_by_count":217,"area":null},{"id":"2301.09515","title":"StyleGAN-T: Unlocking the Power of GANs for Fast Large-Scale Text-to-Image Synthesis","created":"2023-01-23","cited_by_count":212,"area":null},{"id":"2304.06939","title":"Multimodal C4: An Open, Billion-scale Corpus of Images Interleaved with Text","created":"2023-04-14","cited_by_count":208,"area":null},{"id":"2306.07279","title":"Scalable 3D Captioning with Pretrained Models","created":"2023-06-12","cited_by_count":203,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2204.03610","title":"Unified Contrastive Learning in Image-Text-Label Space","created":"2022-04-07","cited_by_count":194,"area":null},{"id":"2309.00615","title":"Point-Bind & Point-LLM: Aligning Point Cloud with Multi-modality for 3D Understanding, Generation, and Instruction Following","created":"2023-09-01","cited_by_count":194,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2306.00984","title":"StableRep: Synthetic Images from Text-to-Image Models Make Strong Visual Representation Learners","created":"2023-06-01","cited_by_count":177,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2211.14813","title":"SegCLIP: Patch Aggregation with Learnable Centers for Open-Vocabulary Semantic Segmentation","created":"2022-11-27","cited_by_count":164,"area":null},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2307.04087","title":"SVIT: Scaling up Visual Instruction Tuning","created":"2023-07-09","cited_by_count":162,"area":null},{"id":"2409.04410","title":"Open-MAGVIT2: An Open-Source Project Toward Democratizing Auto-regressive Visual Generation","created":"2024-09-06","cited_by_count":155,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2311.07574","title":"To See is to Believe: Prompting GPT-4V for Better Visual Instruction Tuning","created":"2023-11-13","cited_by_count":144,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2204.08790","title":"ELEVATER: A Benchmark and Toolkit for Evaluating Language-Augmented Visual Models","created":"2022-04-19","cited_by_count":141,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2107.06912","title":"From Show to Tell: A Survey on Deep Learning-based Image Captioning","created":"2021-07-14","cited_by_count":138,"area":null},{"id":"2205.01397","title":"Data Determines Distributional Robustness in Contrastive Language Image Pre-training (CLIP)","created":"2022-05-03","cited_by_count":138,"area":null},{"id":"2204.02849","title":"KNN-Diffusion: Image Generation via Large-Scale Retrieval","created":"2022-04-06","cited_by_count":137,"area":null},{"id":"2304.09172","title":"Hyperbolic Image-Text Representations","created":"2023-04-18","cited_by_count":136,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2401.09340","title":"SceneVerse: Scaling 3D Vision-Language Learning for Grounded Scene Understanding","created":"2024-01-17","cited_by_count":133,"area":null},{"id":"2404.19753","title":"DOCCI: Descriptions of Connected and Contrasting Images","created":"2024-04-30","cited_by_count":132,"area":null},{"id":"2212.00785","title":"Learning to Generate Text-grounded Mask for Open-world Semantic Segmentation from Only Image-Text Pairs","created":"2022-12-01","cited_by_count":130,"area":null},{"id":"2308.08769","title":"Chat-3D: Data-efficiently Tuning Large Language Model for Universal Dialogue of 3D Scenes","created":"2023-08-17","cited_by_count":129,"area":null},{"id":"2310.12798","title":"MolCA: Molecular Graph-Language Modeling with Cross-Modal Projector and Uni-Modal Adapter","created":"2023-10-19","cited_by_count":128,"area":null},{"id":"2205.14459","title":"CyCLIP: Cyclic Contrastive Language-Image Pretraining","created":"2022-05-28","cited_by_count":127,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2405.10300","title":"Grounding DINO 1.5: Advance the \"Edge\" of Open-Set Object Detection","created":"2024-05-16","cited_by_count":122,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2311.01361","title":"GPT-4V(ision) as a Generalist Evaluator for Vision-Language Tasks","created":"2023-11-02","cited_by_count":119,"area":null},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2212.04994","title":"Open Vocabulary Semantic Segmentation with Patch Aligned Contrastive Learning","created":"2022-12-09","cited_by_count":115,"area":null},{"id":"2310.15308","title":"SAM-CLIP: Merging Vision Foundation Models towards Semantic and Spatial Understanding","created":"2023-10-23","cited_by_count":111,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2205.14204","title":"Multimodal Masked Autoencoders Learn Transferable Representations","created":"2022-05-27","cited_by_count":109,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2312.04567","title":"Scaling Laws of Synthetic Images for Model Training ... for Now","created":"2023-12-07","cited_by_count":108,"area":null},{"id":"2301.09121","title":"Learning Open-vocabulary Semantic Segmentation Models From Natural Language Supervision","created":"2023-01-22","cited_by_count":99,"area":null},{"id":"2207.13085","title":"Group DETR: Fast DETR Training with Group-Wise One-to-Many Assignment","created":"2022-07-26","cited_by_count":98,"area":null},{"id":"2208.05516","title":"Quality Not Quantity: On the Interaction between Dataset Design and Robustness of CLIP","created":"2022-08-10","cited_by_count":97,"area":null}],"next_cursor":"100"}