{"list":"other","total":84,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869},{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137},{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711},{"id":"1612.00837","title":"Making the V in VQA Matter: Elevating the Role of Image Understanding in Visual Question Answering","created":"2016-12-02","cited_by_count":2516},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071},{"id":"2209.09513","title":"Learn to Explain: Multimodal Reasoning via Thought Chains for Science Question Answering","created":"2022-09-20","cited_by_count":1919},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652},{"id":"2203.10244","title":"ChartQA: A Benchmark for Question Answering about Charts with Visual and Logical Reasoning","created":"2022-03-19","cited_by_count":1479},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471},{"id":"1505.04870","title":"Flickr30k Entities: Collecting Region-to-Phrase Correspondences for Richer Image-to-Sentence Models","created":"2015-05-19","cited_by_count":1362},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177},{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175},{"id":"2112.03857","title":"Grounded Language-Image Pre-training","created":"2021-12-07","cited_by_count":1156},{"id":"2306.05424","title":"Video-ChatGPT: Towards Detailed Video Understanding via Large Vision and Language Models","created":"2023-06-08","cited_by_count":1062},{"id":"2304.14178","title":"mPLUG-Owl: Modularization Empowers Large Language Models with Multimodality","created":"2023-04-27","cited_by_count":1040},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906},{"id":"1802.08218","title":"VizWiz Grand Challenge: Answering Visual Questions from Blind People","created":"2018-02-22","cited_by_count":858},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766},{"id":"2311.03079","title":"CogVLM: Visual Expert for Pretrained Language Models","created":"2023-11-06","cited_by_count":708},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692},{"id":"2106.13884","title":"Multimodal Few-Shot Learning with Frozen Language Models","created":"2021-06-25","cited_by_count":661},{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625},{"id":"1703.09788","title":"Towards Automatic Learning of Procedures from Web Instructional Videos","created":"2017-03-28","cited_by_count":619},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543},{"id":"2303.11381","title":"MM-REACT: Prompting ChatGPT for Multimodal Reasoning and Action","created":"2023-03-20","cited_by_count":517},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511},{"id":"2312.14125","title":"VideoPoet: A Large Language Model for Zero-Shot Video Generation","created":"2023-12-21","cited_by_count":492},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446},{"id":"2307.15189","title":"Med-Flamingo: a Multimodal Medical Few-shot Learner","created":"2023-07-27","cited_by_count":392},{"id":"2305.16355","title":"PandaGPT: One Model To Instruction-Follow Them All","created":"2023-05-25","cited_by_count":334},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316},{"id":"2109.05014","title":"An Empirical Study of GPT-3 for Few-Shot Knowledge-Based VQA","created":"2021-09-10","cited_by_count":301},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278},{"id":"2309.16671","title":"Demystifying CLIP Data","created":"2023-09-28","cited_by_count":270},{"id":"2305.18752","title":"GPT4Tools: Teaching Large Language Model to Use Tools via Self-instruction","created":"2023-05-30","cited_by_count":248},{"id":"2202.04053","title":"DALL-Eval: Probing the Reasoning Skills and Social Biases of Text-to-Image Generation Models","created":"2022-02-08","cited_by_count":230},{"id":"2305.11846","title":"Any-to-Any Generation via Composable Diffusion","created":"2023-05-19","cited_by_count":204},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195},{"id":"2311.05437","title":"LLaVA-Plus: Learning to Use Tools for Creating Multimodal Agents","created":"2023-11-09","cited_by_count":193},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172},{"id":"2309.00236","title":"Image Hijacks: Adversarial Images can Control Generative Models at Runtime","created":"2023-09-01","cited_by_count":172},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153},{"id":"2312.03818","title":"Alpha-CLIP: A CLIP Model Focusing on Wherever You Want","created":"2023-12-06","cited_by_count":151},{"id":"2201.07520","title":"CM3: A Causal Masked Multimodal Model of the Internet","created":"2022-01-19","cited_by_count":142},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140},{"id":"2401.02330","title":"LLaVA-Phi: Efficient Multi-Modal Assistant with Small Language Model","created":"2024-01-04","cited_by_count":129},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115},{"id":"2307.08581","title":"BuboGPT: Enabling Visual Grounding in Multi-Modal LLMs","created":"2023-07-17","cited_by_count":114},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101},{"id":"2305.15023","title":"Cheap and Quick: Efficient Vision-Language Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":101},{"id":"2210.08773","title":"Plug-and-Play VQA: Zero-shot VQA by Conjoining Large Pretrained Models with Zero Training","created":"2022-10-17","cited_by_count":88},{"id":"2311.18799","title":"X-InstructBLIP: A Framework for aligning X-Modal instruction-aware representations to LLMs and Emergent Cross-modal Reasoning","created":"2023-11-30","cited_by_count":80},{"id":"2312.16862","title":"TinyGPT-V: Efficient Multimodal Large Language Model via Small Backbones","created":"2023-12-28","cited_by_count":77},{"id":"2212.04979","title":"VideoCoCa: Video-Text Modeling with Zero-Shot Transfer from Contrastive Captioners","created":"2022-12-09","cited_by_count":70},{"id":"2105.14424","title":"Gaze Estimation using Transformer","created":"2021-05-30","cited_by_count":68},{"id":"2305.16103","title":"ChatBridge: Bridging Modalities with Large Language Model as a Language Catalyst","created":"2023-05-25","cited_by_count":66},{"id":"2307.09474","title":"ChatSpot: Bootstrapping Multimodal LLMs via Precise Referring Instruction Tuning","created":"2023-07-18","cited_by_count":65},{"id":"2311.18775","title":"CoDi-2: In-Context, Interleaved, and Interactive Any-to-Any Generation","created":"2023-11-30","cited_by_count":63},{"id":"2305.15328","title":"Visual Programming for Text-to-Image Generation and Evaluation","created":"2023-05-24","cited_by_count":54},{"id":"2312.11541","title":"CLIPSyntel: CLIP and LLM Synergy for Multimodal Question Summarization in Healthcare","created":"2023-12-16","cited_by_count":43},{"id":"2311.15766","title":"Knowledge Unlearning for LLMs: Tasks, Methods, and Challenges","created":"2023-11-27","cited_by_count":38},{"id":"2305.15727","title":"POPE: 6-DoF Promptable Pose Estimation of Any Object, in Any Scene, with One Reference","created":"2023-05-25","cited_by_count":30},{"id":"2311.03354","title":"CoVLM: Composing Visual Entities and Relationships in Large Language Models Via Communicative Decoding","created":"2023-11-06","cited_by_count":20},{"id":"2401.01596","title":"MedSumm: A Multimodal Approach to Summarizing Code-Mixed Hindi-English Clinical Queries","created":"2024-01-03","cited_by_count":19},{"id":"2311.05698","title":"Mirasol3B: A Multimodal Autoregressive model for time-aligned and contextual modalities","created":"2023-11-09","cited_by_count":15},{"id":"2401.09899","title":"Meme-ingful Analysis: Enhanced Understanding of Cyberbullying in Memes Through Multimodal Explanations","created":"2024-01-18","cited_by_count":13},{"id":"2301.05065","title":"Toward Building General Foundation Models for Language, Vision, and Vision-Language Understanding Tasks","created":"2023-01-12","cited_by_count":9}],"next_cursor":null}