{"total":661,"rows":[{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137,"area":"synth"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2210.08402","title":"LAION-5B: An open large-scale dataset for training next generation image-text models","created":"2022-10-16","cited_by_count":4152,"area":null},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711,"area":null},{"id":"2208.01618","title":"An Image is Worth One Word: Personalizing Text-to-Image Generation using Textual Inversion","created":"2022-08-02","cited_by_count":2245,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071,"area":"mllm"},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471,"area":"mllm"},{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2201.07207","title":"Language Models as Zero-Shot Planners: Extracting Actionable Knowledge for Embodied Agents","created":"2022-01-18","cited_by_count":1035,"area":"agents"},{"id":"2110.04544","title":"CLIP-Adapter: Better Vision-Language Models with Feature Adapters","created":"2021-10-09","cited_by_count":1026,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2205.06175","title":"A Generalist Agent","created":"2022-05-12","cited_by_count":808,"area":"agents"},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2311.03079","title":"CogVLM: Visual Expert for Pretrained Language Models","created":"2023-11-06","cited_by_count":708,"area":null},{"id":"2310.01728","title":"Time-LLM: Time Series Forecasting by Reprogramming Large Language Models","created":"2023-10-03","cited_by_count":700,"area":null},{"id":"2303.04671","title":"Visual ChatGPT: Talking, Drawing and Editing with Visual Foundation Models","created":"2023-03-08","cited_by_count":668,"area":"lr"},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625,"area":null},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2506.01844","title":"SmolVLA: A Vision-Language-Action Model for Affordable and Efficient Robotics","created":"2025-06-02","cited_by_count":530,"area":"mllm"},{"id":"2303.11381","title":"MM-REACT: Prompting ChatGPT for Multimodal Reasoning and Action","created":"2023-03-20","cited_by_count":517,"area":"lr"},{"id":"2204.00598","title":"Socratic Models: Composing Zero-Shot Multimodal Reasoning with Language","created":"2022-04-01","cited_by_count":513,"area":"lr"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2311.12871","title":"An Embodied Generalist Agent in 3D World","created":"2023-11-18","cited_by_count":365,"area":"agents"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2303.13283","title":"Visual-Language Prompt Tuning with Knowledge-guided Context Optimization","created":"2023-03-23","cited_by_count":308,"area":"mllm"},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2109.05014","title":"An Empirical Study of GPT-3 for Few-Shot Knowledge-Based VQA","created":"2021-09-10","cited_by_count":301,"area":null},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2307.14334","title":"Towards Generalist Biomedical AI","created":"2023-07-26","cited_by_count":289,"area":null},{"id":"2204.08583","title":"VQGAN-CLIP: Open Domain Image Generation and Editing with Natural Language Guidance","created":"2022-04-18","cited_by_count":285,"area":null},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2305.15021","title":"EmbodiedGPT: Vision-Language Pre-Training via Embodied Chain of Thought","created":"2023-05-24","cited_by_count":279,"area":"lr"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2203.17274","title":"Exploring Visual Prompts for Adapting Large-Scale Models","created":"2022-03-31","cited_by_count":274,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2305.17216","title":"Generating Images with Multimodal Language Models","created":"2023-05-26","cited_by_count":260,"area":"mllm"},{"id":"2407.04973","title":"LogicVista: Multimodal LLM Logical Reasoning Benchmark in Visual Contexts","created":"2024-07-06","cited_by_count":245,"area":"lr"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2409.08264","title":"Windows Agent Arena: Evaluating Multi-Modal OS Agents at Scale","created":"2024-09-12","cited_by_count":223,"area":"agents"},{"id":"2202.01771","title":"Pre-Trained Language Models for Interactive Decision-Making","created":"2022-02-03","cited_by_count":221,"area":null},{"id":"2205.15241","title":"Multi-Game Decision Transformers","created":"2022-05-30","cited_by_count":214,"area":"offlinerl"},{"id":"2212.09611","title":"Optimizing Prompts for Text-to-Image Generation","created":"2022-12-19","cited_by_count":207,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2402.01831","title":"Audio Flamingo: A Novel Audio Language Model with Few-Shot Learning and Dialogue Abilities","created":"2024-02-02","cited_by_count":186,"area":null},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2403.11401","title":"Scene-LLM: Extending Language Model for 3D Visual Understanding and Reasoning","created":"2024-03-18","cited_by_count":175,"area":"lr"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2309.03895","title":"InstructDiffusion: A Generalist Modeling Interface for Vision Tasks","created":"2023-09-07","cited_by_count":164,"area":null},{"id":"2205.06743","title":"A Comprehensive Survey of Few-shot Learning: Evolution, Applications, Challenges, and Opportunities","created":"2022-05-13","cited_by_count":163,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2202.06675","title":"Can Machines Help Us Answering Question 16 in Datasheets, and In Turn Reflecting on Inappropriate Content?","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2401.04092","title":"GPT-4V(ision) is a Human-Aligned Evaluator for Text-to-3D Generation","created":"2024-01-08","cited_by_count":153,"area":"alignment"},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2311.07574","title":"To See is to Believe: Prompting GPT-4V for Better Visual Instruction Tuning","created":"2023-11-13","cited_by_count":144,"area":null},{"id":"2209.15162","title":"Linearly Mapping from Image to Text Space","created":"2022-09-30","cited_by_count":142,"area":null},{"id":"2401.06805","title":"Exploring the Reasoning Abilities of Multimodal Large Language Models (MLLMs): A Comprehensive Survey on Emerging Trends in Multimodal Reasoning","created":"2024-01-10","cited_by_count":136,"area":"lr"},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134,"area":null},{"id":"2305.19523","title":"Harnessing Explanations: LLM-to-LM Interpreter for Enhanced Text-Attributed Graph Representation Learning","created":"2023-05-31","cited_by_count":133,"area":null},{"id":"2311.07226","title":"Large Language Models for Robotics: A Survey","created":"2023-11-13","cited_by_count":133,"area":null},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132,"area":"mllm"},{"id":"2301.13823","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","created":"2023-01-31","cited_by_count":131,"area":null},{"id":"2310.12798","title":"MolCA: Molecular Graph-Language Modeling with Cross-Modal Projector and Uni-Modal Adapter","created":"2023-10-19","cited_by_count":128,"area":null},{"id":"2311.13614","title":"HalluciDoctor: Mitigating Hallucinatory Toxicity in Visual Instruction Data","created":"2023-11-22","cited_by_count":126,"area":"mllm"},{"id":"2410.07149","title":"Towards Interpreting Visual Information Processing in Vision-Language Models","created":"2024-10-09","cited_by_count":122,"area":"mllm"},{"id":"2303.03369","title":"Multimodal Prompting with Missing Modalities for Visual Recognition","created":"2023-03-06","cited_by_count":121,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2302.07257","title":"ChatCAD: Interactive Computer-Aided Diagnosis on Medical Image using Large Language Models","created":"2023-02-14","cited_by_count":116,"area":null},{"id":"2212.10846","title":"From Images to Textual Prompts: Zero-shot VQA with Frozen Large Language Models","created":"2022-12-21","cited_by_count":115,"area":null},{"id":"2203.07190","title":"CLIP Models are Few-shot Learners: Empirical Studies on VQA and Visual Entailment","created":"2022-03-14","cited_by_count":113,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2310.10196","title":"Large Models for Time Series and Spatio-Temporal Data: A Survey and Outlook","created":"2023-10-16","cited_by_count":110,"area":null},{"id":"2212.04458","title":"General-Purpose In-Context Learning by Meta-Learning Transformers","created":"2022-12-08","cited_by_count":105,"area":null},{"id":"2312.08962","title":"Depicting Beyond Scores: Advancing Image Quality Assessment through Multi-modal Language Models","created":"2023-12-14","cited_by_count":105,"area":"mllm"},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2305.18279","title":"Contextual Object Detection with Multimodal Large Language Models","created":"2023-05-29","cited_by_count":100,"area":"mllm"},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2204.01694","title":"\"This is my unicorn, Fluffy\": Personalizing frozen vision-language representations","created":"2022-04-04","cited_by_count":95,"area":null},{"id":"2308.12604","title":"PromptMRG: Diagnosis-Driven Prompts for Medical Report Generation","created":"2023-08-24","cited_by_count":95,"area":null},{"id":"2309.16058","title":"AnyMAL: An Efficient and Scalable Any-Modality Augmented Language Model","created":"2023-09-27","cited_by_count":93,"area":null},{"id":"2211.00575","title":"Text-Only Training for Image Captioning using Noise-Injected CLIP","created":"2022-11-01","cited_by_count":91,"area":null},{"id":"2301.06267","title":"Multimodality Helps Unimodality: Cross-Modal Few-Shot Learning with Multimodal Models","created":"2023-01-16","cited_by_count":91,"area":null},{"id":"2210.08773","title":"Plug-and-Play VQA: Zero-shot VQA by Conjoining Large Pretrained Models with Zero Training","created":"2022-10-17","cited_by_count":88,"area":null},{"id":"2303.06594","title":"ChatGPT Asks, BLIP-2 Answers: Automatic Questioning Towards Enriched Visual Descriptions","created":"2023-03-12","cited_by_count":86,"area":null},{"id":"2112.05253","title":"MAGMA -- Multimodal Augmentation of Generative Models through Adapter-based Finetuning","created":"2021-12-09","cited_by_count":85,"area":null}],"next_cursor":"100"}