{"total":162,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711,"area":null},{"id":"2304.14178","title":"mPLUG-Owl: Modularization Empowers Large Language Models with Multimodality","created":"2023-04-27","cited_by_count":1040,"area":null},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2304.05376","title":"ChemCrow: Augmenting large-language models with chemistry tools","created":"2023-04-11","cited_by_count":631,"area":null},{"id":"2305.11175","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","created":"2023-05-18","cited_by_count":501,"area":null},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2403.00476","title":"TempCompass: Do Video LLMs Really Understand Videos?","created":"2024-03-01","cited_by_count":363,"area":null},{"id":"2305.15393","title":"LayoutGPT: Compositional Visual Planning and Generation with Large Language Models","created":"2023-05-24","cited_by_count":347,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2306.05425","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","created":"2023-06-08","cited_by_count":267,"area":null},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234,"area":null},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2311.01455","title":"RoboGen: Towards Unleashing Infinite Data for Automated Robot Learning via Generative Simulation","created":"2023-11-02","cited_by_count":218,"area":null},{"id":"2406.08451","title":"GUIOdyssey: A Comprehensive Dataset for Cross-App GUI Navigation on Mobile Devices","created":"2024-06-12","cited_by_count":194,"area":null},{"id":"2303.16434","title":"TaskMatrix.AI: Completing Tasks by Connecting Foundation Models with Millions of APIs","created":"2023-03-29","cited_by_count":184,"area":null},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2402.18485","title":"A Multimodal Foundation Agent for Financial Trading: Tool-Augmented, Diversified, and Generalist","created":"2024-02-28","cited_by_count":137,"area":null},{"id":"2311.05112","title":"A Survey of Large Language Models in Medicine: Progress, Application, and Challenge","created":"2023-11-09","cited_by_count":124,"area":null},{"id":"2305.13292","title":"VideoLLM: Modeling Video Sequence with Large Language Models","created":"2023-05-22","cited_by_count":116,"area":null},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2310.13227","title":"ToolChain*: Efficient Action Space Navigation in Large Language Models with A* Search","created":"2023-10-20","cited_by_count":105,"area":null},{"id":"2405.12819","title":"Large Language Models Meet NLP: A Survey","created":"2024-05-21","cited_by_count":103,"area":null},{"id":"2305.15023","title":"Cheap and Quick: Efficient Vision-Language Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":101,"area":null},{"id":"2306.08640","title":"AssistGPT: A General Multi-modal Assistant that can Plan, Execute, Inspect, and Learn","created":"2023-06-14","cited_by_count":97,"area":null},{"id":"2404.07973","title":"Ferret-v2: An Improved Baseline for Referring and Grounding with Large Language Models","created":"2024-04-11","cited_by_count":97,"area":null},{"id":"2305.05662","title":"InternGPT: Solving Vision-Centric Tasks by Interacting with ChatGPT Beyond Language","created":"2023-05-09","cited_by_count":96,"area":null},{"id":"2309.11419","title":"KOSMOS-2.5: A Multimodal Literate Model","created":"2023-09-20","cited_by_count":96,"area":null},{"id":"2409.07825","title":"Deep Multimodal Learning with Missing Modality: A Survey","created":"2024-09-12","cited_by_count":92,"area":null},{"id":"2310.19773","title":"MM-VID: Advancing Video Understanding with GPT-4V(ision)","created":"2023-10-30","cited_by_count":83,"area":null},{"id":"2401.12869","title":"TroVE: Inducing Verifiable and Efficient Toolboxes for Solving Programmatic Tasks","created":"2024-01-23","cited_by_count":75,"area":null},{"id":"2308.00675","title":"Tool Documentation Enables Zero-Shot Tool-Usage with Large Language Models","created":"2023-08-01","cited_by_count":68,"area":null},{"id":"2305.16103","title":"ChatBridge: Bridging Modalities with Large Language Model as a Language Catalyst","created":"2023-05-25","cited_by_count":66,"area":null},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2505.21497","title":"Paper2Poster: Towards Multimodal Poster Automation from Scientific Papers","created":"2025-05-27","cited_by_count":63,"area":null},{"id":"2403.00839","title":"ToolNet: Connecting Large Language Models with Massive Tools via Tool Graph","created":"2024-02-29","cited_by_count":60,"area":null},{"id":"2311.06612","title":"PerceptionGPT: Effectively Fusing Visual Perception into LLM","created":"2023-11-11","cited_by_count":59,"area":null},{"id":"2305.19234","title":"Grammar Prompting for Domain-Specific Language Generation with Large Language Models","created":"2023-05-30","cited_by_count":58,"area":null},{"id":"2305.19308","title":"SheetCopilot: Bringing Software Productivity to the Next Level through Large Language Models","created":"2023-05-30","cited_by_count":57,"area":null},{"id":"2305.15328","title":"Visual Programming for Text-to-Image Generation and Evaluation","created":"2023-05-24","cited_by_count":54,"area":null},{"id":"2403.15452","title":"What Are Tools Anyway? A Survey from the Language Model Perspective","created":"2024-03-18","cited_by_count":54,"area":null},{"id":"2312.05269","title":"LifelongMemory: Leveraging LLMs for Answering Queries in Long-form Egocentric Videos","created":"2023-12-07","cited_by_count":51,"area":null},{"id":"2306.07799","title":"ChatGPT vs Human-authored Text: Insights into Controllable Text Summarization and Sentence Style Transfer","created":"2023-06-13","cited_by_count":50,"area":null},{"id":"2504.14920","title":"DyFo: A Training-Free Dynamic Focus Visual Search for Enhancing LMMs in Fine-Grained Visual Understanding","created":"2025-04-21","cited_by_count":49,"area":null},{"id":"2311.00571","title":"LLaVA-Interactive: An All-in-One Demo for Image Chat, Segmentation, Generation and Editing","created":"2023-11-01","cited_by_count":47,"area":null},{"id":"2312.13108","title":"ASSISTGUI: Task-Oriented Desktop Graphical User Interface Automation","created":"2023-12-20","cited_by_count":45,"area":null},{"id":"2311.16974","title":"COLE: A Hierarchical Generation Framework for Multi-Layered and Editable Graphic Design","created":"2023-11-28","cited_by_count":43,"area":null},{"id":"2312.10908","title":"CLOVA: A Closed-Loop Visual Assistant with Tool Usage and Update","created":"2023-12-18","cited_by_count":43,"area":null},{"id":"2304.04227","title":"Video ChatCaptioner: Towards Enriched Spatiotemporal Descriptions","created":"2023-04-09","cited_by_count":42,"area":null},{"id":"2412.13810","title":"CAD-Assistant: Tool-Augmented VLLMs as Generic CAD Task Solvers","created":"2024-12-18","cited_by_count":40,"area":null},{"id":"2310.08541","title":"Idea2Img: Iterative Self-Refinement with GPT-4V(ision) for Automatic Image Design and Generation","created":"2023-10-12","cited_by_count":38,"area":null},{"id":"2401.01862","title":"A Vision Check-up for Language Models","created":"2024-01-03","cited_by_count":36,"area":null},{"id":"2405.19334","title":"LLMs Meet Multimodal Generation and Editing: A Survey","created":"2024-05-29","cited_by_count":35,"area":null},{"id":"2406.10227","title":"VideoGUI: A Benchmark for GUI Automation from Instructional Videos","created":"2024-06-14","cited_by_count":35,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2404.15500","title":"GeoLLM-Engine: A Realistic Environment for Building Geospatial Copilots","created":"2024-04-23","cited_by_count":30,"area":null},{"id":"2505.20510","title":"CPathAgent: An Agent-based Foundation Model for Interpretable High-Resolution Pathology Image Analysis Mimicking Pathologists' Diagnostic Logic","created":"2025-05-26","cited_by_count":29,"area":null},{"id":"2401.18006","title":"EEG-GPT: Exploring Capabilities of Large Language Models for EEG Classification and Interpretation","created":"2024-01-31","cited_by_count":27,"area":null},{"id":"2312.14828","title":"Plan, Posture and Go: Towards Open-World Text-to-Motion Generation","created":"2023-12-22","cited_by_count":26,"area":null},{"id":"2406.19228","title":"Tools Fail: Detecting Silent Errors in Faulty Tools","created":"2024-06-27","cited_by_count":25,"area":null},{"id":"2407.12435","title":"F-HOI: Toward Fine-grained Semantic-Aligned 3D Human-Object Interactions","created":"2024-07-17","cited_by_count":24,"area":null},{"id":"2312.08367","title":"ViLA: Efficient Video-Language Alignment for Video Question Answering","created":"2023-12-13","cited_by_count":23,"area":null},{"id":"2309.08637","title":"TextBind: Multi-turn Interleaved Multimodal Instruction-following in the Wild","created":"2023-09-14","cited_by_count":22,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2407.03418","title":"HEMM: Holistic Evaluation of Multimodal Foundation Models","created":"2024-07-03","cited_by_count":21,"area":null},{"id":"2508.08487","title":"MAViS: A Multi-Agent Framework for Long-Sequence Video Storytelling","created":"2025-08-11","cited_by_count":21,"area":null},{"id":"2312.05256","title":"Holistic Evaluation of GPT-4V for Biomedical Imaging","created":"2023-11-10","cited_by_count":19,"area":null},{"id":"2310.04716","title":"Reinforced UI Instruction Grounding: Towards a Generic UI Task Automation API","created":"2023-10-07","cited_by_count":18,"area":null},{"id":"2312.03766","title":"Mismatch Quest: Visual and Textual Feedback for Image-Text Misalignment","created":"2023-12-05","cited_by_count":18,"area":null},{"id":"2401.06395","title":"ModaVerse: Efficiently Transforming Modalities with LLMs","created":"2024-01-12","cited_by_count":18,"area":null},{"id":"2310.07749","title":"OpenLEAF: Open-Domain Interleaved Image-Text Generation and Evaluation","created":"2023-10-11","cited_by_count":16,"area":null},{"id":"2407.21757","title":"Learning Video Context as Interleaved Multimodal Sequences","created":"2024-07-31","cited_by_count":16,"area":null},{"id":"2306.01242","title":"Responsible Task Automation: Empowering Large Language Models as Responsible Task Automators","created":"2023-06-02","cited_by_count":14,"area":null},{"id":"2405.11190","title":"ReasonPix2Pix: Instruction Reasoning Dataset for Advanced Image Editing","created":"2024-05-18","cited_by_count":14,"area":null},{"id":"2406.05343","title":"M3GIA: A Cognition Inspired Multilingual and Multimodal General Intelligence Ability Benchmark","created":"2024-06-08","cited_by_count":14,"area":null},{"id":"2407.01942","title":"Certainly Uncertain: A Benchmark and Metric for Multimodal Epistemic and Aleatoric Awareness","created":"2024-07-02","cited_by_count":14,"area":null},{"id":"2411.16313","title":"CATP-LLM: Empowering Large Language Models for Cost-Aware Tool Planning","created":"2024-11-25","cited_by_count":14,"area":null},{"id":"2305.18498","title":"ANPL: Towards Natural Programming with Interactive Decomposition","created":"2023-05-29","cited_by_count":13,"area":null},{"id":"2306.04216","title":"MMSum: A Dataset for Multimodal Summarization and Thumbnail Generation of Videos","created":"2023-06-07","cited_by_count":12,"area":null},{"id":"2501.01243","title":"Face-Human-Bench: A Comprehensive Benchmark of Face and Human Understanding for Multi-modal Assistants","created":"2025-01-02","cited_by_count":12,"area":null},{"id":"2405.04533","title":"ChatHuman: Chatting about 3D Humans with Tools","created":"2024-05-07","cited_by_count":11,"area":null},{"id":"2510.22431","title":"Hollywood Town: Long-Video Generation via Cross-Modal Multi-Agent Orchestration","created":"2025-10-25","cited_by_count":10,"area":null},{"id":"2305.10455","title":"Towards Generalist Robots: A Promising Paradigm via Generative Simulation","created":"2023-05-17","cited_by_count":9,"area":null},{"id":"2403.02626","title":"Modeling Collaborator: Enabling Subjective Vision Classification With Minimal Human Effort via LLM Tool-Use","created":"2024-03-05","cited_by_count":9,"area":null},{"id":"2405.10140","title":"Libra: Building Decoupled Vision System on Large Language Models","created":"2024-05-16","cited_by_count":9,"area":null},{"id":"2412.14056","title":"A Review of Multimodal Explainable Artificial Intelligence: Past, Present and Future","created":"2024-12-18","cited_by_count":9,"area":null},{"id":"2402.18157","title":"From Summary to Action: Enhancing Large Language Models for Complex Tasks with Open World APIs","created":"2024-02-28","cited_by_count":8,"area":null},{"id":"2405.07652","title":"G-VOILA: Gaze-Facilitated Information Querying in Daily Scenarios","created":"2024-05-13","cited_by_count":8,"area":null},{"id":"2502.16662","title":"Saarthi: The First AI Formal Verification Engineer","created":"2025-02-23","cited_by_count":8,"area":null},{"id":"2505.20873","title":"Fork-Merge Decoding: Enhancing Multimodal Understanding in Audio-Visual Large Language Models","created":"2025-05-27","cited_by_count":8,"area":null},{"id":"2305.12943","title":"Album Storytelling with Iterative Story-aware Captioning and Large Language Models","created":"2023-05-22","cited_by_count":7,"area":null},{"id":"2307.16806","title":"Testing the Depth of ChatGPT's Comprehension via Cross-Modal Tasks Based on ASCII-Art: GPT3.5's Abilities in Regard to Recognizing and Generating ASCII-Art Are Not Totally Lacking","created":"2023-07-28","cited_by_count":7,"area":null},{"id":"2405.15165","title":"SoAy: A Solution-based LLM API-using Methodology for Academic Information Seeking","created":"2024-05-24","cited_by_count":7,"area":null},{"id":"2407.08947","title":"Constructing Concept-based Models to Mitigate Spurious Correlations with Minimal Human Effort","created":"2024-07-12","cited_by_count":7,"area":null},{"id":"2307.04643","title":"MultiQG-TI: Towards Question Generation from Multi-modal Sources","created":"2023-07-07","cited_by_count":6,"area":null},{"id":"2309.08922","title":"Multimodal Multi-Hop Question Answering Through a Conversation Between Tools and Efficiently Finetuned Large Language Models","created":"2023-09-16","cited_by_count":6,"area":null},{"id":"2311.06411","title":"Analyzing Modular Approaches for Visual Question Decomposition","created":"2023-11-10","cited_by_count":6,"area":null},{"id":"2312.05275","title":"Exploring the Limits of ChatGPT in Software Security Applications","created":"2023-12-08","cited_by_count":6,"area":null}],"next_cursor":"100"}