{"total":668,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2307.16789","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","created":"2023-07-31","cited_by_count":1947,"area":"agents"},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652,"area":"mllm"},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471,"area":"mllm"},{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2303.17580","title":"HuggingGPT: Solving AI Tasks with ChatGPT and its Friends in Hugging Face","created":"2023-03-30","cited_by_count":1190,"area":null},{"id":"2311.12983","title":"GAIA: a benchmark for General AI Assistants","created":"2023-11-21","cited_by_count":1128,"area":null},{"id":"2304.14178","title":"mPLUG-Owl: Modularization Empowers Large Language Models with Multimodality","created":"2023-04-27","cited_by_count":1040,"area":null},{"id":"2401.14159","title":"Grounded SAM: Assembling Open-World Models for Diverse Visual Tasks","created":"2024-01-25","cited_by_count":929,"area":"wm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857,"area":null},{"id":"2308.00692","title":"LISA: Reasoning Segmentation via Large Language Model","created":"2023-08-01","cited_by_count":776,"area":"lr"},{"id":"2309.17421","title":"The Dawn of LMMs: Preliminary Explorations with GPT-4V(ision)","created":"2023-09-29","cited_by_count":681,"area":"mllm"},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615,"area":"mllm"},{"id":"2303.08128","title":"ViperGPT: Visual Inference via Python Execution for Reasoning","created":"2023-03-14","cited_by_count":603,"area":"lr"},{"id":"2304.15010","title":"LLaMA-Adapter V2: Parameter-Efficient Visual Instruction Model","created":"2023-04-28","cited_by_count":602,"area":"lr"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2304.06718","title":"Segment Everything Everywhere All at Once","created":"2023-04-13","cited_by_count":548,"area":null},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2303.11381","title":"MM-REACT: Prompting ChatGPT for Multimodal Reasoning and Action","created":"2023-03-20","cited_by_count":517,"area":"lr"},{"id":"2305.11175","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","created":"2023-05-18","cited_by_count":501,"area":null},{"id":"2312.14135","title":"V*: Guided Visual Search as a Core Mechanism in Multimodal LLMs","created":"2023-12-21","cited_by_count":482,"area":"mllm"},{"id":"2402.02716","title":"Understanding the planning of LLM agents: A survey","created":"2024-02-05","cited_by_count":421,"area":"agents"},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2403.18814","title":"Mini-Gemini: Mining the Potential of Multi-modality Vision Language Models","created":"2024-03-27","cited_by_count":365,"area":"mllm"},{"id":"2403.00476","title":"TempCompass: Do Video LLMs Really Understand Videos?","created":"2024-03-01","cited_by_count":363,"area":null},{"id":"2304.09842","title":"Chameleon: Plug-and-Play Compositional Reasoning with Large Language Models","created":"2023-04-19","cited_by_count":356,"area":"lr"},{"id":"2305.15393","title":"LayoutGPT: Compositional Visual Planning and Generation with Large Language Models","created":"2023-05-24","cited_by_count":347,"area":null},{"id":"2308.16911","title":"PointLLM: Empowering Large Language Models to Understand Point Clouds","created":"2023-08-31","cited_by_count":333,"area":null},{"id":"2304.08354","title":"Tool Learning with Foundation Models","created":"2023-04-17","cited_by_count":302,"area":"agents"},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2310.11441","title":"Set-of-Mark Prompting Unleashes Extraordinary Visual Grounding in GPT-4V","created":"2023-10-17","cited_by_count":299,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2401.16158","title":"Mobile-Agent: Autonomous Multi-Modal Mobile Device Agent with Visual Perception","created":"2024-01-29","cited_by_count":293,"area":"agents"},{"id":"2311.12320","title":"A Survey on Multimodal Large Language Models for Autonomous Driving","created":"2023-11-21","cited_by_count":290,"area":"mllm"},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2305.16986","title":"NavGPT: Explicit Reasoning in Vision-and-Language Navigation with Large Language Models","created":"2023-05-26","cited_by_count":280,"area":"lr"},{"id":"2403.16999","title":"Visual CoT: Advancing Multi-Modal Language Models with a Comprehensive Dataset and Benchmark for Chain-of-Thought Reasoning","created":"2024-03-25","cited_by_count":280,"area":"lr"},{"id":"2305.15021","title":"EmbodiedGPT: Vision-Language Pre-Training via Embodied Chain of Thought","created":"2023-05-24","cited_by_count":279,"area":"lr"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2306.13304","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","created":"2023-06-23","cited_by_count":274,"area":"agents"},{"id":"2306.05425","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","created":"2023-06-08","cited_by_count":267,"area":null},{"id":"2304.12995","title":"AudioGPT: Understanding and Generating Speech, Music, Sound, and Talking Head","created":"2023-04-25","cited_by_count":265,"area":null},{"id":"2305.18752","title":"GPT4Tools: Teaching Large Language Model to Use Tools via Self-instruction","created":"2023-05-30","cited_by_count":248,"area":"agents"},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2305.13655","title":"LLM-grounded Diffusion: Enhancing Prompt Understanding of Text-to-Image Diffusion Models with Large Language Models","created":"2023-05-23","cited_by_count":243,"area":"diffusion"},{"id":"2309.04658","title":"Exploring Large Language Models for Communication Games: An Empirical Study on Werewolf","created":"2023-09-09","cited_by_count":241,"area":"wm"},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234,"area":null},{"id":"2312.09245","title":"DriveMLM: Aligning Multi-Modal Large Language Models with Behavioral Planning States for Autonomous Driving","created":"2023-12-14","cited_by_count":233,"area":"mllm"},{"id":"2403.11481","title":"VideoAgent: A Memory-augmented Multimodal Agent for Video Understanding","created":"2024-03-18","cited_by_count":229,"area":"mllm"},{"id":"2310.16045","title":"Woodpecker: Hallucination Correction for Multimodal Large Language Models","created":"2023-10-24","cited_by_count":226,"area":"mllm"},{"id":"2402.18679","title":"Data Interpreter: An LLM Agent For Data Science","created":"2024-02-28","cited_by_count":225,"area":"agents"},{"id":"2401.11708","title":"Mastering Text-to-Image Diffusion: Recaptioning, Planning, and Generating with Multimodal LLMs","created":"2024-01-22","cited_by_count":224,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2312.17432","title":"Video Understanding with Large Language Models: A Survey","created":"2023-12-29","cited_by_count":206,"area":null},{"id":"2506.23918","title":"Thinking with Images for Multimodal Reasoning: Foundations, Methods, and Future Frontiers","created":"2025-06-30","cited_by_count":199,"area":"lr"},{"id":"2304.04370","title":"OpenAGI: When LLM Meets Domain Experts","created":"2023-04-10","cited_by_count":197,"area":null},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2406.08451","title":"GUIOdyssey: A Comprehensive Dataset for Cross-App GUI Navigation on Mobile Devices","created":"2024-06-12","cited_by_count":194,"area":null},{"id":"2311.05437","title":"LLaVA-Plus: Learning to Use Tools for Creating Multimodal Agents","created":"2023-11-09","cited_by_count":193,"area":"mllm"},{"id":"2306.07863","title":"Synapse: Trajectory-as-Exemplar Prompting with Memory for Computer Control","created":"2023-06-13","cited_by_count":187,"area":null},{"id":"2309.17102","title":"Guiding Instruction-based Image Editing via Multimodal Large Language Models","created":"2023-09-29","cited_by_count":185,"area":"mllm"},{"id":"2303.16434","title":"TaskMatrix.AI: Completing Tasks by Connecting Foundation Models with Millions of APIs","created":"2023-03-29","cited_by_count":184,"area":null},{"id":"2305.18323","title":"ReWOO: Decoupling Reasoning from Observations for Efficient Augmented Language Models","created":"2023-05-23","cited_by_count":184,"area":"lr"},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2307.02499","title":"mPLUG-DocOwl: Modularized Multimodal Large Language Model for Document Understanding","created":"2023-07-04","cited_by_count":168,"area":"mllm"},{"id":"2311.17076","title":"Compositional Chain-of-Thought Prompting for Large Multimodal Models","created":"2023-11-27","cited_by_count":164,"area":"lr"},{"id":"2505.08617","title":"OpenThinkIMG: Learning to Think with Images via Visual Tool Reinforcement Learning","created":"2025-05-13","cited_by_count":163,"area":"lr"},{"id":"2307.04087","title":"SVIT: Scaling up Visual Instruction Tuning","created":"2023-07-09","cited_by_count":162,"area":null},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161,"area":null},{"id":"2304.01852","title":"Summary of ChatGPT-Related Research and Perspective Towards the Future of Large Language Models","created":"2023-04-04","cited_by_count":154,"area":null},{"id":"2311.10774","title":"MMC: Advancing Multimodal Chart Understanding with Large-scale Instruction Tuning","created":"2023-11-15","cited_by_count":150,"area":"mllm"},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2304.03738","title":"Should ChatGPT be Biased? Challenges and Risks of Bias in Large Language Models","created":"2023-04-07","cited_by_count":148,"area":null},{"id":"2305.13310","title":"Matcher: Segment Anything with One Shot Using All-Purpose Feature Matching","created":"2023-05-22","cited_by_count":142,"area":null},{"id":"2311.07562","title":"GPT-4V in Wonderland: Large Multimodal Models for Zero-Shot Smartphone GUI Navigation","created":"2023-11-13","cited_by_count":137,"area":"mllm"},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2402.17766","title":"ShapeLLM: Universal 3D Object Understanding for Embodied Interaction","created":"2024-02-27","cited_by_count":137,"area":"mllm"},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2306.05705","title":"On the Challenges and Perspectives of Foundation Models for Medical Image Analysis","created":"2023-06-09","cited_by_count":135,"area":null},{"id":"2306.06624","title":"RestGPT: Connecting Large Language Models with Real-World RESTful APIs","created":"2023-06-11","cited_by_count":135,"area":null},{"id":"2308.16505","title":"Recommender AI Agent: Integrating Large Language Models for Interactive Recommendations","created":"2023-08-31","cited_by_count":131,"area":"agents"},{"id":"2407.19354","title":"The Emerged Security and Privacy of LLM Agent: A Survey with Case Studies","created":"2024-07-28","cited_by_count":131,"area":"agents"},{"id":"2309.17428","title":"CRAFT: Customizing LLMs by Creating and Retrieving from Specialized Toolsets","created":"2023-09-29","cited_by_count":129,"area":null},{"id":"2305.04160","title":"X-LLM: Bootstrapping Advanced Large Language Models by Treating Multi-Modalities as Foreign Languages","created":"2023-05-07","cited_by_count":128,"area":"synth"},{"id":"2310.16436","title":"DDCoT: Duty-Distinct Chain-of-Thought Prompting for Multimodal Reasoning in Language Models","created":"2023-10-25","cited_by_count":128,"area":"lr"},{"id":"2401.06775","title":"Large language models in healthcare and medical domain: A review","created":"2023-12-12","cited_by_count":127,"area":null},{"id":"2310.14414","title":"Vision Language Models in Autonomous Driving: A Survey and Outlook","created":"2023-10-22","cited_by_count":126,"area":"mllm"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2305.16504","title":"On the Tool Manipulation Capability of Open-source Large Language Models","created":"2023-05-25","cited_by_count":122,"area":null},{"id":"2402.18476","title":"IBD: Alleviating Hallucinations in Large Vision-Language Models via Image-Biased Decoding","created":"2024-02-28","cited_by_count":118,"area":"mllm"},{"id":"2305.11176","title":"Instruct2Act: Mapping Multi-modality Instructions to Robotic Actions with Large Language Model","created":"2023-05-18","cited_by_count":116,"area":null},{"id":"2401.00908","title":"DocLLM: A layout-aware generative language model for multimodal document understanding","created":"2023-12-31","cited_by_count":116,"area":null}],"next_cursor":"100"}