{"total":128,"rows":[{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2306.15195","title":"Shikra: Unleashing Multimodal LLM's Referential Dialogue Magic","created":"2023-06-27","cited_by_count":906,"area":"mllm"},{"id":"2305.11000","title":"SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal Conversational Abilities","created":"2023-05-18","cited_by_count":529,"area":"mllm"},{"id":"2310.13289","title":"SALMONN: Towards Generic Hearing Abilities for Large Language Models","created":"2023-10-20","cited_by_count":506,"area":null},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2305.15021","title":"EmbodiedGPT: Vision-Language Pre-Training via Embodied Chain of Thought","created":"2023-05-24","cited_by_count":279,"area":"lr"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2310.03128","title":"MetaTool Benchmark for Large Language Models: Deciding Whether to Use Tools and Which to Use","created":"2023-10-04","cited_by_count":217,"area":"agents"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172,"area":"mllm"},{"id":"2307.03917","title":"On decoder-only architecture for speech-to-text and large language model integration","created":"2023-07-08","cited_by_count":145,"area":null},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2504.08528","title":"On The Landscape of Spoken Language Models: A Comprehensive Survey","created":"2025-04-11","cited_by_count":118,"area":null},{"id":"2307.08581","title":"BuboGPT: Enabling Visual Grounding in Multi-Modal LLMs","created":"2023-07-17","cited_by_count":114,"area":"mllm"},{"id":"2311.16103","title":"Video-Bench: A Comprehensive Benchmark and Toolkit for Evaluating Video-based Large Language Models","created":"2023-11-27","cited_by_count":107,"area":null},{"id":"2406.15704","title":"video-SALMONN: Speech-Enhanced Audio-Visual Large Language Models","created":"2024-06-22","cited_by_count":102,"area":null},{"id":"2401.06071","title":"GroundingGPT:Language Enhanced Multi-modal Grounding Model","created":"2024-01-11","cited_by_count":101,"area":"mllm"},{"id":"2311.16208","title":"InstructMol: Multi-Modal Integration for Building a Versatile and Reliable Molecular Assistant in Drug Discovery","created":"2023-11-27","cited_by_count":86,"area":null},{"id":"2307.01848","title":"Embodied Task Planning with Large Language Models","created":"2023-07-04","cited_by_count":84,"area":null},{"id":"2502.04328","title":"Ola: Pushing the Frontiers of Omni-Modal Language Model","created":"2025-02-06","cited_by_count":83,"area":null},{"id":"2308.06911","title":"GIT-Mol: A Multi-modal Large Language Model for Molecular Science with Graph, Image, and Text","created":"2023-08-14","cited_by_count":82,"area":"mllm"},{"id":"2309.13963","title":"Connecting Speech Encoder and Large Language Model for ASR","created":"2023-09-25","cited_by_count":80,"area":null},{"id":"2311.18799","title":"X-InstructBLIP: A Framework for aligning X-Modal instruction-aware representations to LLMs and Emergent Cross-modal Reasoning","created":"2023-11-30","cited_by_count":80,"area":"lr"},{"id":"2309.00916","title":"BLSP: Bootstrapping Language-Speech Pre-training via Behavior Alignment of Continuation Writing","created":"2023-09-02","cited_by_count":79,"area":"synth"},{"id":"2310.09424","title":"SALM: Speech-augmented Language Model with In-context Learning for Speech Recognition and Translation","created":"2023-10-13","cited_by_count":76,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2411.17040","title":"Multimodal Alignment and Fusion: A Survey","created":"2024-11-26","cited_by_count":74,"area":null},{"id":"2403.02330","title":"RegionGPT: Towards Region Understanding Vision Language Model","created":"2024-03-04","cited_by_count":71,"area":"mllm"},{"id":"2408.01319","title":"A Comprehensive Review of Multimodal Large Language Models: Performance and Challenges Across Different Tasks","created":"2024-08-02","cited_by_count":57,"area":"mllm"},{"id":"2308.12038","title":"Large Multilingual Models Pivot Zero-Shot Multimodal Learning across Languages","created":"2023-08-23","cited_by_count":52,"area":"mllm"},{"id":"2405.17013","title":"Motion-Agent: A Conversational Framework for Human Motion Generation with LLMs","created":"2024-05-27","cited_by_count":47,"area":"agents"},{"id":"2407.01525","title":"ScanReason: Empowering 3D Visual Grounding with Reasoning Capabilities","created":"2024-07-01","cited_by_count":47,"area":"lr"},{"id":"2405.03770","title":"Foundation Models for Video Understanding: A Survey","created":"2024-05-06","cited_by_count":46,"area":null},{"id":"2404.06918","title":"HRVDA: High-Resolution Visual Document Assistant","created":"2024-04-10","cited_by_count":37,"area":"mllm"},{"id":"2504.08748","title":"A Survey of Multimodal Retrieval-Augmented Generation","created":"2025-03-26","cited_by_count":37,"area":"rag"},{"id":"2412.18108","title":"Unveiling Visual Perception in Language Models: An Attention Head Analysis Approach","created":"2024-12-24","cited_by_count":35,"area":"mllm"},{"id":"2312.10763","title":"M3DBench: Let's Instruct Large Models with Multi-modal 3D Prompts","created":"2023-12-17","cited_by_count":32,"area":null},{"id":"2401.10446","title":"Large Language Models are Efficient Learners of Noise-Robust Speech Recognition","created":"2024-01-19","cited_by_count":31,"area":"lr"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2307.07063","title":"Bootstrapping Vision-Language Learning with Decoupled Language Pre-training","created":"2023-07-13","cited_by_count":28,"area":"synth"},{"id":"2308.02299","title":"RegionBLIP: A Unified Multi-modal Pre-training Framework for Holistic and Regional Comprehension","created":"2023-08-03","cited_by_count":27,"area":"mllm"},{"id":"2412.18619","title":"Next Token Prediction Towards Multimodal Intelligence: A Comprehensive Survey","created":"2024-12-16","cited_by_count":27,"area":null},{"id":"2404.05052","title":"Facial Affective Behavior Analysis with Instruction Tuning","created":"2024-04-07","cited_by_count":26,"area":null},{"id":"2407.01851","title":"Meerkat: Audio-Visual Large Language Model for Grounding in Space and Time","created":"2024-07-01","cited_by_count":26,"area":"mllm"},{"id":"2402.12025","title":"Speech Translation with Speech Foundation Models and Large Language Models: What is There and What is Missing?","created":"2024-02-19","cited_by_count":23,"area":null},{"id":"2402.05457","title":"It's Never Too Late: Fusing Acoustic Information into Large Language Models for Automatic Speech Recognition","created":"2024-02-08","cited_by_count":22,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2412.11694","title":"From Specific-MLLMs to Omni-MLLMs: A Survey on MLLMs Aligned with Multi-modalities","created":"2024-12-16","cited_by_count":22,"area":null},{"id":"2310.05863","title":"Fine-grained Audio-Visual Joint Representations for Multimodal Large Language Models","created":"2023-10-09","cited_by_count":21,"area":"mllm"},{"id":"2405.17927","title":"The Evolution of Multimodal Model Architectures","created":"2024-05-28","cited_by_count":21,"area":null},{"id":"2505.15406","title":"Audio Jailbreak: An Open Comprehensive Benchmark for Jailbreaking Large Audio-Language Models","created":"2025-05-21","cited_by_count":21,"area":"safety"},{"id":"2409.17508","title":"Uni-Med: A Unified Medical Generalist Foundation Model For Multi-Task Learning Via Connector-MoE","created":"2024-09-26","cited_by_count":19,"area":"mllm"},{"id":"2501.02135","title":"AVTrustBench: Assessing and Enhancing Reliability and Robustness in Audio-Visual LLMs","created":"2025-01-03","cited_by_count":19,"area":"mllm"},{"id":"2306.14895","title":"Large Multimodal Models: Notes on CVPR 2023 Tutorial","created":"2023-06-26","cited_by_count":18,"area":"mllm"},{"id":"2311.08172","title":"Vision-Language Instruction Tuning: A Review and Analysis","created":"2023-11-14","cited_by_count":17,"area":"mllm"},{"id":"2410.21220","title":"Vision Search Assistant: Empower Vision-Language Models as Multimodal Search Engines","created":"2024-10-28","cited_by_count":16,"area":"mllm"},{"id":"2504.21051","title":"Multimodal Large Language Models for Medicine: A Comprehensive Survey","created":"2025-04-29","cited_by_count":16,"area":"mllm"},{"id":"2310.03291","title":"Expedited Training of Visual Conditioned Language Generation via Redundancy Reduction","created":"2023-10-05","cited_by_count":15,"area":"mllm"},{"id":"2401.00832","title":"Taking the Next Step with Generative Artificial Intelligence: The Transformative Role of Multimodal Large Language Models in Science Education","created":"2024-01-01","cited_by_count":15,"area":"mllm"},{"id":"2405.10025","title":"Listen Again and Choose the Right Answer: A New Paradigm for Automatic Speech Recognition with Large Language Models","created":"2024-05-16","cited_by_count":14,"area":null},{"id":"2412.02158","title":"Agri-LLaVA: Knowledge-Infused Large Multimodal Assistant on Agricultural Pests and Diseases","created":"2024-12-03","cited_by_count":14,"area":null},{"id":"2503.22906","title":"SocialGen: Modeling Multi-Human Social Interaction with Language Models","created":"2025-03-28","cited_by_count":14,"area":null},{"id":"2406.12707","title":"Talk With Human-like Agents: Empathetic Dialogue Through Perceptible Acoustic Reception and Reaction","created":"2024-06-18","cited_by_count":13,"area":"agents"},{"id":"2603.01840","title":"FireRed-OCR Technical Report","created":"2026-03-02","cited_by_count":13,"area":null},{"id":"2306.10765","title":"Path to Medical AGI: Unify Domain-specific Medical LLMs with the Lowest Cost","created":"2023-06-19","cited_by_count":12,"area":null},{"id":"2402.12750","title":"Model Composition for Multimodal Large Language Models","created":"2024-02-20","cited_by_count":12,"area":"mllm"},{"id":"2410.20178","title":"LLMs Can Evolve Continually on Modality for X-Modal Reasoning","created":"2024-10-26","cited_by_count":12,"area":"lr"},{"id":"2503.06134","title":"X2I: Seamless Integration of Multimodal Understanding into Diffusion Transformer via Attention Distillation","created":"2025-03-08","cited_by_count":11,"area":"mllm"},{"id":"2312.03668","title":"Integrating Pre-Trained Speech and Language Models for End-to-End Speech Recognition","created":"2023-12-06","cited_by_count":10,"area":null},{"id":"2501.01426","title":"Unifying Specialized Visual Encoders for Video Language Models","created":"2025-01-02","cited_by_count":10,"area":"lr"},{"id":"2507.18300","title":"LMM-Det: Make Large Multimodal Models Excel in Object Detection","created":"2025-07-24","cited_by_count":10,"area":"mllm"},{"id":"2508.21824","title":"DriveQA: Passing the Driving Knowledge Test","created":"2025-08-29","cited_by_count":10,"area":"driving"},{"id":"2310.02050","title":"Tuning Large language model for End-to-end Speech Translation","created":"2023-10-03","cited_by_count":9,"area":null},{"id":"2405.19041","title":"BLSP-KD: Bootstrapping Language-Speech Pre-training via Knowledge Distillation","created":"2024-05-29","cited_by_count":9,"area":"synth"},{"id":"2412.14056","title":"A Review of Multimodal Explainable Artificial Intelligence: Past, Present and Future","created":"2024-12-18","cited_by_count":9,"area":null},{"id":"2502.12478","title":"MSE-Adapter: A Lightweight Plugin Endowing LLMs with the Capability to Perform Multimodal Sentiment Analysis and Emotion Recognition","created":"2025-02-18","cited_by_count":9,"area":null},{"id":"2502.19548","title":"When Large Language Models Meet Speech: A Survey on Integration Approaches","created":"2025-02-26","cited_by_count":9,"area":null},{"id":"2410.01812","title":"From Text to Multimodality: Exploring the Evolution and Impact of Large Language Models in Medical Practice","created":"2024-09-14","cited_by_count":8,"area":null},{"id":"2308.09970","title":"Tackling Vision Language Tasks Through Learning Inner Monologues","created":"2023-08-19","cited_by_count":7,"area":null},{"id":"2311.04589","title":"TEAL: Tokenize and Embed ALL for Multi-modal Large Language Models","created":"2023-11-08","cited_by_count":7,"area":"mllm"},{"id":"2312.06363","title":"MMICT: Boosting Multi-Modal Fine-Tuning with In-Context Examples","created":"2023-12-11","cited_by_count":7,"area":null},{"id":"2409.08907","title":"Affective Computing Has Changed: The Foundation Model Disruption","created":"2024-09-13","cited_by_count":7,"area":null},{"id":"2411.03314","title":"MME-Finance: A Multimodal Finance Benchmark for Expert-level Understanding and Reasoning","created":"2024-11-05","cited_by_count":7,"area":"lr"},{"id":"2411.14842","title":"Who Can Withstand Chat-Audio Attacks? An Evaluation Benchmark for Large Audio-Language Models","created":"2024-11-22","cited_by_count":7,"area":null},{"id":"2503.07663","title":"Merge then Realign: Simple and Effective Modality-Incremental Continual Learning for Multimodal LLMs","created":"2025-03-08","cited_by_count":6,"area":"mllm"},{"id":"2507.23511","title":"MECAT: A Multi-Experts Constructed Benchmark for Fine-Grained Audio Understanding Tasks","created":"2025-07-31","cited_by_count":6,"area":null},{"id":"2501.02370","title":"Prepending or Cross-Attention for Speech-to-Text? An Empirical Comparison","created":"2025-01-04","cited_by_count":5,"area":null},{"id":"2505.17110","title":"Multi-Modality Expansion and Retention for LLMs through Parameter Merging and Decoupling","created":"2025-05-21","cited_by_count":5,"area":"mllm"},{"id":"2409.18996","title":"From Linguistic Giants to Sensory Maestros: A Survey on Cross-Modal Reasoning with Large Language Models","created":"2024-09-19","cited_by_count":4,"area":"lr"},{"id":"2410.03798","title":"Self-Powered LLM Modality Expansion for Large Speech-Text Models","created":"2024-10-04","cited_by_count":4,"area":null},{"id":"2503.01261","title":"Towards Improved Text-Aligned Codebook Learning: Multi-Hierarchical Codebook-Text Alignment with Long Text","created":"2025-03-03","cited_by_count":4,"area":null},{"id":"2408.00624","title":"SynesLM: A Unified Approach for Audio-visual Speech Recognition and Translation via Language Model and Synthetic Data","created":"2024-08-01","cited_by_count":3,"area":null},{"id":"2409.07889","title":"BLens: Contrastive Captioning of Binary Functions using Ensemble Embedding","created":"2024-09-12","cited_by_count":3,"area":null}],"next_cursor":"100"}