{"total":84,"rows":[{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625,"area":null},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623,"area":null},{"id":"2307.16449","title":"MovieChat: From Dense Token to Sparse Memory for Long Video Understanding","created":"2023-07-31","cited_by_count":542,"area":null},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2402.07865","title":"Prismatic VLMs: Investigating the Design Space of Visually-Conditioned Language Models","created":"2024-02-12","cited_by_count":339,"area":null},{"id":"2308.16911","title":"PointLLM: Empowering Large Language Models to Understand Point Clouds","created":"2023-08-31","cited_by_count":333,"area":null},{"id":"2403.15377","title":"InternVideo2: Scaling Foundation Models for Multimodal Video Understanding","created":"2024-03-22","cited_by_count":317,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2309.15112","title":"InternLM-XComposer: A Vision-Language Large Model for Advanced Text-image Comprehension and Composition","created":"2023-09-26","cited_by_count":297,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2402.17193","title":"When Scaling Meets LLM Finetuning: The Effect of Data, Model and Finetuning Method","created":"2024-02-27","cited_by_count":204,"area":null},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2307.04087","title":"SVIT: Scaling up Visual Instruction Tuning","created":"2023-07-09","cited_by_count":162,"area":null},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2311.07361","title":"The Impact of Large Language Models on Scientific Discovery: a Preliminary Study using GPT-4","created":"2023-11-13","cited_by_count":112,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2309.16058","title":"AnyMAL: An Efficient and Scalable Any-Modality Augmented Language Model","created":"2023-09-27","cited_by_count":93,"area":null},{"id":"2404.17176","title":"MovieChat+: Question-aware Sparse Memory for Long Video Question Answering","created":"2024-04-26","cited_by_count":73,"area":null},{"id":"2412.11102","title":"Empowering LLMs to Understand and Generate Complex Vector Graphics","created":"2024-12-15","cited_by_count":66,"area":null},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2307.08674","title":"TableGPT: Towards Unifying Tables, Nature Language and Commands into One GPT","created":"2023-07-17","cited_by_count":59,"area":null},{"id":"2306.16410","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","created":"2023-06-28","cited_by_count":53,"area":null},{"id":"2401.01523","title":"GOAT-Bench: Safety Insights to Large Multimodal Models through Meme-Based Social Abuse","created":"2024-01-03","cited_by_count":52,"area":null},{"id":"2305.11173","title":"Going Denser with Open-Vocabulary Part Segmentation","created":"2023-05-18","cited_by_count":51,"area":null},{"id":"2309.06719","title":"TrafficGPT: Viewing, Processing and Interacting with Traffic Foundation Models","created":"2023-09-13","cited_by_count":45,"area":null},{"id":"2406.10118","title":"SEACrowd: A Multilingual Multimodal Data Hub and Benchmark Suite for Southeast Asian Languages","created":"2024-06-14","cited_by_count":43,"area":null},{"id":"2406.07867","title":"Let's Go Real Talk: Spoken Dialogue Model for Face-to-Face Conversation","created":"2024-06-12","cited_by_count":41,"area":null},{"id":"2503.06073","title":"GEM: Empowering MLLM for Grounded ECG Understanding with Time Series and Images","created":"2025-03-08","cited_by_count":39,"area":null},{"id":"2403.07508","title":"MoAI: Mixture of All Intelligence for Large Language and Vision Models","created":"2024-03-12","cited_by_count":36,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2312.16602","title":"Visual Instruction Tuning towards General-Purpose Multimodal Model: A Survey","created":"2023-12-27","cited_by_count":29,"area":null},{"id":"2308.16463","title":"Sparkles: Unlocking Chats Across Multiple Images for Multimodal Instruction-Following Models","created":"2023-08-31","cited_by_count":28,"area":null},{"id":"2310.03269","title":"InstructProtein: Aligning Human and Protein Language via Knowledge Instruction","created":"2023-10-05","cited_by_count":28,"area":null},{"id":"2310.18297","title":"Image Clustering Conditioned on Text Criteria","created":"2023-10-27","cited_by_count":26,"area":null},{"id":"2401.13307","title":"ChatterBox: Multi-round Multimodal Referring and Grounding","created":"2024-01-24","cited_by_count":24,"area":null},{"id":"2405.17927","title":"The Evolution of Multimodal Model Architectures","created":"2024-05-28","cited_by_count":21,"area":null},{"id":"2312.05256","title":"Holistic Evaluation of GPT-4V for Biomedical Imaging","created":"2023-11-10","cited_by_count":19,"area":null},{"id":"2305.15808","title":"Towards Language-guided Interactive 3D Generation: LLMs as Layout Interpreter with Generative Feedback","created":"2023-05-25","cited_by_count":17,"area":null},{"id":"2308.10390","title":"LibriSQA: A Novel Dataset and Framework for Spoken Question Answering with Large Language Models","created":"2023-08-20","cited_by_count":14,"area":null},{"id":"2412.02158","title":"Agri-LLaVA: Knowledge-Infused Large Multimodal Assistant on Agricultural Pests and Diseases","created":"2024-12-03","cited_by_count":14,"area":null},{"id":"2401.10222","title":"Supervised Fine-tuning in turn Improves Visual Foundation Models","created":"2024-01-18","cited_by_count":13,"area":null},{"id":"2403.00793","title":"Ads Recommendation in a Collapsed and Entangled World","created":"2024-02-22","cited_by_count":13,"area":null},{"id":"2411.16789","title":"Leveraging the Power of MLLMs for Gloss-Free Sign Language Translation","created":"2024-11-25","cited_by_count":13,"area":null},{"id":"2306.10765","title":"Path to Medical AGI: Unify Domain-specific Medical LLMs with the Lowest Cost","created":"2023-06-19","cited_by_count":12,"area":null},{"id":"2405.11215","title":"MemeMQA: Multimodal Question Answering for Memes via Rationale-Based Inferencing","created":"2024-05-18","cited_by_count":12,"area":null},{"id":"2309.14183","title":"Species196: A One-Million Semi-supervised Dataset for Fine-grained Species Recognition","created":"2023-09-25","cited_by_count":11,"area":null},{"id":"2403.17306","title":"Visual Hallucination: Definition, Quantification, and Prescriptive Remediations","created":"2024-03-26","cited_by_count":11,"area":null},{"id":"2404.16222","title":"Step Differences in Instructional Video","created":"2024-04-24","cited_by_count":11,"area":null},{"id":"2409.12963","title":"Interpolating Video-LLMs: Toward Longer-sequence LMMs in a Training-free Manner","created":"2024-09-19","cited_by_count":11,"area":null},{"id":"2309.14327","title":"DeepSpeed-VisualChat: Multi-Round Multi-Image Interleave Chat via Multi-Modal Causal Attention","created":"2023-09-25","cited_by_count":10,"area":null},{"id":"2311.07306","title":"What Large Language Models Bring to Text-rich VQA?","created":"2023-11-13","cited_by_count":10,"area":null},{"id":"2402.09717","title":"Visually Dehallucinative Instruction Generation: Know What You Don't Know","created":"2024-02-15","cited_by_count":10,"area":null},{"id":"2305.10455","title":"Towards Generalist Robots: A Promising Paradigm via Generative Simulation","created":"2023-05-17","cited_by_count":9,"area":null},{"id":"2402.02503","title":"GeReA: Question-Aware Prompt Captions for Knowledge-based Visual Question Answering","created":"2024-02-04","cited_by_count":9,"area":null},{"id":"2406.07543","title":"Vision Model Pre-training on Interleaved Image-Text Data via Latent Compression Learning","created":"2024-06-11","cited_by_count":9,"area":null},{"id":"2403.01437","title":"GPTSee: Enhancing Moment Retrieval and Highlight Detection via Description-Based Similarity Features","created":"2024-03-03","cited_by_count":6,"area":null},{"id":"2412.16844","title":"Sim911: Towards Effective and Equitable 9-1-1 Dispatcher Training with an LLM-Enabled Simulation","created":"2024-12-22","cited_by_count":6,"area":null},{"id":"2501.06386","title":"Using Pre-trained LLMs for Multivariate Time Series Forecasting","created":"2025-01-10","cited_by_count":6,"area":null},{"id":"2506.04565","title":"From Standalone LLMs to Integrated Intelligence: A Survey of Compound Al Systems","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2309.13965","title":"May I Ask a Follow-up Question? Understanding the Benefits of Conversations in Neural Network Explainability","created":"2023-09-25","cited_by_count":5,"area":null},{"id":"2312.14647","title":"Towards Message Brokers for Generative AI: Survey, Challenges, and Opportunities","created":"2023-12-22","cited_by_count":5,"area":null},{"id":"2308.14149","title":"Examining User-Friendly and Open-Sourced Large GPT Models: A Survey on Language, Multimodal, and Scientific GPT Models","created":"2023-08-27","cited_by_count":4,"area":null},{"id":"2309.13059","title":"Beyond Traditional Teaching: The Potential of Large Language Models and Chatbots in Graduate Engineering Education","created":"2023-09-09","cited_by_count":4,"area":null},{"id":"2309.15857","title":"A Survey on Image-text Multimodal Models","created":"2023-09-23","cited_by_count":4,"area":null},{"id":"2310.07488","title":"KwaiYiiMath: Technical Report","created":"2023-10-11","cited_by_count":4,"area":null},{"id":"2412.20541","title":"SAFE-MEME: Structured Reasoning Framework for Robust Hate Speech Detection in Memes","created":"2024-12-29","cited_by_count":4,"area":null},{"id":"2503.11617","title":"ASMA-Tune: Unlocking LLMs' Assembly Code Comprehension via Structural-Semantic Instruction Tuning","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2508.02320","title":"Zero-shot Compositional Action Recognition with Neural Logic Constraints","created":"2025-08-04","cited_by_count":4,"area":null},{"id":"2311.10471","title":"Regions are Who Walk Them: a Large Pre-trained Spatiotemporal Model Based on Human Mobility for Ubiquitous Urban Sensing","created":"2023-11-17","cited_by_count":3,"area":null},{"id":"2412.16232","title":"Defeasible Visual Entailment: Benchmark, Evaluator, and Reward-Driven Optimization","created":"2024-12-19","cited_by_count":3,"area":null},{"id":"2504.02876","title":"Multimodal Reference Visual Grounding","created":"2025-04-02","cited_by_count":3,"area":null},{"id":"2308.10354","title":"Imaginations of WALL-E : Reconstructing Experiences with an Imagination-Inspired Module for Advanced AI Systems","created":"2023-08-20","cited_by_count":2,"area":null},{"id":"2404.04763","title":"GenEARL: A Training-Free Generative Framework for Multimodal Event Argument Role Labeling","created":"2024-04-07","cited_by_count":2,"area":null},{"id":"2408.05794","title":"HateSieve: A Contrastive Learning Framework for Detecting and Segmenting Hateful Content in Multimodal Memes","created":"2024-08-11","cited_by_count":2,"area":null},{"id":"2505.18115","title":"Instructify: Demystifying Metadata to Visual Instruction Tuning Data Conversion","created":"2025-05-23","cited_by_count":2,"area":null},{"id":"2407.03615","title":"Visualizing Dialogues: Enhancing Image Selection through Dialogue Understanding with Large Language Models","created":"2024-07-04","cited_by_count":1,"area":null},{"id":"2507.12916","title":"Argus: Leveraging Multiview Images for Improved 3-D Scene Understanding With Large Language Models","created":"2025-07-17","cited_by_count":1,"area":null},{"id":"2510.15872","title":"Multimodal Chip Physical Design Engineer Assistant","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2601.02683","title":"Learning from Prompt itself: the Hierarchical Attribution Prompt Optimization","created":"2026-01-06","cited_by_count":1,"area":null},{"id":"2308.04126","title":"OmniDataComposer: A Unified Data Structure for Multimodal Data Fusion and Infinite Data Generation","created":"2023-08-08","cited_by_count":0,"area":null},{"id":"2402.08348","title":"Visually Dehallucinative Instruction Generation","created":"2024-02-13","cited_by_count":0,"area":null},{"id":"2510.08058","title":"FedDTRE: Federated Dialogue Generation Models Powered by Trustworthiness Evaluation","created":"2025-10-09","cited_by_count":0,"area":null},{"id":"2511.03178","title":"SurgAnt-ViVQA: Learning to Anticipate Surgical Events through GRU-Driven Temporal Cross-Attention","created":"2025-11-05","cited_by_count":0,"area":null},{"id":"2609.12678","title":"Detecting and Explaining Fake News Short Videos with Multimodal Content and Real-World Evidence","created":"2026-09-11","cited_by_count":0,"area":null}],"next_cursor":null}