{"total":781,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711,"area":null},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2307.06281","title":"MMBench: Is Your Multi-modal Model an All-around Player?","created":"2023-07-12","cited_by_count":2141,"area":"lr"},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080,"area":null},{"id":"2310.02255","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","created":"2023-10-03","cited_by_count":1614,"area":"lr"},{"id":"2308.06721","title":"IP-Adapter: Text Compatible Image Prompt Adapter for Text-to-Image Diffusion Models","created":"2023-08-13","cited_by_count":1464,"area":"diffusion"},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413,"area":"mllm"},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402,"area":"mllm"},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005,"area":"mllm"},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735,"area":"mllm"},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692,"area":"mllm"},{"id":"2304.03277","title":"Instruction Tuning with GPT-4","created":"2023-04-06","cited_by_count":686,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2304.15010","title":"LLaMA-Adapter V2: Parameter-Efficient Visual Instruction Model","created":"2023-04-28","cited_by_count":602,"area":"lr"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2307.16449","title":"MovieChat: From Dense Token to Sparse Memory for Long Video Understanding","created":"2023-07-31","cited_by_count":542,"area":null},{"id":"2312.14150","title":"DriveLM: Driving with Graph Visual Question Answering","created":"2023-12-21","cited_by_count":536,"area":"mllm"},{"id":"2305.11000","title":"SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal Conversational Abilities","created":"2023-05-18","cited_by_count":529,"area":"mllm"},{"id":"2402.14804","title":"Measuring Multimodal Mathematical Reasoning with MATH-Vision Dataset","created":"2024-02-22","cited_by_count":526,"area":"lr"},{"id":"2409.02813","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","created":"2024-09-04","cited_by_count":512,"area":null},{"id":"2311.03356","title":"GLaMM: Pixel Grounding Large Multimodal Model","created":"2023-11-06","cited_by_count":455,"area":"mllm"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2406.04325","title":"ShareGPT4Video: Improving Video Understanding and Generation with Better Captions","created":"2024-06-06","cited_by_count":388,"area":null},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367,"area":null},{"id":"2304.09842","title":"Chameleon: Plug-and-Play Compositional Reasoning with Large Language Models","created":"2023-04-19","cited_by_count":356,"area":"lr"},{"id":"2308.16911","title":"PointLLM: Empowering Large Language Models to Understand Point Clouds","created":"2023-08-31","cited_by_count":333,"area":null},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324,"area":null},{"id":"2404.16994","title":"PLLaVA : Parameter-free LLaVA Extension from Images to Videos for Video Dense Captioning","created":"2024-04-25","cited_by_count":322,"area":"mllm"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2310.00754","title":"Analyzing and Mitigating Object Hallucination in Large Vision-Language Models","created":"2023-10-01","cited_by_count":316,"area":"mllm"},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2310.11441","title":"Set-of-Mark Prompting Unleashes Extraordinary Visual Grounding in GPT-4V","created":"2023-10-17","cited_by_count":299,"area":"mllm"},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2307.14334","title":"Towards Generalist Biomedical AI","created":"2023-07-26","cited_by_count":289,"area":null},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286,"area":"mllm"},{"id":"2407.01284","title":"We-Math: Does Your Large Multimodal Model Achieve Human-like Mathematical Reasoning?","created":"2024-07-01","cited_by_count":286,"area":"lr"},{"id":"2305.15021","title":"EmbodiedGPT: Vision-Language Pre-Training via Embodied Chain of Thought","created":"2023-05-24","cited_by_count":279,"area":"lr"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2306.17107","title":"LLaVAR: Enhanced Visual Instruction Tuning for Text-Rich Image Understanding","created":"2023-06-29","cited_by_count":274,"area":null},{"id":"2306.05425","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","created":"2023-06-08","cited_by_count":267,"area":null},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2307.10635","title":"SciBench: Evaluating College-Level Scientific Problem-Solving Abilities of Large Language Models","created":"2023-07-20","cited_by_count":256,"area":"lr"},{"id":"2311.18445","title":"VTimeLLM: Empower LLM to Grasp Video Moments","created":"2023-11-30","cited_by_count":255,"area":null},{"id":"2305.03048","title":"Personalize Segment Anything Model with One Shot","created":"2023-05-04","cited_by_count":250,"area":null},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234,"area":null},{"id":"2402.07630","title":"G-Retriever: Retrieval-Augmented Generation for Textual Graph Understanding and Question Answering","created":"2024-02-12","cited_by_count":223,"area":"rag"},{"id":"2312.02228","title":"PixelLM: Pixel Reasoning with Large Multimodal Model","created":"2023-12-04","cited_by_count":222,"area":"lr"},{"id":"2307.00716","title":"JourneyDB: A Benchmark for Generative Image Understanding","created":"2023-07-03","cited_by_count":205,"area":"mllm"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2402.08268","title":"World Model on Million-Length Video And Language With Blockwise RingAttention","created":"2024-02-13","cited_by_count":198,"area":"wm"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2309.00615","title":"Point-Bind & Point-LLM: Aligning Point Cloud with Multi-modality for 3D Understanding, Generation, and Instruction Following","created":"2023-09-01","cited_by_count":194,"area":null},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2404.16006","title":"MMT-Bench: A Comprehensive Multimodal Benchmark for Evaluating Large Vision-Language Models Towards Multitask AGI","created":"2024-04-24","cited_by_count":193,"area":"mllm"},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188,"area":"mllm"},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187,"area":"mllm"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2305.05644","title":"Towards Building the Federated GPT: Federated Instruction Tuning","created":"2023-05-09","cited_by_count":185,"area":null},{"id":"2309.17102","title":"Guiding Instruction-based Image Editing via Multimodal Large Language Models","created":"2023-09-29","cited_by_count":185,"area":"mllm"},{"id":"2310.01218","title":"Making LLaMA SEE and Draw with SEED Tokenizer","created":"2023-10-02","cited_by_count":185,"area":null},{"id":"2401.16822","title":"EarthGPT: A Universal Multi-modal Large Language Model for Multi-sensor Image Comprehension in Remote Sensing Domain","created":"2024-01-30","cited_by_count":184,"area":"mllm"},{"id":"2406.14515","title":"MMBench-Video: A Long-Form Multi-Shot Benchmark for Holistic Video Understanding","created":"2024-06-20","cited_by_count":182,"area":"mllm"},{"id":"2503.10631","title":"HybridVLA: Collaborative Diffusion and Autoregression in a Unified Vision-Language-Action Model","created":"2025-03-13","cited_by_count":181,"area":"vla"},{"id":"2402.10207","title":"Rewards-in-Context: Multi-objective Alignment of Foundation Models with Dynamic Preference Adjustment","created":"2024-02-15","cited_by_count":175,"area":"alignment"},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2406.08085","title":"Flash-VStream: Memory-Based Real-Time Understanding for Long Video Streams","created":"2024-06-12","cited_by_count":169,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2501.03895","title":"LLaVA-Mini: Efficient Image and Video Large Multimodal Models with One Vision Token","created":"2025-01-07","cited_by_count":166,"area":"mllm"},{"id":"2311.16483","title":"ChartLlama: A Multimodal LLM for Chart Understanding and Generation","created":"2023-11-27","cited_by_count":163,"area":"mllm"},{"id":"2312.16217","title":"ManipLLM: Embodied Multimodal Large Language Model for Object-Centric Robotic Manipulation","created":"2023-12-24","cited_by_count":162,"area":"lr"},{"id":"2408.06070","title":"ControlNeXt: Powerful and Efficient Control for Image and Video Generation","created":"2024-08-12","cited_by_count":159,"area":"diffusion"},{"id":"2502.04326","title":"WorldSense: Evaluating Real-world Omnimodal Understanding for Multimodal LLMs","created":"2025-02-06","cited_by_count":155,"area":"mllm"},{"id":"2312.10103","title":"GSVA: Generalized Segmentation via Multimodal Large Language Models","created":"2023-12-15","cited_by_count":154,"area":"mllm"},{"id":"2404.01258","title":"Direct Preference Optimization of Video Large Multimodal Models from Language Model Reward","created":"2024-04-01","cited_by_count":147,"area":"mllm"},{"id":"2509.09372","title":"VLA-Adapter: An Effective Paradigm for Tiny-Scale Vision-Language-Action Model","created":"2025-09-11","cited_by_count":145,"area":"mllm"},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2307.08041","title":"Planting a SEED of Vision in Large Language Model","created":"2023-07-16","cited_by_count":140,"area":null},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2402.17766","title":"ShapeLLM: Universal 3D Object Understanding for Embodied Interaction","created":"2024-02-27","cited_by_count":137,"area":"mllm"},{"id":"2405.05945","title":"Lumina-T2X: Transforming Text into Any Modality, Resolution, and Duration via Flow-based Large Diffusion Transformers","created":"2024-05-09","cited_by_count":137,"area":"diffusion"},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135,"area":null},{"id":"2310.16436","title":"DDCoT: Duty-Distinct Chain-of-Thought Prompting for Multimodal Reasoning in Language Models","created":"2023-10-25","cited_by_count":128,"area":"lr"},{"id":"2406.19389","title":"OMG-LLaVA: Bridging Image-level, Object-level, Pixel-level Reasoning and Understanding","created":"2024-06-27","cited_by_count":127,"area":"lr"},{"id":"2404.00308","title":"ST-LLM: Large Language Models Are Effective Temporal Learners","created":"2024-03-30","cited_by_count":126,"area":null},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"}],"next_cursor":"100"}