{"total":369,"rows":[{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869,"area":null},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711,"area":null},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080,"area":null},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2304.03277","title":"Instruction Tuning with GPT-4","created":"2023-04-06","cited_by_count":686,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2307.16449","title":"MovieChat: From Dense Token to Sparse Memory for Long Video Understanding","created":"2023-07-31","cited_by_count":542,"area":null},{"id":"2409.02813","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","created":"2024-09-04","cited_by_count":512,"area":null},{"id":"2406.04325","title":"ShareGPT4Video: Improving Video Understanding and Generation with Better Captions","created":"2024-06-06","cited_by_count":388,"area":null},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367,"area":null},{"id":"2308.16911","title":"PointLLM: Empowering Large Language Models to Understand Point Clouds","created":"2023-08-31","cited_by_count":333,"area":null},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2307.14334","title":"Towards Generalist Biomedical AI","created":"2023-07-26","cited_by_count":289,"area":null},{"id":"2306.17107","title":"LLaVAR: Enhanced Visual Instruction Tuning for Text-Rich Image Understanding","created":"2023-06-29","cited_by_count":274,"area":null},{"id":"2306.05425","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","created":"2023-06-08","cited_by_count":267,"area":null},{"id":"2311.18445","title":"VTimeLLM: Empower LLM to Grasp Video Moments","created":"2023-11-30","cited_by_count":255,"area":null},{"id":"2305.03048","title":"Personalize Segment Anything Model with One Shot","created":"2023-05-04","cited_by_count":250,"area":null},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234,"area":null},{"id":"2309.00615","title":"Point-Bind & Point-LLM: Aligning Point Cloud with Multi-modality for 3D Understanding, Generation, and Instruction Following","created":"2023-09-01","cited_by_count":194,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2305.05644","title":"Towards Building the Federated GPT: Federated Instruction Tuning","created":"2023-05-09","cited_by_count":185,"area":null},{"id":"2310.01218","title":"Making LLaMA SEE and Draw with SEED Tokenizer","created":"2023-10-02","cited_by_count":185,"area":null},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2406.08085","title":"Flash-VStream: Memory-Based Real-Time Understanding for Long Video Streams","created":"2024-06-12","cited_by_count":169,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2307.08041","title":"Planting a SEED of Vision in Large Language Model","created":"2023-07-16","cited_by_count":140,"area":null},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135,"area":null},{"id":"2404.00308","title":"ST-LLM: Large Language Models Are Effective Temporal Learners","created":"2024-03-30","cited_by_count":126,"area":null},{"id":"2305.11176","title":"Instruct2Act: Mapping Multi-modality Instructions to Robotic Actions with Large Language Model","created":"2023-05-18","cited_by_count":116,"area":null},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2305.15023","title":"Cheap and Quick: Efficient Vision-Language Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":101,"area":null},{"id":"2309.09510","title":"Dynamic-SUPERB: Towards A Dynamic, Collaborative, and Comprehensive Instruction-Tuning Benchmark for Speech","created":"2023-09-18","cited_by_count":101,"area":null},{"id":"2305.14152","title":"Memory-Efficient Fine-Tuning of Compressed Large Language Models via sub-4-bit Integer Quantization","created":"2023-05-23","cited_by_count":100,"area":null},{"id":"2309.11419","title":"KOSMOS-2.5: A Multimodal Literate Model","created":"2023-09-20","cited_by_count":96,"area":null},{"id":"2401.18084","title":"Binding Touch to Everything: Learning Unified Multimodal Tactile Representations","created":"2024-01-31","cited_by_count":95,"area":null},{"id":"2309.11674","title":"A Paradigm Shift in Machine Translation: Boosting Translation Performance of Large Language Models","created":"2023-09-20","cited_by_count":89,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2311.12399","title":"A Survey of Graph Meets Large Language Model: Progress and Future Directions","created":"2023-11-21","cited_by_count":85,"area":null},{"id":"2304.01195","title":"Not All Features Matter: Enhancing Few-shot CLIP with Adaptive Prior Refinement","created":"2023-04-03","cited_by_count":84,"area":null},{"id":"2307.01848","title":"Embodied Task Planning with Large Language Models","created":"2023-07-04","cited_by_count":84,"area":null},{"id":"2308.00121","title":"Getting pwn'd by AI: Penetration Testing with Large Language Models","created":"2023-07-24","cited_by_count":83,"area":null},{"id":"2410.03226","title":"Frame-Voyager: Learning to Query Frames for Video Large Language Models","created":"2024-10-04","cited_by_count":83,"area":null},{"id":"2308.11276","title":"Music Understanding LLaMA: Advancing Text-to-Music Generation with Question Answering and Captioning","created":"2023-08-22","cited_by_count":77,"area":null},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2404.17176","title":"MovieChat+: Question-aware Sparse Memory for Long Video Question Answering","created":"2024-04-26","cited_by_count":73,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2312.08870","title":"Vista-LLaMA: Reducing Hallucination in Video Language Models via Equal Distance to Visual Tokens","created":"2023-12-12","cited_by_count":71,"area":null},{"id":"2402.13232","title":"A Touch, Vision, and Language Dataset for Multimodal Alignment","created":"2024-02-20","cited_by_count":69,"area":null},{"id":"2308.00675","title":"Tool Documentation Enables Zero-Shot Tool-Usage with Large Language Models","created":"2023-08-01","cited_by_count":68,"area":null},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2403.07918","title":"On the Societal Impact of Open Foundation Models","created":"2024-02-27","cited_by_count":65,"area":null},{"id":"2308.11584","title":"Building Emotional Support Chatbots in the Era of LLMs","created":"2023-08-17","cited_by_count":62,"area":null},{"id":"2501.15111","title":"HumanOmni: A Large Vision-Speech Language Model for Human-Centric Video Understanding","created":"2025-01-25","cited_by_count":60,"area":null},{"id":"2310.17796","title":"ControlLLM: Augment Language Models with Tools by Searching on Graphs","created":"2023-10-26","cited_by_count":59,"area":null},{"id":"2402.16117","title":"RoboCodeX: Multimodal Code Generation for Robotic Behavior Synthesis","created":"2024-02-25","cited_by_count":58,"area":null},{"id":"2405.04164","title":"Sign2GPT: Leveraging Large Language Models for Gloss-Free Sign Language Translation","created":"2024-05-07","cited_by_count":57,"area":null},{"id":"2310.00492","title":"From Language Modeling to Instruction Following: Understanding the Behavior Shift in LLMs after Instruction Tuning","created":"2023-09-30","cited_by_count":56,"area":null},{"id":"2410.18325","title":"AVHBench: A Cross-Modal Hallucination Benchmark for Audio-Visual Large Language Models","created":"2024-10-23","cited_by_count":56,"area":null},{"id":"2305.16318","title":"Referred by Multi-Modality: A Unified Temporal Transformer for Video Object Segmentation","created":"2023-05-25","cited_by_count":54,"area":null},{"id":"2311.04978","title":"On the steerability of large language models toward data-driven personas","created":"2023-11-08","cited_by_count":53,"area":null},{"id":"2304.02711","title":"Structured prompt interrogation and recursive extraction of semantics (SPIRES): A method for populating knowledge bases using zero-shot learning","created":"2023-04-05","cited_by_count":50,"area":null},{"id":"2403.12532","title":"UniBind: LLM-Augmented Unified and Balanced Representation Space to Bind Them All","created":"2024-03-19","cited_by_count":49,"area":null},{"id":"2405.16886","title":"Hawk: Learning to Understand Open-World Video Anomalies","created":"2024-05-27","cited_by_count":49,"area":null},{"id":"2409.03757","title":"Lexicon3D: Probing Visual Foundation Models for Complex 3D Scene Understanding","created":"2024-09-05","cited_by_count":49,"area":null},{"id":"2306.16007","title":"Prompting Large Language Models for Zero-Shot Domain Adaptation in Speech Recognition","created":"2023-06-28","cited_by_count":48,"area":null},{"id":"2308.11148","title":"LLaMA-Reviewer: Advancing Code Review Automation with Large Language Models through Parameter-Efficient Fine-Tuning","created":"2023-08-22","cited_by_count":47,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2306.07520","title":"Instruct-ReID: A Multi-purpose Person Re-identification Task with Instructions","created":"2023-06-13","cited_by_count":46,"area":null},{"id":"2309.11696","title":"LLM-based Medical Assistant Personalization with Short- and Long-Term Memory Coordination","created":"2023-09-21","cited_by_count":46,"area":null},{"id":"2404.12353","title":"V2Xum-LLM: Cross-Modal Video Summarization with Temporal Prompt Instruction Tuning","created":"2024-04-18","cited_by_count":46,"area":null},{"id":"2309.08730","title":"MusiLingo: Bridging Music and Text with Pre-trained Language Models for Music Captioning and Query Response","created":"2023-09-15","cited_by_count":45,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2403.20320","title":"MTLoRA: A Low-Rank Adaptation Approach for Efficient Multi-Task Learning","created":"2024-03-29","cited_by_count":44,"area":null},{"id":"2405.02363","title":"LLM as Dataset Analyst: Subpopulation Structure Discovery with Large Language Model","created":"2024-05-03","cited_by_count":44,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2310.03059","title":"Point-PEFT: Parameter-Efficient Fine-Tuning for 3D Pre-trained Models","created":"2023-10-04","cited_by_count":42,"area":null},{"id":"2310.03185","title":"Misusing Tools in Large Language Models With Visual Adversarial Examples","created":"2023-10-04","cited_by_count":42,"area":null},{"id":"2406.02884","title":"PosterLLaVa: Constructing a Unified Multi-modal Layout Generator with LLM","created":"2024-06-05","cited_by_count":41,"area":null},{"id":"2311.13627","title":"Vamos: Versatile Action Models for Video Understanding","created":"2023-11-22","cited_by_count":40,"area":null},{"id":"2312.10136","title":"Gradient-based Parameter Selection for Efficient Fine-Tuning","created":"2023-12-15","cited_by_count":40,"area":null},{"id":"2403.19589","title":"TOD3Cap: Towards 3D Dense Captioning in Outdoor Scenes","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2407.12679","title":"Goldfish: Vision-Language Understanding of Arbitrarily Long Videos","created":"2024-07-17","cited_by_count":40,"area":null},{"id":"2407.15720","title":"Do Large Language Models Have Compositional Ability? An Investigation into Limitations and Scalability","created":"2024-07-22","cited_by_count":40,"area":null},{"id":"2310.12973","title":"Frozen Transformers in Language Models Are Effective Visual Encoder Layers","created":"2023-10-19","cited_by_count":39,"area":null},{"id":"2307.03042","title":"Parameter-Efficient Fine-Tuning of LLaMA for the Clinical Domain","created":"2023-07-06","cited_by_count":38,"area":null},{"id":"2402.12264","title":"Uncertainty quantification in fine-tuned LLMs using LoRA ensembles","created":"2024-02-19","cited_by_count":37,"area":null},{"id":"2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","created":"2023-06-13","cited_by_count":35,"area":null},{"id":"2405.19334","title":"LLMs Meet Multimodal Generation and Editing: A Survey","created":"2024-05-29","cited_by_count":35,"area":null},{"id":"2404.03635","title":"WorDepth: Variational Language Prior for Monocular Depth Estimation","created":"2024-04-04","cited_by_count":34,"area":null}],"next_cursor":"100"}