{"list":"other","total":77,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869},{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711},{"id":"1711.07971","title":"Non-local Neural Networks","created":"2017-11-21","cited_by_count":2293},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080},{"id":"2305.10355","title":"Evaluating Object Hallucination in Large Vision-Language Models","created":"2023-05-17","cited_by_count":1729},{"id":"1904.08920","title":"Towards VQA Models That Can Read","created":"2019-04-18","cited_by_count":1718},{"id":"2306.13394","title":"MME: A Comprehensive Evaluation Benchmark for Multimodal Large Language Models","created":"2023-06-23","cited_by_count":1652},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471},{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402},{"id":"2007.00398","title":"DocVQA: A Dataset for VQA on Document Images","created":"2020-07-01","cited_by_count":1317},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109},{"id":"2306.05424","title":"Video-ChatGPT: Towards Detailed Video Understanding via Large Vision and Language Models","created":"2023-06-08","cited_by_count":1062},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857},{"id":"1603.07396","title":"A Diagram Is Worth A Dozen Images","created":"2016-03-24","cited_by_count":804},{"id":"2406.07476","title":"VideoLLaMA 2: Advancing Spatial-Temporal Modeling and Audio Understanding in Video-LLMs","created":"2024-06-11","cited_by_count":771},{"id":"2105.08276","title":"NExT-QA:Next Phase of Question-Answering to Explaining Temporal Actions","created":"2021-05-18","cited_by_count":744},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692},{"id":"2308.09126","title":"EgoSchema: A Diagnostic Benchmark for Very Long-form Video Language Understanding","created":"2023-08-17","cited_by_count":680},{"id":"2407.15754","title":"LongVideoBench: A Benchmark for Long-context Interleaved Video-Language Understanding","created":"2024-07-22","cited_by_count":665},{"id":"2310.14566","title":"HallusionBench: An Advanced Diagnostic Suite for Entangled Language Hallucination and Visual Illusion in Large Vision-Language Models","created":"2023-10-23","cited_by_count":583},{"id":"1906.02467","title":"ActivityNet-QA: A Dataset for Understanding Complex Web Videos via Question Answering","created":"2019-06-06","cited_by_count":561},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546},{"id":"2406.16852","title":"Long Context Transfer from Language to Vision","created":"2024-06-24","cited_by_count":515},{"id":"2312.02051","title":"TimeChat: A Time-sensitive Multimodal Large Language Model for Long Video Understanding","created":"2023-12-04","cited_by_count":406},{"id":"2403.15388","title":"LLaVA-PruMerge: Adaptive Token Reduction for Efficient Large Multimodal Models","created":"2024-03-22","cited_by_count":402},{"id":"2406.04325","title":"ShareGPT4Video: Improving Video Understanding and Generation with Better Captions","created":"2024-06-06","cited_by_count":388},{"id":"1704.04497","title":"TGIF-QA: Toward Spatio-Temporal Reasoning in Visual Question Answering","created":"2017-04-14","cited_by_count":378},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371},{"id":"2403.00476","title":"TempCompass: Do Video LLMs Really Understand Videos?","created":"2024-03-01","cited_by_count":363},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329},{"id":"2404.16994","title":"PLLaVA : Parameter-free LLaVA Extension from Images to Videos for Video Dense Captioning","created":"2024-04-25","cited_by_count":322},{"id":"2305.13786","title":"Perception Test: A Diagnostic Benchmark for Multimodal Video Models","created":"2023-05-23","cited_by_count":314},{"id":"2408.10188","title":"LongVILA: Scaling Long-Context Visual Language Models for Long Videos","created":"2024-08-19","cited_by_count":309},{"id":"2406.04264","title":"MLVU: Benchmarking Multi-task Long Video Understanding","created":"2024-06-06","cited_by_count":292},{"id":"2306.05425","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","created":"2023-06-08","cited_by_count":267},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234},{"id":"2307.16715","title":"UniVTG: Towards Unified Video-Language Temporal Grounding","created":"2023-07-31","cited_by_count":190},{"id":"2406.14515","title":"MMBench-Video: A Long-Form Multi-Shot Benchmark for Holistic Video Understanding","created":"2024-06-20","cited_by_count":182},{"id":"2206.01720","title":"Revisiting the \"Video\" in Video-Language Understanding","created":"2022-06-03","cited_by_count":169},{"id":"2409.12961","title":"Oryx MLLM: On-Demand Spatial-Temporal Understanding at Arbitrary Resolution","created":"2024-09-19","cited_by_count":159},{"id":"2404.01258","title":"Direct Preference Optimization of Video Large Multimodal Models from Language Model Reward","created":"2024-04-01","cited_by_count":147},{"id":"2303.07347","title":"TriDet: Temporal Action Detection with Relative Boundary Modeling","created":"2023-03-13","cited_by_count":142},{"id":"2407.00634","title":"Tarsier: Recipes for Training and Evaluating Large Video Description Models","created":"2024-06-30","cited_by_count":141},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135},{"id":"2408.15542","title":"Kangaroo: A Powerful Video-Language Model Supporting Long-context Video Input","created":"2024-08-28","cited_by_count":134},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126},{"id":"2407.15841","title":"SlowFast-LLaVA: A Strong Training-Free Baseline for Video Large Language Models","created":"2024-07-22","cited_by_count":125},{"id":"2404.03413","title":"MiniGPT4-Video: Advancing Multimodal LLMs for Video Understanding with Interleaved Visual-Textual Tokens","created":"2024-04-04","cited_by_count":118},{"id":"2408.08872","title":"xGen-MM (BLIP-3): A Family of Open Large Multimodal Models","created":"2024-08-16","cited_by_count":116},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109},{"id":"2408.14023","title":"Video-CCAM: Enhancing Video-Language Understanding with Causal Cross-Attention Masks for Short and Long Videos","created":"2024-08-26","cited_by_count":98},{"id":"2406.18139","title":"LOOK-M: Look-Once Optimization in KV Cache for Efficient Multimodal Long-Context Inference","created":"2024-06-26","cited_by_count":95},{"id":"2406.11303","title":"VideoVista: A Versatile Benchmark for Video Understanding and Reasoning","created":"2024-06-17","cited_by_count":72},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70},{"id":"2409.18111","title":"E.T. Bench: Towards Open-Ended Event-Level Video-Language Understanding","created":"2024-09-26","cited_by_count":70},{"id":"2410.18558","title":"Infinity-MM: Scaling Multimodal Performance with Large-Scale and High-Quality Instruction Data","created":"2024-10-24","cited_by_count":67},{"id":"2310.19060","title":"TESTA: Temporal-Spatial Token Aggregation for Long-form Video-Language Understanding","created":"2023-10-29","cited_by_count":49},{"id":"2207.07097","title":"ReAct: Temporal Action Detection with Relational Queries","created":"2022-07-14","cited_by_count":48},{"id":"2409.01156","title":"TempMe: Video Temporal Token Merging for Efficient Text-Video Retrieval","created":"2024-09-02","cited_by_count":40},{"id":"2404.02257","title":"SnAG: Scalable and Accurate Video Grounding","created":"2024-04-02","cited_by_count":36},{"id":"2410.16267","title":"xGen-MM-Vid (BLIP-3-Video): You Only Need 32 Tokens to Represent a Video Even in VLMs","created":"2024-10-21","cited_by_count":34},{"id":"2403.06199","title":"Mipha: A Comprehensive Overhaul of Multimodal Assistant with Small Language Models","created":"2024-03-10","cited_by_count":24},{"id":"2303.08345","title":"Scanning Only Once: An End-to-end Framework for Fast Temporal Grounding in Long Videos","created":"2023-03-15","cited_by_count":23},{"id":"2304.06116","title":"AutoShot: A Short Video Dataset and State-of-the-Art Shot Boundary Detection","created":"2023-04-12","cited_by_count":23},{"id":"2410.01615","title":"Saliency-Guided DETR for Moment Retrieval and Highlight Detection","created":"2024-10-02","cited_by_count":21},{"id":"2404.04933","title":"UniMD: Towards Unifying Moment Retrieval and Temporal Action Detection","created":"2024-04-07","cited_by_count":16}],"next_cursor":null}