{"list":"other","total":64,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711},{"id":"1602.07332","title":"Visual Genome: Connecting Language and Vision Using Crowdsourced Dense Image Annotations","created":"2016-02-23","cited_by_count":2656},{"id":"1612.00837","title":"Making the V in VQA Matter: Elevating the Role of Image Understanding in Visual Question Answering","created":"2016-12-02","cited_by_count":2516},{"id":"2203.10244","title":"ChartQA: A Benchmark for Question Answering about Charts with Visual and Logical Reasoning","created":"2022-03-19","cited_by_count":1479},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471},{"id":"2405.21075","title":"Video-MME: The First-Ever Comprehensive Evaluation Benchmark of Multi-modal LLMs in Video Analysis","created":"2024-05-31","cited_by_count":1413},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402},{"id":"2007.00398","title":"DocVQA: A Dataset for VQA on Document Images","created":"2020-07-01","cited_by_count":1317},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177},{"id":"1906.00067","title":"OK-VQA: A Visual Question Answering Benchmark Requiring External Knowledge","created":"2019-05-31","cited_by_count":1121},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109},{"id":"2306.05424","title":"Video-ChatGPT: Towards Detailed Video Understanding via Large Vision and Language Models","created":"2023-06-08","cited_by_count":1062},{"id":"2210.09461","title":"Token Merging: Your ViT But Faster","created":"2022-10-17","cited_by_count":1021},{"id":"2311.12793","title":"ShareGPT4V: Improving Large Multi-Modal Models with Better Captions","created":"2023-11-21","cited_by_count":1005},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781},{"id":"2406.07476","title":"VideoLLaMA 2: Advancing Spatial-Temporal Modeling and Audio Understanding in Video-LLMs","created":"2024-06-11","cited_by_count":771},{"id":"2105.08276","title":"NExT-QA:Next Phase of Question-Answering to Explaining Temporal Actions","created":"2021-05-18","cited_by_count":744},{"id":"2206.01718","title":"A-OKVQA: A Benchmark for Visual Question Answering using World Knowledge","created":"2022-06-03","cited_by_count":710},{"id":"2308.09126","title":"EgoSchema: A Diagnostic Benchmark for Very Long-form Video Language Understanding","created":"2023-08-17","cited_by_count":680},{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625},{"id":"2407.07895","title":"LLaVA-NeXT-Interleave: Tackling Multi-image, Video, and 3D in Large Multimodal Models","created":"2024-07-10","cited_by_count":584},{"id":"1906.02467","title":"ActivityNet-QA: A Dataset for Understanding Complex Web Videos via Question Answering","created":"2019-06-06","cited_by_count":561},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546},{"id":"2307.16449","title":"MovieChat: From Dense Token to Sparse Memory for Long Video Understanding","created":"2023-07-31","cited_by_count":542},{"id":"2406.16852","title":"Long Context Transfer from Language to Vision","created":"2024-06-24","cited_by_count":515},{"id":"2307.06942","title":"InternVid: A Large-scale Video-Text Dataset for Multimodal Understanding and Generation","created":"2023-07-13","cited_by_count":497},{"id":"2406.04325","title":"ShareGPT4Video: Improving Video Understanding and Generation with Better Captions","created":"2024-06-06","cited_by_count":388},{"id":"1704.04497","title":"TGIF-QA: Toward Spatio-Temporal Reasoning in Visual Question Answering","created":"2017-04-14","cited_by_count":378},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371},{"id":"2403.00476","title":"TempCompass: Do Video LLMs Really Understand Videos?","created":"2024-03-01","cited_by_count":363},{"id":"1801.08163","title":"DVQA: Understanding Data Visualizations via Question Answering","created":"2018-01-24","cited_by_count":340},{"id":"1511.03416","title":"Visual7W: Grounded Question Answering in Images","created":"2015-11-11","cited_by_count":318},{"id":"2305.13786","title":"Perception Test: A Diagnostic Benchmark for Multimodal Video Models","created":"2023-05-23","cited_by_count":314},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302},{"id":"2110.13214","title":"IconQA: A New Benchmark for Abstract Diagram Understanding and Visual Language Reasoning","created":"2021-10-25","cited_by_count":267},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234},{"id":"2111.10337","title":"Advancing High-Resolution Video-Language Representation with Large-Scale Video Transcriptions","created":"2021-11-19","cited_by_count":226},{"id":"2402.11684","title":"ALLaVA: Harnessing GPT4V-Synthesized Data for Lite Vision-Language Models","created":"2024-02-18","cited_by_count":205},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195},{"id":"2406.09411","title":"MuirBench: A Comprehensive Benchmark for Robust Multi-image Understanding","created":"2024-06-13","cited_by_count":188},{"id":"2408.05211","title":"VITA: Towards Open-Source Interactive Omni Multimodal LLM","created":"2024-08-09","cited_by_count":173},{"id":"2311.06783","title":"Q-Instruct: Improving Low-level Visual Abilities for Multi-modality Foundation Models","created":"2023-11-12","cited_by_count":152},{"id":"2403.00231","title":"Multimodal ArXiv: A Dataset for Improving Scientific Comprehension of Large Vision-Language Models","created":"2024-03-01","cited_by_count":139},{"id":"2408.15542","title":"Kangaroo: A Powerful Video-Language Model Supporting Long-context Video Input","created":"2024-08-28","cited_by_count":134},{"id":"2404.00308","title":"ST-LLM: Large Language Models Are Effective Temporal Learners","created":"2024-03-30","cited_by_count":126},{"id":"2407.15841","title":"SlowFast-LLaVA: A Strong Training-Free Baseline for Video Large Language Models","created":"2024-07-22","cited_by_count":125},{"id":"2406.09418","title":"VideoGPT+: Integrating Image and Video Encoders for Enhanced Video Understanding","created":"2024-06-13","cited_by_count":115},{"id":"2311.16101","title":"How Many Unicorns Are in This Image? A Safety Evaluation Benchmark for Vision LLMs","created":"2023-11-27","cited_by_count":108},{"id":"2409.02889","title":"LongLLaVA: Scaling Multi-modal LLMs to 1000 Images Efficiently via a Hybrid Architecture","created":"2024-09-04","cited_by_count":102},{"id":"2408.14023","title":"Video-CCAM: Enhancing Video-Language Understanding with Causal Cross-Attention Masks for Short and Long Videos","created":"2024-08-26","cited_by_count":98},{"id":"2403.18406","title":"An Image Grid Can Be Worth a Video: Zero-shot Video Question Answering Using a VLM","created":"2024-03-27","cited_by_count":97},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72},{"id":"2408.02718","title":"MMIU: Multimodal Multi-image Understanding for Evaluating Large Vision-Language Models","created":"2024-08-05","cited_by_count":67},{"id":"1912.03879","title":"AI2D-RST: A multimodal corpus of 1000 primary school science diagrams","created":"2019-12-09","cited_by_count":60},{"id":"2403.16558","title":"Elysium: Exploring Object-level Perception in Videos via MLLM","created":"2024-03-25","cited_by_count":48},{"id":"2309.15785","title":"BT-Adapter: Video Conversation is Feasible Without Video Instruction Tuning","created":"2023-09-27","cited_by_count":41},{"id":"2405.07798","title":"FreeVA: Offline MLLM as Training-Free Video Assistant","created":"2024-05-13","cited_by_count":29}],"next_cursor":null}