{"list":"other","total":62,"rows":[{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869},{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"2103.15691","title":"ViViT: A Video Vision Transformer","created":"2021-03-29","cited_by_count":1620},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471},{"id":"2311.10122","title":"Video-LLaVA: Learning United Visual Representation by Alignment Before Projection","created":"2023-11-16","cited_by_count":1402},{"id":"2104.00650","title":"Frozen in Time: A Joint Video and Image Encoder for End-to-End Retrieval","created":"2021-04-01","cited_by_count":1177},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109},{"id":"1706.04261","title":"The \"something something\" video database for learning and evaluating visual common sense","created":"2017-06-13","cited_by_count":1103},{"id":"2306.05424","title":"Video-ChatGPT: Towards Detailed Video Understanding via Large Vision and Language Models","created":"2023-06-08","cited_by_count":1062},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838},{"id":"2303.15389","title":"EVA-CLIP: Improved Training Techniques for CLIP at Scale","created":"2023-03-27","cited_by_count":798},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781},{"id":"2105.08276","title":"NExT-QA:Next Phase of Question-Answering to Explaining Temporal Actions","created":"2021-05-18","cited_by_count":744},{"id":"2401.06209","title":"Eyes Wide Shut? Exploring the Visual Shortcomings of Multimodal LLMs","created":"2024-01-11","cited_by_count":735},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691},{"id":"1906.02467","title":"ActivityNet-QA: A Dataset for Understanding Complex Web Videos via Question Answering","created":"2019-06-06","cited_by_count":561},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546},{"id":"2307.16449","title":"MovieChat: From Dense Token to Sparse Memory for Long Video Understanding","created":"2023-07-31","cited_by_count":542},{"id":"2404.08471","title":"Revisiting Feature Prediction for Learning Visual Representations from Video","created":"2024-02-15","cited_by_count":531},{"id":"1809.01696","title":"TVQA: Localized, Compositional Video Question Answering","created":"2018-09-05","cited_by_count":467},{"id":"1704.04497","title":"TGIF-QA: Toward Spatio-Temporal Reasoning in Visual Question Answering","created":"2017-04-14","cited_by_count":378},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371},{"id":"2310.01852","title":"LanguageBind: Extending Video-Language Pretraining to N-modality by Language-based Semantic Alignment","created":"2023-10-03","cited_by_count":370},{"id":"2402.07865","title":"Prismatic VLMs: Investigating the Design Space of Visually-Conditioned Language Models","created":"2024-02-12","cited_by_count":339},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"2305.16355","title":"PandaGPT: One Model To Instruction-Follow Them All","created":"2023-05-25","cited_by_count":334},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291},{"id":"2306.00989","title":"Hiera: A Hierarchical Vision Transformer without the Bells-and-Whistles","created":"2023-06-01","cited_by_count":290},{"id":"2311.07575","title":"SPHINX: The Joint Mixing of Weights, Tasks, and Visual Embeddings for Multi-modal Large Language Models","created":"2023-11-13","cited_by_count":286},{"id":"2311.18445","title":"VTimeLLM: Empower LLM to Grasp Video Moments","created":"2023-11-30","cited_by_count":255},{"id":"2306.07207","title":"Valley: Video Assistant with Large Language model Enhanced abilitY","created":"2023-06-12","cited_by_count":234},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232},{"id":"2305.06988","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","created":"2023-05-11","cited_by_count":203},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197},{"id":"2312.03700","title":"OneLLM: One Framework to Align All Modalities with Language","created":"2023-12-06","cited_by_count":187},{"id":"2306.09093","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","created":"2023-06-15","cited_by_count":172},{"id":"2404.01258","title":"Direct Preference Optimization of Video Large Multimodal Models from Language Model Reward","created":"2024-04-01","cited_by_count":147},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131},{"id":"2305.04160","title":"X-LLM: Bootstrapping Advanced Large Language Models by Treating Multi-Modalities as Foreign Languages","created":"2023-05-07","cited_by_count":128},{"id":"2402.13217","title":"VideoPrism: A Foundational Visual Encoder for Video Understanding","created":"2024-02-20","cited_by_count":105},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94},{"id":"2404.07204","title":"BRAVE: Broadening the visual encoding of vision-language models","created":"2024-04-10","cited_by_count":69},{"id":"2010.07999","title":"What is More Likely to Happen Next? Video-and-Language Future Event Prediction","created":"2020-10-15","cited_by_count":62},{"id":"2403.16558","title":"Elysium: Exploring Object-level Perception in Videos via MLLM","created":"2024-03-25","cited_by_count":48},{"id":"2312.00589","title":"Merlin:Empowering Multimodal LLMs with Foresight Minds","created":"2023-11-30","cited_by_count":46},{"id":"2312.14233","title":"VCoder: Versatile Vision Encoders for Multimodal Large Language Models","created":"2023-12-21","cited_by_count":42},{"id":"2311.13627","title":"Vamos: Versatile Action Models for Video Understanding","created":"2023-11-22","cited_by_count":40},{"id":"2311.16511","title":"GPT4Video: A Unified Multimodal Large Language Model for lnstruction-Followed Understanding and Safety-Aware Generation","created":"2023-11-25","cited_by_count":36},{"id":"2303.02506","title":"Prismer: A Vision-Language Model with Multi-Task Experts","created":"2023-03-04","cited_by_count":28},{"id":"2403.06199","title":"Mipha: A Comprehensive Overhaul of Multimodal Assistant with Small Language Models","created":"2024-03-10","cited_by_count":24},{"id":"2310.05863","title":"Fine-grained Audio-Visual Joint Representations for Multimodal Large Language Models","created":"2023-10-09","cited_by_count":21}],"next_cursor":null}