{"total":556,"rows":[{"id":"2310.02255","title":"MathVista: Evaluating Mathematical Reasoning of Foundation Models in Visual Contexts","created":"2023-10-03","cited_by_count":1614,"area":"lr"},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2105.08276","title":"NExT-QA:Next Phase of Question-Answering to Explaining Temporal Actions","created":"2021-05-18","cited_by_count":744,"area":null},{"id":"2206.01718","title":"A-OKVQA: A Benchmark for Visual Question Answering using World Knowledge","created":"2022-06-03","cited_by_count":710,"area":null},{"id":"2303.04671","title":"Visual ChatGPT: Talking, Drawing and Editing with Visual Foundation Models","created":"2023-03-08","cited_by_count":668,"area":"lr"},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2404.12390","title":"BLINK: Multimodal Large Language Models Can See but Not Perceive","created":"2024-04-18","cited_by_count":550,"area":"mllm"},{"id":"2202.11094","title":"GroupViT: Semantic Segmentation Emerges from Text Supervision","created":"2022-02-22","cited_by_count":531,"area":null},{"id":"2204.03162","title":"Winoground: Probing Vision and Language Models for Visio-Linguistic Compositionality","created":"2022-04-07","cited_by_count":529,"area":"lr"},{"id":"2501.13106","title":"VideoLLaMA 3: Frontier Multimodal Foundation Models for Image and Video Understanding","created":"2025-01-22","cited_by_count":518,"area":null},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2411.10440","title":"LLaVA-CoT: Let Vision Language Models Reason Step-by-Step","created":"2024-11-15","cited_by_count":454,"area":"lr"},{"id":"2401.13919","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","created":"2024-01-25","cited_by_count":438,"area":"mllm"},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2306.13213","title":"Visual Adversarial Examples Jailbreak Aligned Large Language Models","created":"2023-06-22","cited_by_count":328,"area":"mllm"},{"id":"2210.07474","title":"SQA3D: Situated Question Answering in 3D Scenes","created":"2022-10-14","cited_by_count":314,"area":"lr"},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2109.05014","title":"An Empirical Study of GPT-3 for Few-Shot Knowledge-Based VQA","created":"2021-09-10","cited_by_count":301,"area":null},{"id":"2205.00363","title":"Visual Spatial Reasoning","created":"2022-04-30","cited_by_count":293,"area":"lr"},{"id":"2103.01913","title":"WIT: Wikipedia-based Image Text Dataset for Multimodal Multilingual Machine Learning","created":"2021-03-02","cited_by_count":287,"area":null},{"id":"2212.09597","title":"Reasoning with Language Model Prompting: A Survey","created":"2022-12-19","cited_by_count":252,"area":"lr"},{"id":"2407.04973","title":"LogicVista: Multimodal LLM Logical Reasoning Benchmark in Visual Contexts","created":"2024-07-06","cited_by_count":245,"area":"lr"},{"id":"2304.06712","title":"What does CLIP know about a red circle? Visual prompt engineering for VLMs","created":"2023-04-13","cited_by_count":218,"area":"mllm"},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2405.09711","title":"STAR: A Benchmark for Situated Reasoning in Real-World Videos","created":"2024-05-15","cited_by_count":213,"area":null},{"id":"2312.17432","title":"Video Understanding with Large Language Models: A Survey","created":"2023-12-29","cited_by_count":206,"area":null},{"id":"2204.03610","title":"Unified Contrastive Learning in Image-Text-Label Space","created":"2022-04-07","cited_by_count":194,"area":null},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2309.15402","title":"Navigate through Enigmatic Labyrinth A Survey of Chain of Thought Reasoning: Advances, Frontiers and Future","created":"2023-09-27","cited_by_count":184,"area":"lr"},{"id":"2109.11797","title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","created":"2021-09-24","cited_by_count":183,"area":"mllm"},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2104.06039","title":"MultiModalQA: Complex Question Answering over Text, Tables and Images","created":"2021-04-13","cited_by_count":179,"area":null},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2312.00784","title":"ViP-LLaVA: Making Large Multimodal Models Understand Arbitrary Visual Prompts","created":"2023-12-01","cited_by_count":161,"area":"mllm"},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2312.10032","title":"Osprey: Pixel Understanding with Visual Instruction Tuning","created":"2023-12-15","cited_by_count":159,"area":"mllm"},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2407.06581","title":"Vision language models are blind: Failing to translate detailed visual features into words","created":"2024-07-09","cited_by_count":147,"area":"mllm"},{"id":"2106.11310","title":"Towards Long-Form Video Understanding","created":"2021-06-21","cited_by_count":146,"area":null},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2201.11114","title":"Natural Language Descriptions of Deep Visual Features","created":"2022-01-26","cited_by_count":137,"area":null},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2405.17220","title":"RLAIF-V: Open-Source AI Feedback Leads to Super GPT-4V Trustworthiness","created":"2024-05-27","cited_by_count":131,"area":"alignment"},{"id":"2111.13792","title":"LAFITE: Towards Language-Free Training for Text-to-Image Generation","created":"2021-11-27","cited_by_count":128,"area":null},{"id":"2102.12060","title":"Teach Me to Explain: A Review of Datasets for Explainable Natural Language Processing","created":"2021-02-24","cited_by_count":126,"area":null},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126,"area":null},{"id":"2403.02469","title":"Vision-Language Models for Medical Report Generation and Visual Question Answering: A Review","created":"2024-03-04","cited_by_count":125,"area":"mllm"},{"id":"2405.16473","title":"M$^3$CoT: A Novel Benchmark for Multi-Domain Multi-step Multi-modal Chain-of-Thought","created":"2024-05-26","cited_by_count":121,"area":"lr"},{"id":"2103.16002","title":"AGQA: A Benchmark for Compositional Spatio-Temporal Reasoning","created":"2021-03-30","cited_by_count":120,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2210.03929","title":"EgoTaskQA: Understanding Human Tasks in Egocentric Videos","created":"2022-10-08","cited_by_count":115,"area":null},{"id":"2207.00221","title":"VL-CheckList: Evaluating Pre-trained Vision-Language Models with Objects, Attributes and Relations","created":"2022-07-01","cited_by_count":114,"area":"mllm"},{"id":"2405.08813","title":"CinePile: A Long Video Question Answering Dataset and Benchmark","created":"2024-05-14","cited_by_count":114,"area":null},{"id":"2310.10196","title":"Large Models for Time Series and Spatio-Temporal Data: A Survey and Outlook","created":"2023-10-16","cited_by_count":110,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2204.01692","title":"Long Movie Clip Classification with State-Space Video Models","created":"2022-04-04","cited_by_count":106,"area":null},{"id":"2308.06595","title":"VisIT-Bench: A Benchmark for Vision-Language Instruction Following Inspired by Real-World Use","created":"2023-08-12","cited_by_count":102,"area":"mllm"},{"id":"2401.06071","title":"GroundingGPT:Language Enhanced Multi-modal Grounding Model","created":"2024-01-11","cited_by_count":101,"area":"mllm"},{"id":"2403.20271","title":"Draw-and-Understand: Leveraging Visual Prompts to Enable MLLMs to Comprehend What You Want","created":"2024-03-29","cited_by_count":101,"area":"mllm"},{"id":"2310.08825","title":"From CLIP to DINO: Visual Encoders Shout in Multi-modal Large Language Models","created":"2023-10-13","cited_by_count":98,"area":"mllm"},{"id":"2311.17092","title":"SEED-Bench-2: Benchmarking Multimodal Large Language Models","created":"2023-11-28","cited_by_count":97,"area":"mllm"},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2201.05078","title":"CLIP-Event: Connecting Text and Images with Event Structures","created":"2022-01-13","cited_by_count":86,"area":"mllm"},{"id":"2401.08743","title":"MMToM-QA: Multimodal Theory of Mind Question Answering","created":"2024-01-16","cited_by_count":85,"area":null},{"id":"2505.02567","title":"Unified Multimodal Understanding and Generation Models: Advances, Challenges, and Opportunities","created":"2025-05-05","cited_by_count":85,"area":null},{"id":"2105.03761","title":"e-ViL: A Dataset and Benchmark for Natural Language Explanations in Vision-Language Tasks","created":"2021-05-08","cited_by_count":84,"area":null},{"id":"2210.05359","title":"Mind's Eye: Grounded Language Model Reasoning through Simulation","created":"2022-10-11","cited_by_count":84,"area":"lr"},{"id":"2507.16746","title":"Zebra-CoT: A Dataset for Interleaved Vision Language Reasoning","created":"2025-07-22","cited_by_count":84,"area":"lr"},{"id":"2101.05307","title":"Explainability of deep vision-based autonomous driving systems: Review and challenges","created":"2021-01-13","cited_by_count":80,"area":null},{"id":"2102.03315","title":"Think you have Solved Direct-Answer Question Answering? Try ARC-DA, the Direct-Answer AI2 Reasoning Challenge","created":"2021-02-05","cited_by_count":80,"area":null},{"id":"2303.07274","title":"Breaking Common Sense: WHOOPS! A Vision-and-Language Benchmark of Synthetic and Compositional Images","created":"2023-03-13","cited_by_count":80,"area":null},{"id":"2311.04498","title":"NExT-Chat: An LMM for Chat, Detection and Segmentation","created":"2023-11-08","cited_by_count":80,"area":"mllm"},{"id":"2106.00245","title":"Adversarial VQA: A New Benchmark for Evaluating the Robustness of VQA Models","created":"2021-06-01","cited_by_count":75,"area":null},{"id":"2406.20098","title":"Web2Code: A Large-scale Webpage-to-Code Dataset and Evaluation Framework for Multimodal LLMs","created":"2024-06-28","cited_by_count":74,"area":"mllm"},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2311.05657","title":"Agent Lumos: Unified and Modular Training for Open-Source Language Agents","created":"2023-11-09","cited_by_count":72,"area":"agents"},{"id":"2112.00061","title":"Open-Domain, Content-based, Multi-modal Fact-checking of Out-of-Context Images via Online Resources","created":"2021-11-30","cited_by_count":71,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2402.16846","title":"GROUNDHOG: Grounding Large Language Models to Holistic Segmentation","created":"2024-02-26","cited_by_count":70,"area":"mllm"},{"id":"2411.00855","title":"Vision-Language Models Can Self-Improve Reasoning via Reflection","created":"2024-10-30","cited_by_count":69,"area":"lr"},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2103.16110","title":"Kaleido-BERT: Vision-Language Pre-training on Fashion Domain","created":"2021-03-30","cited_by_count":67,"area":"mllm"},{"id":"2411.02712","title":"V-DPO: Mitigating Hallucination in Large Vision Language Models via Vision-Guided Direct Preference Optimization","created":"2024-11-05","cited_by_count":67,"area":"mllm"},{"id":"2402.00126","title":"Common Sense Reasoning for Deepfake Detection","created":"2024-01-31","cited_by_count":65,"area":null},{"id":"2305.09863","title":"Explaining black box text modules in natural language with language models","created":"2023-05-17","cited_by_count":62,"area":null},{"id":"2104.04167","title":"The Road to Know-Where: An Object-and-Room Informed Sequential BERT for Indoor Vision-Language Navigation","created":"2021-04-09","cited_by_count":61,"area":null},{"id":"2306.07971","title":"XrayGPT: Chest Radiographs Summarization using Medical Vision-Language Models","created":"2023-06-13","cited_by_count":61,"area":"mllm"},{"id":"2203.05081","title":"NLX-GPT: A Model for Natural Language Explanations in Vision and Vision-Language Tasks","created":"2022-03-09","cited_by_count":60,"area":null}],"next_cursor":"100"}