{"total":490,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744,"area":"wm"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2312.06674","title":"Llama Guard: LLM-based Input-Output Safeguard for Human-AI Conversations","created":"2023-12-07","cited_by_count":1207,"area":null},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625,"area":null},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2203.02053","title":"Mind the Gap: Understanding the Modality Gap in Multi-modal Contrastive Representation Learning","created":"2022-03-03","cited_by_count":561,"area":null},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2204.03162","title":"Winoground: Probing Vision and Language Models for Visio-Linguistic Compositionality","created":"2022-04-07","cited_by_count":529,"area":"lr"},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2112.12750","title":"SLIP: Self-supervision meets Language-Image Pre-training","created":"2021-12-23","cited_by_count":436,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2410.05160","title":"VLM2Vec: Training Vision-Language Models for Massive Multimodal Embedding Tasks","created":"2024-10-07","cited_by_count":228,"area":"mllm"},{"id":"2204.05454","title":"Are Multimodal Transformers Robust to Missing Modality?","created":"2022-04-12","cited_by_count":186,"area":null},{"id":"2202.10261","title":"A Self-Supervised Descriptor for Image Copy Detection","created":"2022-02-21","cited_by_count":176,"area":null},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2105.05486","title":"TextOCR: Towards large-scale end-to-end reasoning for arbitrary-shaped scene text","created":"2021-05-12","cited_by_count":171,"area":null},{"id":"2402.02207","title":"Safety Fine-Tuning at (Almost) No Cost: A Baseline for Vision Large Language Models","created":"2024-02-03","cited_by_count":167,"area":"safety"},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2107.07502","title":"MultiBench: Multiscale Benchmarks for Multimodal Representation Learning","created":"2021-07-15","cited_by_count":146,"area":null},{"id":"2204.08790","title":"ELEVATER: A Benchmark and Toolkit for Evaluating Language-Augmented Visual Models","created":"2022-04-19","cited_by_count":141,"area":null},{"id":"2412.05237","title":"MAmmoTH-VL: Eliciting Multimodal Reasoning with Instruction Tuning at Scale","created":"2024-12-06","cited_by_count":127,"area":"lr"},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2303.03369","title":"Multimodal Prompting with Missing Modalities for Visual Recognition","created":"2023-03-06","cited_by_count":121,"area":null},{"id":"2212.07016","title":"Understanding Zero-Shot Adversarial Robustness for Large-Scale Models","created":"2022-12-14","cited_by_count":117,"area":"mllm"},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2105.09680","title":"KLUE: Korean Language Understanding Evaluation","created":"2021-05-20","cited_by_count":114,"area":null},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2211.01335","title":"Chinese CLIP: Contrastive Vision-Language Pretraining in Chinese","created":"2022-11-02","cited_by_count":109,"area":"mllm"},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2302.02337","title":"Regulating ChatGPT and other Large Generative AI Models","created":"2023-02-05","cited_by_count":104,"area":null},{"id":"2402.13494","title":"GradSafe: Detecting Jailbreak Prompts for LLMs via Safety-Critical Gradient Analysis","created":"2024-02-21","cited_by_count":96,"area":"safety"},{"id":"2309.16058","title":"AnyMAL: An Efficient and Scalable Any-Modality Augmented Language Model","created":"2023-09-27","cited_by_count":93,"area":null},{"id":"2301.02280","title":"Filtering, Distillation, and Hard Negatives for Vision-Language Pre-Training","created":"2023-01-05","cited_by_count":91,"area":"mllm"},{"id":"2109.05184","title":"MOMENTA: A Multimodal Framework for Detecting Harmful Memes and Their Targets","created":"2021-09-11","cited_by_count":86,"area":null},{"id":"2112.05253","title":"MAGMA -- Multimodal Augmentation of Generative Models through Adapter-based Finetuning","created":"2021-12-09","cited_by_count":85,"area":null},{"id":"2211.06679","title":"AltCLIP: Altering the Language Encoder in CLIP for Extended Language Capabilities","created":"2022-11-12","cited_by_count":85,"area":null},{"id":"2203.16329","title":"Parameter-efficient Model Adaptation for Vision Transformers","created":"2022-03-29","cited_by_count":81,"area":null},{"id":"2202.08360","title":"Vision Models Are More Robust And Fair When Pretrained On Uncurated Images Without Supervision","created":"2022-02-16","cited_by_count":80,"area":null},{"id":"2204.09222","title":"K-LITE: Learning Transferable Visual Models with External Knowledge","created":"2022-04-20","cited_by_count":79,"area":null},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78,"area":null},{"id":"2110.00413","title":"Detecting Harmful Memes and Their Targets","created":"2021-09-24","cited_by_count":78,"area":null},{"id":"2312.16862","title":"TinyGPT-V: Efficient Multimodal Large Language Model via Small Backbones","created":"2023-12-28","cited_by_count":77,"area":"mllm"},{"id":"2103.00242","title":"A Survey on Stance Detection for Mis- and Disinformation Identification","created":"2021-02-27","cited_by_count":75,"area":null},{"id":"2402.00357","title":"Safety of Multimodal Large Language Models on Images and Texts","created":"2024-02-01","cited_by_count":75,"area":"mllm"},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2308.08428","title":"ALIP: Adaptive Language-Image Pre-training with Synthetic Caption","created":"2023-08-16","cited_by_count":70,"area":null},{"id":"2302.04156","title":"Prompting for Multimodal Hateful Meme Classification","created":"2023-02-08","cited_by_count":69,"area":null},{"id":"2312.03052","title":"Visual Program Distillation: Distilling Tools and Programmatic Reasoning into Vision-Language Models","created":"2023-12-05","cited_by_count":66,"area":"lr"},{"id":"2401.12915","title":"Red Teaming Visual Language Models","created":"2024-01-23","cited_by_count":65,"area":"mllm"},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2202.00126","title":"Handling Bias in Toxic Speech Detection: A Survey","created":"2022-01-26","cited_by_count":61,"area":null},{"id":"2205.04274","title":"Detecting and Understanding Harmful Memes: A Survey","created":"2022-05-09","cited_by_count":58,"area":null},{"id":"2106.02280","title":"Human-Adversarial Visual Question Answering","created":"2021-06-04","cited_by_count":57,"area":null},{"id":"2210.05916","title":"Hate-CLIPper: Multimodal Hateful Meme Classification based on Cross-modal Interaction of CLIP Features","created":"2022-10-12","cited_by_count":56,"area":null},{"id":"2404.15736","title":"What Makes Multimodal In-Context Learning Work?","created":"2024-04-24","cited_by_count":56,"area":null},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2306.16410","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","created":"2023-06-28","cited_by_count":53,"area":null},{"id":"2312.12423","title":"Jack of All Tasks, Master of Many: Designing General-purpose Coarse-to-Fine Vision-Language Model","created":"2023-12-19","cited_by_count":53,"area":"mllm"},{"id":"2405.03486","title":"UnsafeBench: Benchmarking Image Safety Classifiers on Real-World and AI-Generated Images","created":"2024-05-06","cited_by_count":53,"area":null},{"id":"2410.07112","title":"VHELM: A Holistic Evaluation of Vision Language Models","created":"2024-10-09","cited_by_count":53,"area":"mllm"},{"id":"2510.17269","title":"FineVision: Open Data Is All You Need","created":"2025-10-20","cited_by_count":53,"area":"mllm"},{"id":"2401.01523","title":"GOAT-Bench: Safety Insights to Large Multimodal Models through Meme-Based Social Abuse","created":"2024-01-03","cited_by_count":52,"area":null},{"id":"2211.11720","title":"Multitask Vision-Language Prompt Tuning","created":"2022-11-21","cited_by_count":51,"area":"mllm"},{"id":"2306.09486","title":"FedMultimodal: A Benchmark For Multimodal Federated Learning","created":"2023-06-15","cited_by_count":51,"area":null},{"id":"2105.09284","title":"SemEval-2021 Task 6: Detection of Persuasion Techniques in Texts and Images","created":"2021-04-25","cited_by_count":50,"area":null},{"id":"2412.19806","title":"Vitron: A Unified Pixel-level Vision LLM for Understanding, Generating, Segmenting, Editing","created":"2024-10-08","cited_by_count":49,"area":null},{"id":"2103.12541","title":"A Survey on Multimodal Disinformation Detection","created":"2021-03-13","cited_by_count":47,"area":null},{"id":"2308.08088","title":"Pro-Cap: Leveraging a Frozen Vision-Language Model for Hateful Meme Detection","created":"2023-08-16","cited_by_count":47,"area":"mllm"},{"id":"2410.08119","title":"Q-VLM: Post-training Quantization for Large Vision-Language Models","created":"2024-10-10","cited_by_count":47,"area":"mllm"},{"id":"2108.06207","title":"Disentangling Hate in Online Memes","created":"2021-08-09","cited_by_count":46,"area":null},{"id":"2109.08013","title":"Detecting Propaganda Techniques in Memes","created":"2021-08-07","cited_by_count":44,"area":null},{"id":"2305.03915","title":"HateMM: A Multi-Modal Dataset for Hate Video Classification","created":"2023-05-06","cited_by_count":42,"area":null},{"id":"2505.11049","title":"GuardReasoner-VL: Safeguarding VLMs via Reinforced Reasoning","created":"2025-05-16","cited_by_count":42,"area":"lr"},{"id":"2305.17678","title":"Decoding the Underlying Meaning of Multimodal Hateful Memes","created":"2023-05-28","cited_by_count":39,"area":null},{"id":"2108.05927","title":"Overview of the HASOC track at FIRE 2020: Hate Speech and Offensive Content Identification in Indo-European Languages","created":"2021-08-12","cited_by_count":38,"area":null},{"id":"2407.06438","title":"SOLO: A Single Transformer for Scalable Vision-Language Modeling","created":"2024-07-08","cited_by_count":37,"area":"mllm"},{"id":"2403.17830","title":"Assessment of Multimodal Large Language Models in Alignment with Human Values","created":"2024-03-26","cited_by_count":36,"area":"mllm"},{"id":"2301.11843","title":"Reading and Reasoning over Chart Images for Evidence-based Automated Fact-Checking","created":"2023-01-27","cited_by_count":35,"area":null},{"id":"2308.03793","title":"ReCLIP: Refine Contrastive Language Image Pre-Training with Source Free Domain Adaptation","created":"2023-08-04","cited_by_count":35,"area":"mllm"},{"id":"2504.04633","title":"M$^2$IV: Towards Efficient and Fine-grained Multimodal In-Context Learning via Representation Engineering","created":"2025-04-06","cited_by_count":35,"area":"mllm"},{"id":"2406.07594","title":"MLLMGuard: A Multi-dimensional Safety Evaluation Suite for Multimodal Large Language Models","created":"2024-06-11","cited_by_count":34,"area":"mllm"},{"id":"2103.00153","title":"Detecting Harmful Content On Online Platforms: What Platforms Need Vs. Where Research Efforts Go","created":"2021-02-27","cited_by_count":33,"area":null},{"id":"2207.12661","title":"Learning Visual Representation from Modality-Shared Contrastive Language-Image Pre-training","created":"2022-07-26","cited_by_count":32,"area":null},{"id":"2210.05815","title":"Underspecification in Scene Description-to-Depiction Tasks","created":"2022-10-11","cited_by_count":30,"area":null},{"id":"2404.16233","title":"AutoGluon-Multimodal (AutoMM): Supercharging Multimodal AutoML with Foundation Models","created":"2024-04-24","cited_by_count":30,"area":null},{"id":"2405.01926","title":"Auto-Encoding Morph-Tokens for Multimodal LLM","created":"2024-05-03","cited_by_count":30,"area":"mllm"},{"id":"2409.14703","title":"MemeCLIP: Leveraging CLIP Representations for Multimodal Meme Classification","created":"2024-09-23","cited_by_count":30,"area":null},{"id":"2503.18943","title":"SlowFast-LLaVA-1.5: A Family of Token-Efficient Video Large Language Models for Long-Form Video Understanding","created":"2025-03-24","cited_by_count":30,"area":null},{"id":"2204.01734","title":"On Explaining Multimodal Hateful Meme Detection Models","created":"2022-04-04","cited_by_count":29,"area":null},{"id":"2511.04655","title":"Benchmark Designers Should \"Train on the Test Set\" to Expose Exploitable Non-Visual Shortcuts","created":"2025-11-06","cited_by_count":29,"area":"mllm"}],"next_cursor":"100"}