{"total":494,"rows":[{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080,"area":null},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071,"area":"mllm"},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2112.03857","title":"Grounded Language-Image Pre-training","created":"2021-12-07","cited_by_count":1156,"area":null},{"id":"2207.05608","title":"Inner Monologue: Embodied Reasoning through Planning with Language Models","created":"2022-07-12","cited_by_count":1081,"area":"wm"},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2112.09106","title":"RegionCLIP: Region-based Language-Image Pretraining","created":"2021-12-16","cited_by_count":616,"area":null},{"id":"2304.15010","title":"LLaMA-Adapter V2: Parameter-Efficient Visual Instruction Model","created":"2023-04-28","cited_by_count":602,"area":"lr"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2111.09734","title":"ClipCap: CLIP Prefix for Image Captioning","created":"2021-11-18","cited_by_count":559,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2202.11094","title":"GroupViT: Semantic Segmentation Emerges from Text Supervision","created":"2022-02-22","cited_by_count":531,"area":null},{"id":"2409.02813","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","created":"2024-09-04","cited_by_count":512,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2103.01913","title":"WIT: Wikipedia-based Image Text Dataset for Multimodal Multilingual Machine Learning","created":"2021-03-02","cited_by_count":287,"area":null},{"id":"2206.05836","title":"GLIPv2: Unifying Localization and Vision-Language Understanding","created":"2022-06-12","cited_by_count":275,"area":null},{"id":"2303.17395","title":"WavCaps: A ChatGPT-Assisted Weakly-Labelled Audio Captioning Dataset for Audio-Language Multimodal Research","created":"2023-03-30","cited_by_count":267,"area":null},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2303.12153","title":"Text2Motion: From Natural Language Instructions to Feasible Plans","created":"2023-03-21","cited_by_count":224,"area":"wm"},{"id":"2210.02928","title":"MuRAG: Multimodal Retrieval-Augmented Generator for Open Question Answering over Images and Text","created":"2022-10-06","cited_by_count":220,"area":"rag"},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207,"area":null},{"id":"2302.11713","title":"Can Pre-trained Vision and Language Models Answer Visual Information-Seeking Questions?","created":"2023-02-23","cited_by_count":207,"area":null},{"id":"2305.08275","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","created":"2023-05-14","cited_by_count":202,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2102.10772","title":"UniT: Multimodal Multitask Learning with a Unified Transformer","created":"2021-02-22","cited_by_count":195,"area":null},{"id":"2307.02046","title":"Recommender Systems in the Era of Large Language Models (LLMs)","created":"2023-07-05","cited_by_count":189,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2104.03135","title":"Seeing Out of tHe bOx: End-to-End Pre-training for Vision-Language Representation Learning","created":"2021-04-07","cited_by_count":187,"area":"mllm"},{"id":"2208.12262","title":"MaskCLIP: Masked Self-Distillation Advances Contrastive Language-Image Pretraining","created":"2022-08-25","cited_by_count":187,"area":"distill"},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177,"area":"mllm"},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2101.11272","title":"VisualMRC: Machine Reading Comprehension on Document Images","created":"2021-01-27","cited_by_count":151,"area":null},{"id":"2106.09785","title":"Efficient Self-supervised Vision Transformers for Representation Learning","created":"2021-06-17","cited_by_count":149,"area":null},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2107.06912","title":"From Show to Tell: A Survey on Deep Learning-based Image Captioning","created":"2021-07-14","cited_by_count":138,"area":null},{"id":"2311.07226","title":"Large Language Models for Robotics: A Survey","created":"2023-11-13","cited_by_count":133,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2305.04160","title":"X-LLM: Bootstrapping Advanced Large Language Models by Treating Multi-Modalities as Foreign Languages","created":"2023-05-07","cited_by_count":128,"area":"synth"},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2211.09646","title":"Language Conditioned Spatial Relation Reasoning for 3D Object Grounding","created":"2022-11-17","cited_by_count":122,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2103.03493","title":"Causal Attention for Vision-Language Tasks","created":"2021-03-05","cited_by_count":111,"area":"mllm"},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2109.00590","title":"WebQA: Multihop and Multimodal QA","created":"2021-09-01","cited_by_count":109,"area":null},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2412.04292","title":"SIDA: Social Media Image Deepfake Detection, Localization and Explanation with Large Multimodal Model","created":"2024-12-05","cited_by_count":108,"area":"mllm"},{"id":"2207.07852","title":"TS2-Net: Token Shift and Selection Transformer for Text-Video Retrieval","created":"2022-07-16","cited_by_count":104,"area":null},{"id":"2105.09996","title":"VLM: Task-agnostic Video-Language Model Pre-training for Video Understanding","created":"2021-05-20","cited_by_count":102,"area":null},{"id":"2108.09980","title":"TACo: Token-aware Cascade Contrastive Learning for Video-Text Alignment","created":"2021-08-23","cited_by_count":102,"area":"mllm"},{"id":"2110.08484","title":"A Good Prompt Is Worth Millions of Parameters: Low-resource Prompt-based Learning for Vision-Language Models","created":"2021-10-16","cited_by_count":101,"area":"mllm"},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2208.05516","title":"Quality Not Quantity: On the Interaction between Dataset Design and Robustness of CLIP","created":"2022-08-10","cited_by_count":97,"area":null},{"id":"2105.11333","title":"Multi-modal Understanding and Generation for Medical Images and Text via Vision-Language Pre-Training","created":"2021-05-24","cited_by_count":96,"area":"mllm"},{"id":"2105.10311","title":"Pretrained Language Models for Text Generation: A Survey","created":"2021-05-21","cited_by_count":95,"area":null},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2211.00575","title":"Text-Only Training for Image Captioning using Noise-Injected CLIP","created":"2022-11-01","cited_by_count":91,"area":null},{"id":"2205.02655","title":"Language Models Can See: Plugging Visual Controls in Text Generation","created":"2022-05-05","cited_by_count":90,"area":null},{"id":"2110.06615","title":"CLIP4Caption: CLIP for Video Caption","created":"2021-10-13","cited_by_count":88,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2109.05184","title":"MOMENTA: A Multimodal Framework for Detecting Harmful Memes and Their Targets","created":"2021-09-11","cited_by_count":86,"area":null},{"id":"2110.05122","title":"Pano-AVQA: Grounded Audio-Visual Question Answering on 360$^\\circ$ Videos","created":"2021-10-11","cited_by_count":86,"area":null},{"id":"2201.05078","title":"CLIP-Event: Connecting Text and Images with Event Structures","created":"2022-01-13","cited_by_count":86,"area":"mllm"},{"id":"2106.01804","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","created":"2021-06-03","cited_by_count":85,"area":"mllm"},{"id":"2303.10868","title":"Retrieving Multimodal Information for Augmented Generation: A Survey","created":"2023-03-20","cited_by_count":85,"area":null},{"id":"2204.02968","title":"Temporal Alignment Networks for Long-term Video","created":"2022-04-06","cited_by_count":84,"area":null},{"id":"2303.11717","title":"A Complete Survey on Generative AI (AIGC): Is ChatGPT from GPT-4 to GPT-5 All You Need?","created":"2023-03-21","cited_by_count":84,"area":null},{"id":"2112.02889","title":"Joint Learning of Localized Representations from Medical Images and Reports","created":"2021-12-06","cited_by_count":81,"area":null},{"id":"2310.05338","title":"Negative Object Presence Evaluation (NOPE) to Measure Object Hallucination in Vision-Language Models","created":"2023-10-09","cited_by_count":80,"area":"mllm"},{"id":"2103.12248","title":"Multi-Modal Answer Validation for Knowledge-Based VQA","created":"2021-03-23","cited_by_count":79,"area":null},{"id":"2210.07321","title":"Machine Generated Text: A Comprehensive Survey of Threat Models and Detection Methods","created":"2022-10-13","cited_by_count":79,"area":null},{"id":"2110.00413","title":"Detecting Harmful Memes and Their Targets","created":"2021-09-24","cited_by_count":78,"area":null},{"id":"2411.17558","title":"Natural Language Understanding and Inference with MLLM in Visual Question Answering: A Survey","created":"2024-11-26","cited_by_count":76,"area":"mllm"},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2210.07688","title":"Plausible May Not Be Faithful: Probing Object Hallucination in Vision-Language Pre-training","created":"2022-10-14","cited_by_count":72,"area":"mllm"},{"id":"2101.06462","title":"Dual-Level Collaborative Transformer for Image Captioning","created":"2021-01-16","cited_by_count":71,"area":null},{"id":"2212.00836","title":"UniT3D: A Unified Transformer for 3D Dense Captioning and Visual Grounding","created":"2022-12-01","cited_by_count":69,"area":null},{"id":"2208.02515","title":"Fine-Grained Semantically Aligned Vision-Language Pre-Training","created":"2022-08-04","cited_by_count":68,"area":"mllm"},{"id":"2103.16110","title":"Kaleido-BERT: Vision-Language Pre-training on Fashion Domain","created":"2021-03-30","cited_by_count":67,"area":"mllm"},{"id":"2106.13488","title":"Probing Inter-modality: Visual Parsing with Self-Attention for Vision-Language Pre-training","created":"2021-06-25","cited_by_count":67,"area":"mllm"}],"next_cursor":"100"}