{"total":766,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396,"area":null},{"id":"2301.12597","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","created":"2023-01-30","cited_by_count":6137,"area":"synth"},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2307.15818","title":"RT-2: Vision-Language-Action Models Transfer Web Knowledge to Robotic Control","created":"2023-07-28","cited_by_count":3080,"area":"mllm"},{"id":"2406.09246","title":"OpenVLA: An Open-Source Vision-Language-Action Model","created":"2024-06-13","cited_by_count":2887,"area":"vla"},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2308.12966","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","created":"2023-08-24","cited_by_count":2224,"area":"mllm"},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071,"area":"mllm"},{"id":"2212.08051","title":"Objaverse: A Universe of Annotated 3D Objects","created":"2022-12-15","cited_by_count":1540,"area":null},{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2304.00685","title":"Vision-Language Models for Vision Tasks: A Survey","created":"2023-04-03","cited_by_count":839,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2311.03079","title":"CogVLM: Visual Expert for Pretrained Language Models","created":"2023-11-06","cited_by_count":708,"area":null},{"id":"2401.12168","title":"SpatialVLM: Endowing Vision-Language Models with Spatial Reasoning Capabilities","created":"2024-01-22","cited_by_count":706,"area":"lr"},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694,"area":null},{"id":"2311.16922","title":"Mitigating Object Hallucinations in Large Vision-Language Models through Visual Contrastive Decoding","created":"2023-11-28","cited_by_count":688,"area":"mllm"},{"id":"2304.14108","title":"DataComp: In search of the next generation of multimodal datasets","created":"2023-04-27","cited_by_count":644,"area":"diffusion"},{"id":"2310.05737","title":"Language Model Beats Diffusion -- Tokenizer is Key to Visual Generation","created":"2023-10-09","cited_by_count":640,"area":"diffusion"},{"id":"2308.01390","title":"OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models","created":"2023-08-02","cited_by_count":565,"area":"mllm"},{"id":"2401.01614","title":"GPT-4V(ision) is a Generalist Web Agent, if Grounded","created":"2024-01-03","cited_by_count":563,"area":"mllm"},{"id":"2311.04257","title":"mPLUG-Owl2: Revolutionizing Multi-modal Large Language Model with Modality Collaboration","created":"2023-11-07","cited_by_count":547,"area":"mllm"},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2506.01844","title":"SmolVLA: A Vision-Language-Action Model for Affordable and Efficient Robotics","created":"2025-06-02","cited_by_count":530,"area":"mllm"},{"id":"2310.07704","title":"Ferret: Refer and Ground Anything Anywhere at Any Granularity","created":"2023-10-11","cited_by_count":509,"area":"mllm"},{"id":"2404.01291","title":"Evaluating Text-to-Visual Generation with Image-to-Text Generation","created":"2024-04-01","cited_by_count":474,"area":null},{"id":"2310.06114","title":"Learning Interactive Real-World Simulators","created":"2023-10-09","cited_by_count":458,"area":"wm"},{"id":"2309.17400","title":"Directly Fine-Tuning Diffusion Models on Differentiable Rewards","created":"2023-09-29","cited_by_count":448,"area":"diffusion"},{"id":"2312.00849","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","created":"2023-12-01","cited_by_count":412,"area":"mllm"},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366,"area":null},{"id":"2306.09683","title":"Scaling Open-Vocabulary Object Detection","created":"2023-06-16","cited_by_count":343,"area":"mllm"},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2504.13181","title":"Perception Encoder: The best visual embeddings are not at the output of the network","created":"2025-04-17","cited_by_count":326,"area":null},{"id":"2309.11499","title":"DreamLLM: Synergistic Multimodal Comprehension and Creation","created":"2023-09-20","cited_by_count":297,"area":"mllm"},{"id":"2307.14334","title":"Towards Generalist Biomedical AI","created":"2023-07-26","cited_by_count":289,"area":null},{"id":"2403.16999","title":"Visual CoT: Advancing Multi-Modal Language Models with a Comprehensive Dataset and Benchmark for Chain-of-Thought Reasoning","created":"2024-03-25","cited_by_count":280,"area":"lr"},{"id":"2405.14093","title":"A Survey on Vision-Language-Action Models for Embodied AI","created":"2024-05-23","cited_by_count":279,"area":"vla"},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2306.14610","title":"SugarCrepe: Fixing Hackable Benchmarks for Vision-Language Compositionality","created":"2023-06-26","cited_by_count":243,"area":"mllm"},{"id":"2404.18416","title":"Capabilities of Gemini Models in Medicine","created":"2024-04-29","cited_by_count":237,"area":null},{"id":"2410.23262","title":"EMMA: End-to-End Multimodal Model for Autonomous Driving","created":"2024-10-30","cited_by_count":231,"area":"driving"},{"id":"2307.06304","title":"Patch n' Pack: NaViT, a Vision Transformer for any Aspect Ratio and Resolution","created":"2023-07-12","cited_by_count":229,"area":null},{"id":"2408.12569","title":"Sapiens: Foundation for Human Vision Models","created":"2024-08-22","cited_by_count":229,"area":null},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2304.00186","title":"Subject-driven Text-to-Image Generation via Apprenticeship Learning","created":"2023-04-01","cited_by_count":212,"area":null},{"id":"2302.11713","title":"Can Pre-trained Vision and Language Models Answer Visual Information-Seeking Questions?","created":"2023-02-23","cited_by_count":207,"area":null},{"id":"2412.03555","title":"PaliGemma 2: A Family of Versatile VLMs for Transfer","created":"2024-12-04","cited_by_count":207,"area":"mllm"},{"id":"2302.12066","title":"Teaching CLIP to Count to Ten","created":"2023-02-23","cited_by_count":198,"area":"mllm"},{"id":"2311.13165","title":"Multimodal Large Language Models: A Survey","created":"2023-11-22","cited_by_count":195,"area":"mllm"},{"id":"2302.11550","title":"Scaling Robot Learning with Semantically Imagined Experience","created":"2023-02-22","cited_by_count":177,"area":null},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2310.18235","title":"Davidsonian Scene Graph: Improving Reliability in Fine-grained Evaluation for Text-to-Image Generation","created":"2023-10-27","cited_by_count":171,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2306.15880","title":"Towards Open Vocabulary Learning: A Survey","created":"2023-06-28","cited_by_count":166,"area":null},{"id":"2309.02561","title":"Physically Grounded Vision-Language Models for Robotic Manipulation","created":"2023-09-05","cited_by_count":165,"area":"mllm"},{"id":"2303.04129","title":"Foundation Models for Decision Making: Problems, Methods, and Opportunities","created":"2023-03-07","cited_by_count":164,"area":null},{"id":"2310.10625","title":"Video Language Planning","created":"2023-10-16","cited_by_count":162,"area":null},{"id":"2311.17842","title":"Look Before You Leap: Unveiling the Power of GPT-4V in Robotic Vision-Language Planning","created":"2023-11-29","cited_by_count":161,"area":null},{"id":"2212.10505","title":"DePlot: One-shot visual language reasoning by plot-to-table translation","created":"2022-12-20","cited_by_count":160,"area":"lr"},{"id":"2305.11854","title":"Multimodal Web Navigation with Instruction-Finetuned Foundation Models","created":"2023-05-19","cited_by_count":160,"area":null},{"id":"2307.05222","title":"Emu: Generative Pretraining in Multimodality","created":"2023-07-11","cited_by_count":157,"area":null},{"id":"2303.00905","title":"Open-World Object Manipulation using Pre-trained Vision-Language Models","created":"2023-03-02","cited_by_count":156,"area":"mllm"},{"id":"2410.13863","title":"Fluid: Scaling Autoregressive Text-to-image Generative Models with Continuous Tokens","created":"2024-10-17","cited_by_count":147,"area":null},{"id":"2312.14115","title":"LingoQA: Visual Question Answering for Autonomous Driving","created":"2023-12-21","cited_by_count":145,"area":"mllm"},{"id":"2504.04348","title":"OmniDrive: A Holistic Vision-Language Dataset for Autonomous Driving with Counterfactual Reasoning","created":"2025-04-06","cited_by_count":143,"area":"wm"},{"id":"2312.10240","title":"Rich Human Feedback for Text-to-Image Generation","created":"2023-12-15","cited_by_count":141,"area":"diffusion"},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2408.15998","title":"Eagle: Exploring The Design Space for Multimodal LLMs with Mixture of Encoders","created":"2024-08-28","cited_by_count":139,"area":"mllm"},{"id":"2502.21257","title":"RoboBrain: A Unified Brain Model for Robotic Manipulation from Abstract to Concrete","created":"2025-02-28","cited_by_count":135,"area":"mllm"},{"id":"2212.09662","title":"MatCha: Enhancing Visual Language Pretraining with Math Reasoning and Chart Derendering","created":"2022-12-19","cited_by_count":133,"area":"lr"},{"id":"2311.07226","title":"Large Language Models for Robotics: A Survey","created":"2023-11-13","cited_by_count":133,"area":null},{"id":"2310.09199","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","created":"2023-10-13","cited_by_count":126,"area":"mllm"},{"id":"2312.12856","title":"SkyScript: A Large and Semantically Diverse Vision-Language Dataset for Remote Sensing","created":"2023-12-20","cited_by_count":125,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2212.05221","title":"REVEAL: Retrieval-Augmented Visual-Language Pre-Training with Multi-Source Multimodal Knowledge Memory","created":"2022-12-10","cited_by_count":123,"area":"mllm"},{"id":"2312.16886","title":"MobileVLM : A Fast, Strong and Open Vision Language Assistant for Mobile Devices","created":"2023-12-28","cited_by_count":122,"area":"mllm"},{"id":"2403.19651","title":"MagicLens: Self-Supervised Image Retrieval with Open-Ended Instructions","created":"2024-03-28","cited_by_count":119,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2402.05862","title":"Let Your Graph Do the Talking: Encoding Structured Data for LLMs","created":"2024-02-08","cited_by_count":118,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2304.02642","title":"Taming Encoder for Zero Fine-tuning Image Customization with Text-to-Image Diffusion Models","created":"2023-04-05","cited_by_count":117,"area":"diffusion"},{"id":"2302.11154","title":"Open-domain Visual Entity Recognition: Towards Recognizing Millions of Wikipedia Entities","created":"2023-02-22","cited_by_count":113,"area":null},{"id":"2403.03003","title":"Feast Your Eyes: Mixture-of-Resolution Adaptation for Multimodal Large Language Models","created":"2024-03-05","cited_by_count":113,"area":"mllm"},{"id":"2407.12442","title":"ClearCLIP: Decomposing CLIP Representations for Dense Vision-Language Inference","created":"2024-07-17","cited_by_count":113,"area":"mllm"},{"id":"2307.13721","title":"Foundational Models Defining a New Era in Vision: A Survey and Outlook","created":"2023-07-25","cited_by_count":110,"area":null},{"id":"2211.01335","title":"Chinese CLIP: Contrastive Vision-Language Pretraining in Chinese","created":"2022-11-02","cited_by_count":109,"area":"mllm"},{"id":"2312.12241","title":"GeomVerse: A Systematic Evaluation of Large Models for Geometric Reasoning","created":"2023-12-19","cited_by_count":108,"area":"lr"},{"id":"2306.09224","title":"Encyclopedic VQA: Visual questions about detailed properties of fine-grained categories","created":"2023-06-15","cited_by_count":107,"area":"rag"},{"id":"2402.13217","title":"VideoPrism: A Foundational Visual Encoder for Video Understanding","created":"2024-02-20","cited_by_count":105,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2402.04615","title":"ScreenAI: A Vision-Language Model for UI and Infographics Understanding","created":"2024-02-07","cited_by_count":98,"area":"mllm"},{"id":"2306.08640","title":"AssistGPT: A General Multi-modal Assistant that can Plan, Execute, Inspect, and Learn","created":"2023-06-14","cited_by_count":97,"area":null}],"next_cursor":"100"}