{"total":331,"rows":[{"id":"2408.03326","title":"LLaVA-OneVision: Easy Visual Task Transfer","created":"2024-08-06","cited_by_count":2719,"area":"mllm"},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565,"area":"mllm"},{"id":"2504.10479","title":"InternVL3: Exploring Advanced Training and Test-Time Recipes for Open-Source Multimodal Models","created":"2025-04-14","cited_by_count":1834,"area":null},{"id":"2311.17005","title":"MVBench: A Comprehensive Multi-modal Video Understanding Benchmark","created":"2023-11-28","cited_by_count":1109,"area":"mllm"},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050,"area":"mllm"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2312.08914","title":"CogAgent: A Visual Language Model for GUI Agents","created":"2023-12-14","cited_by_count":704,"area":"mllm"},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2305.07895","title":"OCRBench: On the Hidden Mystery of OCR in Large Multimodal Models","created":"2023-05-13","cited_by_count":476,"area":"mllm"},{"id":"2104.12756","title":"InfographicVQA","created":"2021-04-26","cited_by_count":437,"area":null},{"id":"2311.06607","title":"Monkey: Image Resolution and Text Label Are Important Things for Large Multi-modal Models","created":"2023-11-11","cited_by_count":357,"area":"mllm"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2409.17146","title":"Molmo and PixMo: Open Weights and Open Data for State-of-the-Art Vision-Language Models","created":"2024-09-25","cited_by_count":329,"area":"mllm"},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326,"area":"mllm"},{"id":"2406.01584","title":"SpatialRGPT: Grounded Spatial Reasoning in Vision Language Models","created":"2024-06-03","cited_by_count":311,"area":"lr"},{"id":"2407.01284","title":"We-Math: Does Your Large Multimodal Model Achieve Human-like Mathematical Reasoning?","created":"2024-07-01","cited_by_count":286,"area":"lr"},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2411.10442","title":"Enhancing the Reasoning Ability of Multimodal Large Language Models via Mixed Preference Optimization","created":"2024-11-15","cited_by_count":239,"area":"lr"},{"id":"2504.05299","title":"SmolVLM: Redefining small and efficient multimodal models","created":"2025-04-07","cited_by_count":237,"area":"mllm"},{"id":"2408.16500","title":"CogVLM2: Visual Language Models for Image and Video Understanding","created":"2024-08-29","cited_by_count":217,"area":"mllm"},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2407.03320","title":"InternLM-XComposer-2.5: A Versatile Large Vision Language Model Supporting Long-Contextual Input and Output","created":"2024-07-03","cited_by_count":195,"area":"mllm"},{"id":"2406.08451","title":"GUIOdyssey: A Comprehensive Dataset for Cross-App GUI Navigation on Mobile Devices","created":"2024-06-12","cited_by_count":194,"area":null},{"id":"2403.04473","title":"TextMonkey: An OCR-Free Large Multimodal Model for Understanding Document","created":"2024-03-07","cited_by_count":174,"area":"mllm"},{"id":"2408.12637","title":"Building and better understanding vision-language models: insights and future directions","created":"2024-08-22","cited_by_count":173,"area":"mllm"},{"id":"2501.00321","title":"OCRBench v2: An Improved Benchmark for Evaluating Large Multimodal Models on Visual Text Localization and Reasoning","created":"2024-12-31","cited_by_count":173,"area":"mllm"},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2105.05486","title":"TextOCR: Towards large-scale end-to-end reasoning for arbitrary-shaped scene text","created":"2021-05-12","cited_by_count":171,"area":null},{"id":"2404.06512","title":"InternLM-XComposer2-4KHD: A Pioneering Large Vision-Language Model Handling Resolutions from 336 Pixels to 4K HD","created":"2024-04-09","cited_by_count":159,"area":"mllm"},{"id":"2101.11272","title":"VisualMRC: Machine Reading Comprehension on Document Images","created":"2021-01-27","cited_by_count":151,"area":null},{"id":"2310.05126","title":"UReader: Universal OCR-free Visually-situated Language Understanding with Multimodal Large Language Model","created":"2023-10-08","cited_by_count":143,"area":"mllm"},{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2503.10291","title":"VisualPRM: An Effective Process Reward Model for Multimodal Reasoning","created":"2025-03-13","cited_by_count":139,"area":"lr"},{"id":"2406.08394","title":"VisionLLM v2: An End-to-End Generalist Multimodal Large Language Model for Hundreds of Vision-Language Tasks","created":"2024-06-12","cited_by_count":137,"area":"mllm"},{"id":"2305.08455","title":"Document Understanding Dataset and Evaluation (DUDE)","created":"2023-05-15","cited_by_count":135,"area":null},{"id":"2412.05237","title":"MAmmoTH-VL: Eliciting Multimodal Reasoning with Instruction Tuning at Scale","created":"2024-12-06","cited_by_count":127,"area":"lr"},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126,"area":null},{"id":"2310.09199","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","created":"2023-10-13","cited_by_count":126,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2411.04952","title":"M3DocRAG: Multi-modal Retrieval is What You Need for Multi-page Multi-document Understanding","created":"2024-11-07","cited_by_count":111,"area":"rag"},{"id":"2504.05506","title":"ChartQAPro: A More Diverse and Challenging Benchmark for Chart Question Answering","created":"2025-04-07","cited_by_count":108,"area":null},{"id":"2212.05935","title":"Hierarchical multimodal transformers for Multi-Page DocVQA","created":"2022-12-07","cited_by_count":105,"area":null},{"id":"2203.15143","title":"Towards End-to-End Unified Scene Text Detection and Layout Analysis","created":"2022-03-28","cited_by_count":97,"area":null},{"id":"2410.16261","title":"Mini-InternVL: A Flexible-Transfer Pocket Multimodal Model with 5% Parameters and 90% Performance","created":"2024-10-21","cited_by_count":94,"area":"mllm"},{"id":"2405.11985","title":"MTVQA: Benchmarking Multilingual Text-Centric Visual Question Answering","created":"2024-05-20","cited_by_count":93,"area":null},{"id":"2402.19474","title":"The All-Seeing Project V2: Towards General Relation Comprehension of the Open World","created":"2024-02-29","cited_by_count":90,"area":null},{"id":"2404.13046","title":"MoVA: Adapting Mixture of Vision Experts to Multimodal Context","created":"2024-04-19","cited_by_count":83,"area":"mllm"},{"id":"2207.11871","title":"Towards Complex Document Understanding By Discrete Reasoning","created":"2022-07-25","cited_by_count":82,"area":null},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2402.04236","title":"CogCoM: A Visual Language Model with Chain-of-Manipulations Reasoning","created":"2024-02-06","cited_by_count":67,"area":"lr"},{"id":"2307.02469","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","created":"2023-07-05","cited_by_count":64,"area":null},{"id":"2103.04400","title":"What If We Only Use Real Datasets for Scene Text Recognition? Toward Scene Text Recognition With Fewer Labels","created":"2021-03-07","cited_by_count":63,"area":null},{"id":"2504.09795","title":"VDocRAG: Retrieval-Augmented Generation over Visually-Rich Documents","created":"2025-04-14","cited_by_count":59,"area":"rag"},{"id":"2502.14846","title":"Scaling Text-Rich Image Understanding via Code-Guided Synthetic Multimodal Data Generation","created":"2025-02-20","cited_by_count":58,"area":"mllm"},{"id":"2106.02280","title":"Human-Adversarial Visual Question Answering","created":"2021-06-04","cited_by_count":57,"area":null},{"id":"2501.05952","title":"Scalable Vision Language Model Training via High Quality Data Curation","created":"2025-01-10","cited_by_count":55,"area":"mllm"},{"id":"2209.03299","title":"Multimodal learning with graphs","created":"2022-09-07","cited_by_count":54,"area":null},{"id":"2407.16364","title":"Harmonizing Visual Text Comprehension and Generation","created":"2024-07-23","cited_by_count":54,"area":null},{"id":"2510.17269","title":"FineVision: Open Data Is All You Need","created":"2025-10-20","cited_by_count":53,"area":"mllm"},{"id":"2503.13436","title":"Unified Autoregressive Visual Generation and Understanding with Continuous Tokens","created":"2025-03-17","cited_by_count":51,"area":null},{"id":"2503.04130","title":"STORM: Token-Efficient Long Video Understanding for Multimodal LLMs","created":"2025-03-06","cited_by_count":49,"area":"mllm"},{"id":"2211.11436","title":"N-Gram in Swin Transformers for Efficient Lightweight Image Super-Resolution","created":"2022-11-21","cited_by_count":46,"area":null},{"id":"2306.01733","title":"DocFormerv2: Local Features for Document Understanding","created":"2023-06-02","cited_by_count":46,"area":null},{"id":"2407.12709","title":"MoME: Mixture of Multimodal Experts for Generalist Multimodal Large Language Models","created":"2024-07-17","cited_by_count":46,"area":"mllm"},{"id":"2502.07411","title":"EgoTextVQA: Towards Egocentric Scene-Text Aware Video Question Answering","created":"2025-02-11","cited_by_count":44,"area":null},{"id":"2412.09604","title":"SynerGen-VL: Towards Synergistic Image Understanding and Generation with Vision Experts and Token Folding","created":"2024-12-12","cited_by_count":42,"area":null},{"id":"2112.08359","title":"3D Question Answering","created":"2021-12-15","cited_by_count":41,"area":null},{"id":"2303.12060","title":"VideoXum: Cross-modal Visual and Textural Summarization of Videos","created":"2023-03-21","cited_by_count":41,"area":null},{"id":"2404.09797","title":"TextCoT: Zoom In for Enhanced Multimodal Text-Rich Image Understanding","created":"2024-04-15","cited_by_count":38,"area":"lr"},{"id":"2106.15368","title":"Text Prior Guided Scene Text Image Super-resolution","created":"2021-06-29","cited_by_count":37,"area":null},{"id":"2407.06438","title":"SOLO: A Single Transformer for Scalable Vision-Language Modeling","created":"2024-07-08","cited_by_count":37,"area":"mllm"},{"id":"2402.15896","title":"Multimodal Instruction Tuning with Conditional Mixture of LoRA","created":"2024-02-24","cited_by_count":36,"area":"mllm"},{"id":"2603.27538","title":"LongCat-Next: Lexicalizing Modalities as Discrete Tokens","created":"2026-03-29","cited_by_count":36,"area":null},{"id":"2202.12985","title":"OCR-IDL: OCR Annotations for Industry Document Library Dataset","created":"2022-02-25","cited_by_count":35,"area":null},{"id":"2403.19596","title":"LocCa: Visual Pretraining with Location-aware Captioners","created":"2024-03-28","cited_by_count":35,"area":null},{"id":"2406.07594","title":"MLLMGuard: A Multi-dimensional Safety Evaluation Suite for Multimodal Large Language Models","created":"2024-06-11","cited_by_count":34,"area":"mllm"},{"id":"2305.17718","title":"FuseCap: Leveraging Large Language Models for Enriched Fused Image Captions","created":"2023-05-28","cited_by_count":33,"area":"mllm"},{"id":"2410.05261","title":"TextHawk2: A Large Vision-Language Model Excels in Bilingual OCR and Grounding with 16x Fewer Tokens","created":"2024-10-07","cited_by_count":32,"area":"mllm"},{"id":"2410.20482","title":"What Factors Affect Multi-Modal In-Context Learning? An In-Depth Exploration","created":"2024-10-27","cited_by_count":31,"area":"lr"},{"id":"2503.18943","title":"SlowFast-LLaVA-1.5: A Family of Token-Efficient Video Large Language Models for Long-Form Video Understanding","created":"2025-03-24","cited_by_count":30,"area":null},{"id":"2203.16778","title":"ViSTA: Vision and Scene Text Aggregation for Cross-Modal Retrieval","created":"2022-03-31","cited_by_count":29,"area":null},{"id":"2510.13747","title":"InteractiveOmni: A Unified Omni-modal Model for Audio-Visual Multi-turn Dialogue","created":"2025-10-15","cited_by_count":29,"area":null},{"id":"2304.06447","title":"PDFVQA: A New Dataset for Real-World VQA on PDF Documents","created":"2023-04-13","cited_by_count":28,"area":null},{"id":"2412.00556","title":"Accelerating Multimodal Large Language Models by Searching Optimal Vision Token Reduction","created":"2024-11-30","cited_by_count":28,"area":"mllm"},{"id":"2412.08746","title":"DocVLM: Make Your VLM an Efficient Reader","created":"2024-12-11","cited_by_count":28,"area":"mllm"},{"id":"2508.17298","title":"Explain Before You Answer: A Survey on Compositional Visual Reasoning","created":"2025-08-24","cited_by_count":28,"area":"lr"},{"id":"2605.27365","title":"LocateAnything: Fast and High-Quality Vision-Language Grounding with Parallel Box Decoding","created":"2026-05-26","cited_by_count":28,"area":"mllm"},{"id":"2209.05534","title":"PreSTU: Pre-Training for Scene-Text Understanding","created":"2022-09-12","cited_by_count":27,"area":null},{"id":"2401.13313","title":"InstructDoc: A Dataset for Zero-Shot Generalization of Visual Document Understanding with Instructions","created":"2024-01-24","cited_by_count":27,"area":null},{"id":"2504.17447","title":"FRAG: Frame Selection Augmented Generation for Long Video and Long Document Understanding","created":"2025-04-24","cited_by_count":27,"area":"mllm"},{"id":"2112.04888","title":"A Bilingual, OpenWorld Video Text Dataset and End-to-end Video Text Spotter with Transformer","created":"2021-12-09","cited_by_count":26,"area":null},{"id":"2312.00968","title":"Omni-SMoLA: Boosting Generalist Multimodal Models with Soft Mixture of Low-rank Experts","created":"2023-12-01","cited_by_count":26,"area":"mllm"},{"id":"2406.11193","title":"MMNeuron: Discovering Neuron-Level Domain-Specific Interpretation in Multimodal Large Language Model","created":"2024-06-17","cited_by_count":26,"area":"mllm"},{"id":"2408.02034","title":"Mini-Monkey: Alleviating the Semantic Sawtooth Effect for Lightweight MLLMs via Complementary Image Pyramid","created":"2024-08-04","cited_by_count":26,"area":"mllm"},{"id":"2105.03236","title":"Towards Accurate Text-based Image Captioning with Content Diversity Exploration","created":"2021-04-23","cited_by_count":25,"area":null},{"id":"2203.03382","title":"Self-supervised Implicit Glyph Attention for Text Recognition","created":"2022-03-07","cited_by_count":25,"area":null}],"next_cursor":"100"}