{"total":349,"rows":[{"id":"2501.13106","title":"VideoLLaMA 3: Frontier Multimodal Foundation Models for Image and Video Understanding","created":"2025-01-22","cited_by_count":518,"area":null},{"id":"2204.08387","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","created":"2022-04-18","cited_by_count":485,"area":null},{"id":"2305.07895","title":"OCRBench: On the Hidden Mystery of OCR in Large Multimodal Models","created":"2023-05-13","cited_by_count":476,"area":"mllm"},{"id":"2106.11539","title":"DocFormer: End-to-End Transformer for Document Understanding","created":"2021-06-22","cited_by_count":256,"area":null},{"id":"2306.09265","title":"LVLM-eHub: A Comprehensive Evaluation Benchmark for Large Vision-Language Models","created":"2023-06-15","cited_by_count":217,"area":"mllm"},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183,"area":null},{"id":"2403.04473","title":"TextMonkey: An OCR-Free Large Multimodal Model for Understanding Document","created":"2024-03-07","cited_by_count":174,"area":"mllm"},{"id":"2501.00321","title":"OCRBench v2: An Improved Benchmark for Evaluating Large Multimodal Models on Visual Text Localization and Reasoning","created":"2024-12-31","cited_by_count":173,"area":"mllm"},{"id":"2304.01852","title":"Summary of ChatGPT-Related Research and Perspective Towards the Future of Large Language Models","created":"2023-04-04","cited_by_count":154,"area":null},{"id":"2203.02378","title":"DiT: Self-supervised Pre-training for Document Image Transformer","created":"2022-03-04","cited_by_count":152,"area":null},{"id":"2212.02623","title":"Unifying Vision, Text, and Layout for Universal Document Processing","created":"2022-12-05","cited_by_count":140,"area":null},{"id":"2305.08455","title":"Document Understanding Dataset and Evaluation (DUDE)","created":"2023-05-15","cited_by_count":135,"area":null},{"id":"2102.09550","title":"Going Full-TILT Boogie on Document Understanding with Text-Image-Layout Transformer","created":"2021-02-18","cited_by_count":134,"area":null},{"id":"2308.09936","title":"BLIVA: A Simple Multimodal LLM for Better Handling of Text-Rich Visual Questions","created":"2023-08-19","cited_by_count":125,"area":"mllm"},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125,"area":"mllm"},{"id":"2502.18443","title":"olmOCR: Unlocking Trillions of Tokens in PDFs with Vision Language Models","created":"2025-02-25","cited_by_count":125,"area":"mllm"},{"id":"2106.03331","title":"SelfDoc: Self-Supervised Document Representation Learning","created":"2021-06-07","cited_by_count":117,"area":null},{"id":"2401.00908","title":"DocLLM: A layout-aware generative language model for multimodal document understanding","created":"2023-12-31","cited_by_count":116,"area":null},{"id":"2202.13669","title":"LiLT: A Simple yet Effective Language-Independent Layout Transformer for Structured Document Understanding","created":"2022-02-28","cited_by_count":107,"area":null},{"id":"2311.11810","title":"DocPedia: Unleashing the Power of Large Multimodal Model in the Frequency Domain for Versatile Document Understanding","created":"2023-11-20","cited_by_count":106,"area":"mllm"},{"id":"2108.04539","title":"BROS: A Pre-trained Language Model Focusing on Text and Layout for Better Key Information Extraction from Documents","created":"2021-08-10","cited_by_count":104,"area":null},{"id":"2104.08836","title":"LayoutXLM: Multimodal Pre-training for Multilingual Visually-rich Document Understanding","created":"2021-04-18","cited_by_count":103,"area":null},{"id":"2101.09465","title":"WebSRC: A Dataset for Web-Based Structural Reading Comprehension","created":"2021-01-23","cited_by_count":100,"area":null},{"id":"2309.11419","title":"KOSMOS-2.5: A Multimodal Literate Model","created":"2023-09-20","cited_by_count":96,"area":null},{"id":"2105.11210","title":"StructuralLM: Structural Pre-training for Form Understanding","created":"2021-05-24","cited_by_count":91,"area":null},{"id":"2108.02923","title":"StrucTexT: Structured Text Understanding with Multi-Modal Transformers","created":"2021-08-06","cited_by_count":90,"area":null},{"id":"2204.10939","title":"Unified Pretraining Framework for Document Understanding","created":"2022-04-22","cited_by_count":85,"area":null},{"id":"2105.05796","title":"Kleister: Key Information Extraction Datasets Involving Long Documents with Complex Layouts","created":"2021-05-12","cited_by_count":82,"area":null},{"id":"2207.11871","title":"Towards Complex Document Understanding By Discrete Reasoning","created":"2022-07-25","cited_by_count":82,"area":null},{"id":"2410.08202","title":"Mono-InternVL: Pushing the Boundaries of Monolithic Multimodal Large Language Models with Endogenous Visual Pre-training","created":"2024-10-10","cited_by_count":82,"area":"mllm"},{"id":"2203.16618","title":"End-to-end Document Recognition and Understanding with Dessurt","created":"2022-03-30","cited_by_count":73,"area":null},{"id":"2407.19056","title":"OfficeBench: Benchmarking Language Agents across Multiple Applications for Office Automation","created":"2024-07-26","cited_by_count":70,"area":"agents"},{"id":"2203.06947","title":"XYLayoutLM: Towards Layout-Aware Multimodal Networks For Visually-Rich Document Understanding","created":"2022-03-14","cited_by_count":68,"area":null},{"id":"2209.08199","title":"ScreenQA: Large-Scale Question-Answer Pairs over Mobile App Screenshots","created":"2022-09-16","cited_by_count":66,"area":null},{"id":"2203.08411","title":"FormNet: Structural Encoding beyond Sequential Modeling in Form Document Information Extraction","created":"2022-03-16","cited_by_count":64,"area":null},{"id":"2111.08609","title":"Document AI: Benchmarks, Models and Applications","created":"2021-11-16","cited_by_count":62,"area":null},{"id":"2302.05658","title":"DocILE Benchmark for Document Information Localization and Extraction","created":"2023-02-11","cited_by_count":58,"area":null},{"id":"2407.01976","title":"A Bounding Box is Worth One Token: Interleaving Layout and Text in a Large Language Model for Document Understanding","created":"2024-07-02","cited_by_count":57,"area":null},{"id":"2505.14246","title":"Visual Agentic Reinforcement Fine-Tuning","created":"2025-05-20","cited_by_count":55,"area":"lr"},{"id":"2503.11576","title":"SmolDocling: An ultra-compact vision-language model for end-to-end multi-modal document conversion","created":"2025-03-14","cited_by_count":53,"area":"mllm"},{"id":"2510.17269","title":"FineVision: Open Data Is All You Need","created":"2025-10-20","cited_by_count":53,"area":"mllm"},{"id":"2306.01733","title":"DocFormerv2: Local Features for Document Understanding","created":"2023-06-02","cited_by_count":46,"area":null},{"id":"2310.16809","title":"Exploring OCR Capabilities of GPT-4V(ision) : A Quantitative and In-depth Evaluation","created":"2023-10-25","cited_by_count":46,"area":null},{"id":"2505.20147","title":"FUDOKI: Discrete Flow-based Unified Understanding and Generation via Kinetic-Optimal Velocities","created":"2025-05-26","cited_by_count":46,"area":"mllm"},{"id":"2110.08518","title":"MarkupLM: Pre-training of Text and Markup Language for Visually-rich Document Understanding","created":"2021-10-16","cited_by_count":45,"area":null},{"id":"2304.10759","title":"GeoLayoutLM: Geometric Pre-training for Visual Information Extraction","created":"2023-04-21","cited_by_count":40,"area":null},{"id":"2303.00289","title":"StrucTexTv2: Masked Visual-Textual Prediction for Document Image Pre-training","created":"2023-03-01","cited_by_count":39,"area":null},{"id":"2303.05063","title":"ICL-D3IE: In-Context Learning with Diverse Demonstrations Updating for Document Information Extraction","created":"2023-03-09","cited_by_count":38,"area":null},{"id":"2404.09797","title":"TextCoT: Zoom In for Enhanced Multimodal Text-Rich Image Understanding","created":"2024-04-15","cited_by_count":38,"area":"lr"},{"id":"2211.15421","title":"VRDU: A Benchmark for Visually-rich Document Understanding","created":"2022-11-15","cited_by_count":35,"area":null},{"id":"2406.19101","title":"DocKylin: A Large Multimodal Model for Visual Document Understanding with Efficient Visual Slimming","created":"2024-06-27","cited_by_count":35,"area":"mllm"},{"id":"2410.05261","title":"TextHawk2: A Large Vision-Language Model Excels in Bilingual OCR and Grounding with 16x Fewer Tokens","created":"2024-10-07","cited_by_count":32,"area":"mllm"},{"id":"2412.08746","title":"DocVLM: Make Your VLM an Efficient Reader","created":"2024-12-11","cited_by_count":28,"area":"mllm"},{"id":"2605.27365","title":"LocateAnything: Fast and High-Quality Vision-Language Grounding with Parallel Box Decoding","created":"2026-05-26","cited_by_count":28,"area":"mllm"},{"id":"2302.00389","title":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","created":"2023-02-01","cited_by_count":27,"area":"lr"},{"id":"2401.13313","title":"InstructDoc: A Dataset for Zero-Shot Generalization of Visual Document Understanding with Instructions","created":"2024-01-24","cited_by_count":27,"area":null},{"id":"2408.02034","title":"Mini-Monkey: Alleviating the Semantic Sawtooth Effect for Lightweight MLLMs via Complementary Image Pyramid","created":"2024-08-04","cited_by_count":26,"area":"mllm"},{"id":"2311.13194","title":"Towards Improving Document Understanding: An Exploration on Text-Grounding via MLLMs","created":"2023-11-22","cited_by_count":25,"area":"mllm"},{"id":"2203.13530","title":"Multimodal Pre-training Based on Graph Attention Network for Document Understanding","created":"2022-03-25","cited_by_count":24,"area":null},{"id":"2403.14252","title":"LayoutLLM: Large Language Model Instruction Tuning for Visually Rich Document Understanding","created":"2024-03-21","cited_by_count":24,"area":null},{"id":"2110.09915","title":"Entity Relation Extraction as Dependency Parsing in Visually Rich Documents","created":"2021-10-19","cited_by_count":23,"area":null},{"id":"2310.11016","title":"Reading Order Matters: Information Extraction from Visually-rich Documents by Token Path Prediction","created":"2023-10-17","cited_by_count":23,"area":null},{"id":"2408.15045","title":"DocLayLLM: An Efficient Multi-modal Extension of Large Language Models for Text-rich Document Understanding","created":"2024-08-27","cited_by_count":23,"area":null},{"id":"2502.16161","title":"OmniParser V2: Structured-Points-of-Thought for Unified Visual Text Parsing and Its Generality to Multimodal Large Language Models","created":"2025-02-22","cited_by_count":23,"area":"lr"},{"id":"2106.10786","title":"ROPE: Reading Order Equivariant Positional Encoding for Graph-based Document Information Extraction","created":"2021-06-21","cited_by_count":22,"area":null},{"id":"2408.01287","title":"Deep Learning based Visually Rich Document Content Understanding: A Survey","created":"2024-08-02","cited_by_count":21,"area":null},{"id":"2210.05391","title":"PP-StructureV2: A Stronger Document Analysis System","created":"2022-10-11","cited_by_count":20,"area":null},{"id":"2212.09621","title":"Wukong-Reader: Multi-modal Pre-training for Fine-grained Visual Document Understanding","created":"2022-12-19","cited_by_count":20,"area":null},{"id":"2303.13095","title":"Modeling Entities as Semantic Points for Visual Information Extraction in the Wild","created":"2023-03-23","cited_by_count":20,"area":null},{"id":"2305.02549","title":"FormNetV2: Multimodal Graph Contrastive Learning for Form Document Information Extraction","created":"2023-05-04","cited_by_count":20,"area":null},{"id":"2306.03287","title":"ICDAR 2023 Competition on Structured Text Extraction from Visually-Rich Document Images","created":"2023-06-05","cited_by_count":20,"area":null},{"id":"2312.06934","title":"Toward Real Text Manipulation Detection: New Dataset and New Solution","created":"2023-12-12","cited_by_count":20,"area":null},{"id":"2503.14140","title":"Marten: Visual Question Answering with Mask Generation for Multi-modal Document Understanding","created":"2025-03-18","cited_by_count":20,"area":"mllm"},{"id":"2201.11438","title":"DocSegTr: An Instance-Level End-to-End Document Image Segmentation Transformer","created":"2022-01-27","cited_by_count":19,"area":null},{"id":"2205.13724","title":"V-Doc : Visual questions answers with Documents","created":"2022-05-27","cited_by_count":19,"area":null},{"id":"2505.19616","title":"Diagnosing and Mitigating Modality Interference in Multimodal Large Language Models","created":"2025-05-26","cited_by_count":19,"area":"mllm"},{"id":"2106.12940","title":"MatchVIE: Exploiting Match Relevancy between Entities for Visual Information Extraction","created":"2021-06-24","cited_by_count":18,"area":null},{"id":"2206.13155","title":"Bi-VLDoc: Bidirectional Vision-Language Modeling for Visually-Rich Document Understanding","created":"2022-06-27","cited_by_count":18,"area":"mllm"},{"id":"2307.07929","title":"DocTr: Document Transformer for Structured Information Extraction in Documents","created":"2023-07-16","cited_by_count":18,"area":null},{"id":"2208.10970","title":"Doc-GCN: Heterogeneous Graph Convolutional Networks for Document Layout Analysis","created":"2022-08-22","cited_by_count":17,"area":null},{"id":"2208.11168","title":"Doc2Graph: a Task Agnostic Document Understanding Framework based on Graph Neural Networks","created":"2022-08-23","cited_by_count":17,"area":null},{"id":"2305.18721","title":"LayoutMask: Enhance Text-Layout Interaction in Multi-modal Pre-training for Document Understanding","created":"2023-05-30","cited_by_count":17,"area":null},{"id":"2511.03929","title":"NVIDIA Nemotron Nano V2 VL","created":"2025-11-06","cited_by_count":17,"area":null},{"id":"2107.04419","title":"Form2Seq : A Framework for Higher-Order Form Structure Extraction","created":"2021-07-09","cited_by_count":16,"area":null},{"id":"2505.24878","title":"Open CaptchaWorld: A Comprehensive Web-based Platform for Testing and Benchmarking Multimodal LLM Agents","created":"2025-05-30","cited_by_count":16,"area":"mllm"},{"id":"2509.23988","title":"LLM/Agent-as-Data-Analyst: A Survey","created":"2025-09-28","cited_by_count":16,"area":"agents"},{"id":"2105.08194","title":"Visual FUDGE: Form Understanding via Dynamic Graph Editing","created":"2021-05-17","cited_by_count":15,"area":null},{"id":"2110.00711","title":"Asking questions on handwritten document collections","created":"2021-10-02","cited_by_count":14,"area":null},{"id":"2208.14558","title":"Augraphy: A Data Augmentation Library for Document Images","created":"2022-08-30","cited_by_count":14,"area":null},{"id":"2506.14028","title":"MultiFinBen: Benchmarking Large Language Models for Multilingual and Multimodal Financial Application","created":"2025-06-16","cited_by_count":14,"area":null},{"id":"2507.12566","title":"Mono-InternVL-1.5: Towards Cheaper and Faster Monolithic Multimodal Large Language Models","created":"2025-07-16","cited_by_count":13,"area":"mllm"},{"id":"2210.02849","title":"XDoc: Unified Pre-training for Cross-Format Document Understanding","created":"2022-10-06","cited_by_count":12,"area":null},{"id":"2310.02569","title":"ReForm-Eval: Evaluating Large Vision Language Models via Unified Re-Formulation of Task-Oriented Benchmarks","created":"2023-10-04","cited_by_count":12,"area":"mllm"},{"id":"2403.16516","title":"Visually Guided Generative Text-Layout Pre-training for Document Intelligence","created":"2024-03-25","cited_by_count":12,"area":null},{"id":"2409.04095","title":"UNIT: Unifying Image and Text Recognition in One Vision Encoder","created":"2024-09-06","cited_by_count":12,"area":null},{"id":"2409.19672","title":"Modeling Layout Reading Order as Ordering Relations for Visually-rich Document Understanding","created":"2024-09-29","cited_by_count":12,"area":null},{"id":"2506.20168","title":"Seeing is Believing? Mitigating OCR Hallucinations in Multimodal Large Language Models","created":"2025-06-25","cited_by_count":12,"area":"mllm"},{"id":"2109.08079","title":"Context-NER : Contextual Phrase Generation at Scale","created":"2021-09-16","cited_by_count":11,"area":null},{"id":"2205.02411","title":"Relational Representation Learning in Visually-Rich Documents","created":"2022-05-05","cited_by_count":11,"area":null},{"id":"2206.11229","title":"Business Document Information Extraction: Towards Practical Benchmarks","created":"2022-06-20","cited_by_count":11,"area":null}],"next_cursor":"100"}