{"total":95,"rows":[{"id":"2412.05271","title":"Expanding Performance Boundaries of Open-Source Multimodal Models with Model, Data, and Test-Time Scaling","created":"2024-12-06","cited_by_count":1599,"area":"lr"},{"id":"2403.05525","title":"DeepSeek-VL: Towards Real-World Vision-Language Understanding","created":"2024-03-08","cited_by_count":733,"area":null},{"id":"2401.10935","title":"SeeClick: Harnessing GUI Grounding for Advanced Visual GUI Agents","created":"2024-01-17","cited_by_count":567,"area":"agents"},{"id":"2410.05243","title":"Navigating the Digital World as Humans Do: Universal Visual Grounding for GUI Agents","created":"2024-10-07","cited_by_count":382,"area":"mllm"},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366,"area":null},{"id":"2412.04454","title":"Aguvis: Unified Pure Vision Agents for Autonomous GUI Interaction","created":"2024-12-05","cited_by_count":278,"area":"lr"},{"id":"2305.18565","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","created":"2023-05-29","cited_by_count":255,"area":null},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2408.00203","title":"OmniParser for Pure Vision Based GUI Agent","created":"2024-08-01","cited_by_count":198,"area":"mllm"},{"id":"2308.15272","title":"AutoDroid: LLM-powered Task Automation in Android","created":"2023-08-29","cited_by_count":184,"area":null},{"id":"2411.18279","title":"Large Language Model-Brained GUI Agents: A Survey","created":"2024-11-27","cited_by_count":162,"area":"agents"},{"id":"2402.17553","title":"OmniACT: A Dataset and Benchmark for Enabling Multimodal Generalist Autonomous Agents for Desktop and Web","created":"2024-02-27","cited_by_count":157,"area":"agents"},{"id":"2412.16256","title":"Aria-UI: Visual Grounding for GUI Instructions","created":"2024-12-20","cited_by_count":140,"area":null},{"id":"2504.14239","title":"InfiGUI-R1: Advancing Multimodal GUI Agents from Reactive Actors to Deliberative Reasoners","created":"2025-04-19","cited_by_count":140,"area":"lr"},{"id":"2505.13227","title":"Scaling Computer-Use Grounding via User Interface Decomposition and Synthesis","created":"2025-05-19","cited_by_count":139,"area":"agents"},{"id":"2310.09199","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","created":"2023-10-13","cited_by_count":126,"area":"mllm"},{"id":"2108.03353","title":"Screen2Words: Automatic Mobile UI Summarization with Multimodal Learning","created":"2021-08-07","cited_by_count":120,"area":null},{"id":"2402.07945","title":"ScreenAgent: A Vision Language Model-driven Computer Control Agent","created":"2024-02-09","cited_by_count":102,"area":"mllm"},{"id":"2404.05955","title":"VisualWebBench: How Far Have Multimodal LLMs Evolved in Web Page Understanding and Grounding?","created":"2024-04-09","cited_by_count":100,"area":"mllm"},{"id":"2402.04615","title":"ScreenAI: A Vision-Language Model for UI and Infographics Understanding","created":"2024-02-07","cited_by_count":98,"area":"mllm"},{"id":"2107.13731","title":"UIBert: Learning Generic Multimodal Representations for UI Understanding","created":"2021-07-29","cited_by_count":95,"area":null},{"id":"2506.03143","title":"GUI-Actor: Coordinate-Free Visual Grounding for GUI Agents","created":"2025-06-03","cited_by_count":95,"area":"agents"},{"id":"2106.02795","title":"Learnable Fourier Features for Multi-Dimensional Spatial Positional Encoding","created":"2021-06-05","cited_by_count":93,"area":null},{"id":"2503.15661","title":"UI-Vision: A Desktop-centric GUI Benchmark for Visual Perception and Interaction","created":"2025-03-19","cited_by_count":77,"area":null},{"id":"2411.15296","title":"MME-Survey: A Comprehensive Survey on Evaluation of Multimodal LLMs","created":"2024-11-22","cited_by_count":72,"area":"mllm"},{"id":"2306.00245","title":"From Pixels to UI Actions: Learning to Follow Instructions via Graphical User Interfaces","created":"2023-05-31","cited_by_count":68,"area":null},{"id":"2501.04575","title":"InfiGUIAgent: A Multimodal Generalist GUI Agent with Native Reasoning and Reflection","created":"2025-01-08","cited_by_count":67,"area":"lr"},{"id":"2209.08199","title":"ScreenQA: Large-Scale Question-Answer Pairs over Mobile App Screenshots","created":"2022-09-16","cited_by_count":66,"area":null},{"id":"2209.08655","title":"Enabling Conversational Interaction with Mobile UI using Large Language Models","created":"2022-09-18","cited_by_count":66,"area":null},{"id":"2209.14927","title":"Spotlight: Mobile UI Understanding using Vision-Language Models with a Focus","created":"2022-09-29","cited_by_count":62,"area":"mllm"},{"id":"2404.16660","title":"Benchmarking Mobile Device Control Agents across Diverse Configurations","created":"2024-04-25","cited_by_count":55,"area":"agents"},{"id":"2503.13436","title":"Unified Autoregressive Visual Generation and Understanding with Continuous Tokens","created":"2025-03-17","cited_by_count":51,"area":null},{"id":"2406.07594","title":"MLLMGuard: A Multi-dimensional Safety Evaluation Suite for Multimodal Large Language Models","created":"2024-06-11","cited_by_count":34,"area":"mllm"},{"id":"2411.02006","title":"Foundations and Recent Trends in Multimodal Mobile Agents: A Survey","created":"2024-11-04","cited_by_count":31,"area":"agents"},{"id":"2201.04100","title":"Learning to Denoise Raw Mobile UI Layouts for Improving Datasets at Scale","created":"2022-01-11","cited_by_count":30,"area":null},{"id":"2410.13824","title":"Harnessing Webpage UIs for Text-Rich Visual Understanding","created":"2024-10-17","cited_by_count":28,"area":"mllm"},{"id":"2209.05534","title":"PreSTU: Pre-Training for Scene-Text Understanding","created":"2022-09-12","cited_by_count":27,"area":null},{"id":"2112.05692","title":"VUT: Versatile UI Transformer for Multi-Modal Multi-Task User Interface Modeling","created":"2021-12-10","cited_by_count":26,"area":null},{"id":"2211.07615","title":"UGIF: UI Grounded Instruction Following","created":"2022-11-14","cited_by_count":25,"area":null},{"id":"2210.02663","title":"Towards Better Semantic Understanding of Mobile Interfaces","created":"2022-10-06","cited_by_count":24,"area":null},{"id":"2505.10924","title":"A Survey on the Safety and Security Threats of Computer-Using Agents: JARVIS or Ultron?","created":"2025-05-16","cited_by_count":23,"area":"agents"},{"id":"2506.08012","title":"GUI-Reflection: Empowering Multimodal GUI Models with Self-Reflection Behavior","created":"2025-06-09","cited_by_count":23,"area":"mllm"},{"id":"2412.09362","title":"Falcon-UI: Understanding GUI Before Following User Instructions","created":"2024-12-12","cited_by_count":22,"area":null},{"id":"2508.21767","title":"UItron: Foundational GUI Agent with Advanced Perception and Planning","created":"2025-08-29","cited_by_count":22,"area":"agents"},{"id":"2510.20286","title":"UI-Ins: Enhancing GUI Grounding with Multi-Perspective Instruction-as-Reasoning","created":"2025-10-23","cited_by_count":22,"area":"agents"},{"id":"2511.07332","title":"Grounding Computer Use Agents on Human Demonstrations","created":"2025-11-10","cited_by_count":22,"area":"agents"},{"id":"2504.11257","title":"UI-E2I-Synth: Advancing GUI Grounding with Large-Scale Instruction Synthesis","created":"2025-04-15","cited_by_count":20,"area":"mllm"},{"id":"2502.01977","title":"AutoGUI: Scaling GUI Grounding with Automatic Functionality Annotations from LLMs","created":"2025-02-04","cited_by_count":19,"area":"mllm"},{"id":"2508.03700","title":"MagicGUI: A Foundational Mobile GUI Agent with Scalable Data Pipeline and Reinforcement Fine-tuning","created":"2025-07-19","cited_by_count":19,"area":"agents"},{"id":"2310.04716","title":"Reinforced UI Instruction Grounding: Towards a Generic UI Task Automation API","created":"2023-10-07","cited_by_count":18,"area":null},{"id":"2503.03196","title":"SpiritSight Agent: Advanced GUI Agent with One Look","created":"2025-03-05","cited_by_count":18,"area":"agents"},{"id":"2106.00133","title":"AppBuddy: Learning to Accomplish Tasks in Mobile Apps via Reinforcement Learning","created":"2021-05-31","cited_by_count":17,"area":null},{"id":"2502.16796","title":"MobileSteward: Integrating Multiple App-Oriented Agents with Self-Evolution to Automate Cross-App Instructions","created":"2025-02-24","cited_by_count":16,"area":null},{"id":"2505.11891","title":"Mobile-Bench-v2: A More Realistic and Comprehensive Benchmark for VLM-based Mobile Agents","created":"2025-05-17","cited_by_count":16,"area":"agents"},{"id":"2403.03346","title":"Enhancing Vision-Language Pre-training with Rich Supervisions","created":"2024-03-05","cited_by_count":13,"area":"mllm"},{"id":"2601.20380","title":"OmegaUse: Building a General-Purpose GUI Agent for Autonomous Task Execution","created":"2026-01-28","cited_by_count":13,"area":"agents"},{"id":"2310.07023","title":"Automatic Macro Mining from Interaction Traces at Scale","created":"2023-10-10","cited_by_count":12,"area":null},{"id":"2409.13711","title":"WebQuest: A Benchmark for Multimodal QA on Web Page Sequences","created":"2024-09-06","cited_by_count":12,"area":"mllm"},{"id":"2503.14021","title":"MP-GUI: Modality Perception with MLLMs for GUI Understanding","created":"2025-03-18","cited_by_count":12,"area":null},{"id":"2301.10165","title":"Lexi: Self-Supervised Learning of the UI Language","created":"2023-01-23","cited_by_count":10,"area":null},{"id":"2410.19461","title":"EDGE: Enhanced Grounded GUI Understanding with Enriched Multi-Granularity Synthetic Data","created":"2024-10-25","cited_by_count":10,"area":"synth"},{"id":"2509.10345","title":"Towards Understanding Visual Grounding in Visual Language Models","created":"2025-09-12","cited_by_count":10,"area":"mllm"},{"id":"2510.14621","title":"ColorBench: Benchmarking Mobile Agents with Graph-Structured Framework for Complex Long-Horizon Tasks","created":"2025-10-16","cited_by_count":10,"area":"agents"},{"id":"2605.27761","title":"AndroidDaily: A Verifiable Benchmark for Mobile GUI Agents on Real-World Closed-Source Applications","created":"2026-05-26","cited_by_count":10,"area":"agents"},{"id":"2209.15099","title":"MUG: Interactive Multimodal Grounding on User Interfaces","created":"2022-09-29","cited_by_count":9,"area":null},{"id":"2502.08226","title":"TRISHUL: Towards Region Identification and Screen Hierarchy Understanding for Large VLM based GUI Agents","created":"2025-02-12","cited_by_count":9,"area":"mllm"},{"id":"2503.24180","title":"Navi-plus: Managing Ambiguous GUI Navigation Tasks with Follow-up Questions","created":"2025-03-31","cited_by_count":8,"area":null},{"id":"2507.06899","title":"VisualTrap: A Stealthy Backdoor Attack on GUI Agents via Visual Grounding Manipulation","created":"2025-07-09","cited_by_count":6,"area":"agents"},{"id":"2602.14276","title":"ScreenParse: Moving Beyond Sparse Grounding with Complete Screen Parsing Supervision","created":"2026-02-15","cited_by_count":6,"area":null},{"id":"2406.07822","title":"Tell Me What's Next: Textual Foresight for Generic UI Representations","created":"2024-06-12","cited_by_count":5,"area":null},{"id":"2603.14448","title":"Zoom to Essence: Trainless GUI Grounding by Inferring upon Interface Elements","created":"2026-03-15","cited_by_count":5,"area":"mllm"},{"id":"2604.02345","title":"UI-Oceanus: Scaling GUI Agents with Synthetic Environmental Dynamics","created":"2026-02-11","cited_by_count":5,"area":"agents"},{"id":"2604.21268","title":"Measure Twice, Click Once: Co-evolving Proposer and Visual Critic via Reinforcement Learning for GUI Grounding","created":"2026-04-23","cited_by_count":5,"area":"lr"},{"id":"2303.04496","title":"MenuCraft: Interactive Menu System Design with Large Language Models","created":"2023-03-08","cited_by_count":4,"area":null},{"id":"2405.00145","title":"GUing: A Mobile GUI Search Engine using a Vision-Language Model","created":"2024-04-30","cited_by_count":4,"area":null},{"id":"2503.11170","title":"DeskVision: Large Scale Desktop Region Captioning for Advanced GUI Agents","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2507.19549","title":"AccessGuru: Leveraging LLMs to Detect and Correct Web Accessibility Violations in HTML Code","created":"2025-07-24","cited_by_count":4,"area":null},{"id":"2509.13615","title":"See, Think, Act: Teaching Multimodal Agents to Effectively Interact with GUI by Identifying Toggles","created":"2025-09-17","cited_by_count":4,"area":null},{"id":"2509.17328","title":"UIPro: Unleashing Superior Interaction Capability For GUI Agents","created":"2025-09-22","cited_by_count":4,"area":"agents"},{"id":"2510.11496","title":"AndesVL Technical Report: An Efficient Mobile-side Multimodal Large Language Model","created":"2025-10-13","cited_by_count":4,"area":"mllm"},{"id":"2305.14779","title":"Alt-Text with Context: Improving Accessibility for Images on Twitter","created":"2023-05-24","cited_by_count":3,"area":null},{"id":"2510.27266","title":"Enhancing Trustworthy GUI Grounding via Self-Critiqued Reinforcement Learning","created":"2025-10-31","cited_by_count":3,"area":"lr"},{"id":"2603.26211","title":"Towards GUI Agents: Vision-Language Diffusion Models for GUI Grounding","created":"2026-03-27","cited_by_count":3,"area":"mllm"},{"id":"2604.14262","title":"GUI-Perturbed: Domain Randomization Reveals Systematic Brittleness in GUI Grounding Models","created":"2026-04-15","cited_by_count":3,"area":"lr"},{"id":"2604.27955","title":"GUI Agents with Reinforcement Learning: Toward Digital Inhabitants","created":"2026-04-30","cited_by_count":3,"area":"agents"},{"id":"2606.14579","title":"VISTA: View-Consistent Self-Verified Training for GUI Grounding","created":"2026-06-12","cited_by_count":3,"area":"lr"},{"id":"2506.17913","title":"Learning, Reasoning, Refinement: A Framework for Kahneman's Dual-System Intelligence in GUI Agents","created":"2025-06-22","cited_by_count":2,"area":"lr"},{"id":"2601.19258","title":"GhostUI: Unveiling Hidden Interactions in Mobile UI","created":"2026-01-27","cited_by_count":1,"area":null},{"id":"2605.30126","title":"PARCEL: Pool-Anchored Resampling with Conditioned Elastic Queries for Efficient Vision-Language Understanding","created":"2026-05-28","cited_by_count":1,"area":"mllm"},{"id":"2305.14218","title":"DUBLIN -- Document Understanding By Language-Image Network","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2510.00647","title":"MCM-DPO: Multifaceted Cross-Modal Direct Preference Optimization for Alt-text Generation","created":"2025-10-01","cited_by_count":0,"area":"alignment"},{"id":"2511.19380","title":"UISearch: Graph-Based Embeddings for Multimodal Enterprise UI Screenshots Retrieval","created":"2025-11-24","cited_by_count":0,"area":null},{"id":"2607.28645","title":"Looks Right, Works Right: A Project-Level Benchmark for Multi-Screen Mobile App Generation","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2609.39547","title":"Learning Reliable GUI Agents under Imperfect Priors","created":"2026-09-30","cited_by_count":0,"area":"mllm"},{"id":"2610.19100","title":"GroundGUI: GUI Grounding by High-Quality Data and Distillation-to-Reinforcement Learning","created":"2026-10-13","cited_by_count":0,"area":"lr"}],"next_cursor":null}