{"total":448,"rows":[{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373,"area":null},{"id":"2506.07982","title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","created":"2025-06-09","cited_by_count":627,"area":null},{"id":"2406.15877","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","created":"2024-06-22","cited_by_count":546,"area":null},{"id":"2308.07107","title":"Large Language Models for Information Retrieval: A Survey","created":"2023-08-14","cited_by_count":331,"area":null},{"id":"2408.04682","title":"ToolSandbox: A Stateful, Conversational, Interactive Evaluation Benchmark for LLM Tool Use Capabilities","created":"2024-08-08","cited_by_count":295,"area":null},{"id":"2411.17465","title":"ShowUI: One Vision-Language-Action Model for GUI Visual Agent","created":"2024-11-26","cited_by_count":232,"area":null},{"id":"2407.01502","title":"AI Agents That Matter","created":"2024-07-01","cited_by_count":219,"area":null},{"id":"2406.01171","title":"Two Tales of Persona in LLMs: A Survey of Role-Playing and Personalization","created":"2024-06-03","cited_by_count":208,"area":null},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2406.08451","title":"GUIOdyssey: A Comprehensive Dataset for Cross-App GUI Navigation on Mobile Devices","created":"2024-06-12","cited_by_count":194,"area":null},{"id":"2402.05930","title":"WebLINX: Real-World Website Navigation with Multi-Turn Dialogue","created":"2024-02-08","cited_by_count":180,"area":null},{"id":"2409.00138","title":"PrivacyLens: Evaluating Privacy Norm Awareness of Language Models in Action","created":"2024-08-29","cited_by_count":171,"area":null},{"id":"2311.07590","title":"Large Language Models can Strategically Deceive their Users when Put Under Pressure","created":"2023-11-09","cited_by_count":146,"area":null},{"id":"2404.06474","title":"Autonomous Evaluation and Refinement of Digital Agents","created":"2024-04-09","cited_by_count":137,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2411.11581","title":"OASIS: Open Agent Social Interaction Simulations with One Million Agents","created":"2024-11-18","cited_by_count":132,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2403.03186","title":"Cradle: Empowering Foundation Agents Towards General Computer Control","created":"2024-03-05","cited_by_count":117,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2510.08558","title":"Agent Learning via Early Experience","created":"2025-10-09","cited_by_count":85,"area":null},{"id":"2402.18667","title":"FOFO: A Benchmark to Evaluate LLMs' Format-Following Capability","created":"2024-02-28","cited_by_count":80,"area":null},{"id":"2406.04268","title":"Open-Endedness is Essential for Artificial Superhuman Intelligence","created":"2024-06-06","cited_by_count":80,"area":null},{"id":"2503.15661","title":"UI-Vision: A Desktop-centric GUI Benchmark for Visual Perception and Interaction","created":"2025-03-19","cited_by_count":77,"area":null},{"id":"2501.00912","title":"AutoPresent: Designing Structured Visuals from Scratch","created":"2025-01-01","cited_by_count":68,"area":null},{"id":"2310.03720","title":"SteP: Stacked LLM Policies for Web Actions","created":"2023-10-05","cited_by_count":66,"area":null},{"id":"2505.15146","title":"lmgame-Bench: How Good are LLMs at Playing Games?","created":"2025-05-21","cited_by_count":55,"area":null},{"id":"2403.15452","title":"What Are Tools Anyway? A Survey from the Language Model Perspective","created":"2024-03-18","cited_by_count":54,"area":null},{"id":"2410.18967","title":"Ferret-UI 2: Mastering Universal User Interface Understanding Across Platforms","created":"2024-10-24","cited_by_count":51,"area":null},{"id":"2312.13108","title":"ASSISTGUI: Task-Oriented Desktop Graphical User Interface Automation","created":"2023-12-20","cited_by_count":45,"area":null},{"id":"2403.17918","title":"AgentStudio: A Toolkit for Building General Virtual Agents","created":"2024-03-26","cited_by_count":45,"area":null},{"id":"2511.03773","title":"Scaling Agent Learning via Experience Synthesis","created":"2025-11-05","cited_by_count":44,"area":null},{"id":"2410.19100","title":"VideoWebArena: Evaluating Long Context Multimodal Agents with Video Understanding Web Tasks","created":"2024-10-24","cited_by_count":43,"area":null},{"id":"2507.04952","title":"ArtifactsBench: Bridging the Visual-Interactive Gap in LLM Code Generation Evaluation","created":"2025-07-07","cited_by_count":42,"area":null},{"id":"2509.24002","title":"MCPMark: A Benchmark for Stress-Testing Realistic and Comprehensive MCP Use","created":"2025-09-28","cited_by_count":39,"area":null},{"id":"2406.10227","title":"VideoGUI: A Benchmark for GUI Automation from Instructional Videos","created":"2024-06-14","cited_by_count":35,"area":null},{"id":"2310.08367","title":"MCU: An Evaluation Framework for Open-Ended Game Agents","created":"2023-10-12","cited_by_count":34,"area":null},{"id":"2506.05334","title":"Search Arena: Analyzing Search-Augmented LLMs","created":"2025-06-05","cited_by_count":34,"area":null},{"id":"2604.08523","title":"ClawBench: Can AI Agents Complete Everyday Online Tasks?","created":"2026-04-09","cited_by_count":33,"area":null},{"id":"2503.01861","title":"Towards Enterprise-Ready Computer Using Generalist Agent","created":"2025-02-24","cited_by_count":31,"area":null},{"id":"2606.05405","title":"Agents' Last Exam","created":"2026-06-03","cited_by_count":31,"area":null},{"id":"2311.01767","title":"PPTC Benchmark: Evaluating Large Language Models for PowerPoint Task Completion","created":"2023-11-03","cited_by_count":30,"area":null},{"id":"2404.15500","title":"GeoLLM-Engine: A Realistic Environment for Building Geospatial Copilots","created":"2024-04-23","cited_by_count":30,"area":null},{"id":"2602.14849","title":"Atomix: Timely, Transactional Tool Use for Reliable Agentic Workflows","created":"2026-02-16","cited_by_count":30,"area":null},{"id":"2406.00936","title":"A Survey of Useful LLM Evaluation","created":"2024-06-03","cited_by_count":29,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2312.11444","title":"An In-depth Look at Gemini's Language Abilities","created":"2023-12-18","cited_by_count":28,"area":null},{"id":"2506.05606","title":"OPeRA: A Dataset of Observation, Persona, Rationale, and Action for Evaluating LLMs on Human Online Shopping Behavior Simulation","created":"2025-06-05","cited_by_count":28,"area":null},{"id":"2410.18603","title":"AgentStore: Scalable Integration of Heterogeneous Agents As Specialized Generalist Computer Assistant","created":"2024-10-24","cited_by_count":27,"area":null},{"id":"2510.15863","title":"PolySkill: Learning Generalizable Skills Through Polymorphic Abstraction","created":"2025-10-17","cited_by_count":27,"area":null},{"id":"2409.14457","title":"Large Model Based Agents: State-of-the-Art, Cooperation Paradigms, Security and Privacy, and Future Trends","created":"2024-09-22","cited_by_count":26,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2504.05408","title":"Frontier AI's Impact on the Cybersecurity Landscape","created":"2025-04-07","cited_by_count":21,"area":null},{"id":"2504.10445","title":"RealWebAssist: A Benchmark for Long-Horizon Web Assistance with Real-World Users","created":"2025-04-14","cited_by_count":21,"area":null},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2410.20745","title":"Shopping MMLU: A Massive Multi-Task Online Shopping Benchmark for Large Language Models","created":"2024-10-28","cited_by_count":20,"area":null},{"id":"2506.13356","title":"StoryBench: A Dynamic Benchmark for Evaluating Long-Term Memory with Multi Turns","created":"2025-06-16","cited_by_count":20,"area":null},{"id":"2510.26787","title":"Remote Labor Index: Measuring AI Automation of Remote Work","created":"2025-10-30","cited_by_count":20,"area":null},{"id":"2312.15820","title":"WebVLN: Vision-and-Language Navigation on Websites","created":"2023-12-25","cited_by_count":19,"area":null},{"id":"2508.21456","title":"Morae: Proactively Pausing UI Agents for User Choices","created":"2025-08-29","cited_by_count":19,"area":null},{"id":"2510.22780","title":"How Do AI Agents Do Human Work? Comparing AI and Human Workflows Across Diverse Occupations","created":"2025-10-26","cited_by_count":19,"area":null},{"id":"2401.04124","title":"MobileAgent: enhancing mobile control via human-machine interaction and SOP integration","created":"2024-01-04","cited_by_count":18,"area":null},{"id":"2510.14969","title":"LLMs as Scalable, General-Purpose Simulators For Evolving Digital Agent Training","created":"2025-10-16","cited_by_count":18,"area":null},{"id":"2508.16763","title":"WebMMU: A Benchmark for Multimodal Multilingual Website Understanding and Code Generation","created":"2025-08-22","cited_by_count":16,"area":null},{"id":"2607.13988","title":"TRACE: Turn-level Reward Assignment via Credit Estimation for Long-Horizon Agents","created":"2026-07-15","cited_by_count":16,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2503.01811","title":"AutoAdvExBench: Benchmarking autonomous exploitation of adversarial example defenses","created":"2025-03-03","cited_by_count":15,"area":null},{"id":"2504.12691","title":"Why and How LLMs Hallucinate: Connecting the Dots with Subsequence Associations","created":"2025-04-17","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2605.12925","title":"AgentLens: Revealing The Lucky Pass Problem in SWE-Agent Evaluation","created":"2026-05-13","cited_by_count":15,"area":null},{"id":"2405.03710","title":"Automating the Enterprise with Foundation Models","created":"2024-05-03","cited_by_count":14,"area":null},{"id":"2508.03284","title":"ToolVQA: A Dataset for Multi-step Reasoning VQA with External Tools","created":"2025-08-05","cited_by_count":13,"area":null},{"id":"2404.15804","title":"GeckOpt: LLM System Efficiency via Intent-Based Tool Selection","created":"2024-04-24","cited_by_count":12,"area":null},{"id":"2412.17589","title":"PC Agent: While You Sleep, AI Works -- A Cognitive Journey into Digital World","created":"2024-12-23","cited_by_count":12,"area":null},{"id":"2509.24709","title":"IWR-Bench: Can LVLMs reconstruct interactive webpage from a user interaction video?","created":"2025-09-29","cited_by_count":12,"area":null},{"id":"2511.20766","title":"OpenApps: Simulating Environment Variations to Measure UI-Agent Reliability","created":"2025-11-25","cited_by_count":12,"area":null},{"id":"2604.18934","title":"AutomationBench","created":"2026-04-21","cited_by_count":12,"area":null},{"id":"2406.13264","title":"WONDERBREAD: A Benchmark for Evaluating Multimodal Foundation Models on Business Process Management Tasks","created":"2024-06-19","cited_by_count":11,"area":null},{"id":"2512.03042","title":"PPTArena: A Benchmark for PowerPoint Editing","created":"2025-12-02","cited_by_count":11,"area":null},{"id":"2602.03647","title":"Search-R2: Enhancing Search-Integrated Reasoning via Actor-Refiner Collaboration","created":"2026-02-03","cited_by_count":11,"area":null},{"id":"2506.02672","title":"EvaLearn: Quantifying the Learning Capability and Efficiency of LLMs via Sequential Problem Solving","created":"2025-06-03","cited_by_count":10,"area":null},{"id":"2603.01203","title":"How Well Does Agent Development Reflect Real-World Work?","created":"2026-03-01","cited_by_count":10,"area":null},{"id":"2605.13625","title":"How to Interpret Agent Behavior","created":"2026-05-13","cited_by_count":10,"area":null},{"id":"2605.19156","title":"How Far Are We From True Auto-Research?","created":"2026-05-18","cited_by_count":10,"area":null},{"id":"2605.20616","title":"Auto-Dreamer: Learning Offline Memory Consolidation for Language Agents","created":"2026-05-20","cited_by_count":10,"area":null},{"id":"2605.26329","title":"JobBench: Aligning Agent Work With Human Will","created":"2026-05-25","cited_by_count":10,"area":null},{"id":"2607.28802","title":"Model or Harness? An Interaction-Centric Taxonomy for Localizing Agent Failures","created":"2026-07-30","cited_by_count":10,"area":null},{"id":"2404.00246","title":"Your Co-Workers Matter: Evaluating Collaborative Capabilities of Language Models in Blocks World","created":"2024-03-30","cited_by_count":9,"area":null},{"id":"2406.14314","title":"Identifying User Goals from UI Trajectories","created":"2024-06-20","cited_by_count":9,"area":null},{"id":"2409.10741","title":"NaviQAte: Functionality-Guided Web Application Navigation","created":"2024-09-16","cited_by_count":9,"area":null},{"id":"2503.03588","title":"PowerAttention: Exponentially Scaling of Receptive Fields for Effective Sparse Attention","created":"2025-03-05","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2507.17186","title":"FinGAIA: A Chinese Benchmark for AI Agents in Real-World Financial Domain","created":"2025-07-23","cited_by_count":9,"area":null},{"id":"2511.05931","title":"Self-Abstraction from Grounded Experience for Plan-Guided Policy Refinement","created":"2025-11-08","cited_by_count":9,"area":null},{"id":"2511.22978","title":"ShoppingComp: Are LLMs Really Ready for Your Shopping Cart?","created":"2025-11-28","cited_by_count":9,"area":null},{"id":"2601.14171","title":"Paper2Rebuttal: A Multi-Agent Framework for Transparent Author Response Assistance","created":"2026-01-20","cited_by_count":9,"area":null},{"id":"2603.04601","title":"Vibe Code Bench: Evaluating AI Models on End-to-End Web Application Development","created":"2026-03-04","cited_by_count":9,"area":null},{"id":"2604.27043","title":"CL-bench Life: Can Language Models Learn from Real-Life Context?","created":"2026-04-29","cited_by_count":9,"area":null},{"id":"2606.01869","title":"WorldCoder-Bench: Benchmarking Physically Grounded 3D World Synthesis","created":"2026-06-01","cited_by_count":9,"area":null},{"id":"2609.00829","title":"HarnessEvolve: Learning from Reference Trajectories for Reliable Agent Self-Evolution","created":"2026-09-01","cited_by_count":9,"area":null},{"id":"2410.00201","title":"DreamStruct: Understanding Slides and User Interfaces via Synthetic Data Generation","created":"2024-09-30","cited_by_count":8,"area":null}],"next_cursor":"100"}