{"total":336,"rows":[{"id":"2310.08560","title":"MemGPT: Towards LLMs as Operating Systems","created":"2023-10-12","cited_by_count":1389,"area":null},{"id":"2311.12983","title":"GAIA: a benchmark for General AI Assistants","created":"2023-11-21","cited_by_count":1128,"area":null},{"id":"2506.07982","title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","created":"2025-06-09","cited_by_count":627,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2407.01502","title":"AI Agents That Matter","created":"2024-07-01","cited_by_count":219,"area":null},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2309.07045","title":"SafetyBench: Evaluating the Safety of Large Language Models","created":"2023-09-13","cited_by_count":199,"area":null},{"id":"2308.14752","title":"AI Deception: A Survey of Examples, Risks, and Potential Solutions","created":"2023-08-28","cited_by_count":188,"area":null},{"id":"2409.00138","title":"PrivacyLens: Evaluating Privacy Norm Awareness of Language Models in Action","created":"2024-08-29","cited_by_count":171,"area":null},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2510.04374","title":"GDPval: Evaluating AI Model Performance on Real-World Economically Valuable Tasks","created":"2025-10-05","cited_by_count":158,"area":null},{"id":"2503.14499","title":"Measuring AI Ability to Complete Long Software Tasks","created":"2025-03-18","cited_by_count":156,"area":null},{"id":"2407.03978","title":"Benchmarking Complex Instruction-Following with Multiple Constraints Composition","created":"2024-07-04","cited_by_count":152,"area":null},{"id":"2311.18760","title":"TaskBench: Benchmarking Large Language Models for Task Automation","created":"2023-11-30","cited_by_count":144,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2404.02831","title":"Empowering Biomedical Discovery with AI Agents","created":"2024-04-03","cited_by_count":118,"area":null},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2404.14387","title":"A Survey on Self-Evolution of Large Language Models","created":"2024-04-22","cited_by_count":91,"area":null},{"id":"2309.09971","title":"MindAgent: Emergent Gaming Interaction","created":"2023-09-18","cited_by_count":88,"area":null},{"id":"2401.13138","title":"Visibility into AI Agents","created":"2024-01-23","cited_by_count":79,"area":null},{"id":"2410.03439","title":"ToolGen: Unified Tool Retrieval and Calling via Generation","created":"2024-10-04","cited_by_count":74,"area":null},{"id":"2502.02673","title":"MedRAX: Medical Reasoning Agent for Chest X-ray","created":"2025-02-04","cited_by_count":70,"area":null},{"id":"2406.16218","title":"Trace is the Next AutoDiff: Generative Optimization with Rich Feedback, Execution Traces, and LLMs","created":"2024-06-23","cited_by_count":69,"area":null},{"id":"2402.09880","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","created":"2024-02-15","cited_by_count":68,"area":null},{"id":"2311.18702","title":"CritiqueLLM: Towards an Informative Critique Generation Model for Evaluation of Large Language Model Generation","created":"2023-11-30","cited_by_count":66,"area":null},{"id":"2402.17385","title":"Determinants of LLM-assisted Decision-Making","created":"2024-02-27","cited_by_count":56,"area":null},{"id":"2505.15146","title":"lmgame-Bench: How Good are LLMs at Playing Games?","created":"2025-05-21","cited_by_count":55,"area":null},{"id":"2403.12027","title":"From Pixels to Insights: A Survey on Automatic Chart Understanding in the Era of Large Foundation Models","created":"2024-03-18","cited_by_count":53,"area":null},{"id":"2310.05177","title":"Do Large Language Models Know about Facts?","created":"2023-10-08","cited_by_count":51,"area":null},{"id":"2310.03046","title":"EcoAssistant: Using LLM Assistant More Affordably and Accurately","created":"2023-10-03","cited_by_count":49,"area":null},{"id":"2404.02893","title":"ChatGLM-Math: Improving Math Problem-Solving in Large Language Models with a Self-Critique Pipeline","created":"2024-04-03","cited_by_count":47,"area":null},{"id":"2312.13108","title":"ASSISTGUI: Task-Oriented Desktop Graphical User Interface Automation","created":"2023-12-20","cited_by_count":45,"area":null},{"id":"2403.17918","title":"AgentStudio: A Toolkit for Building General Virtual Agents","created":"2024-03-26","cited_by_count":45,"area":null},{"id":"2504.10374","title":"Ctrl-Z: Controlling AI Agents via Resampling","created":"2025-04-14","cited_by_count":44,"area":null},{"id":"2506.06576","title":"Future of Work with AI Agents: Auditing Automation and Augmentation Potential across the U.S. Workforce","created":"2025-06-06","cited_by_count":38,"area":null},{"id":"2401.16467","title":"ReGAL: Refactoring Programs to Discover Generalizable Abstractions","created":"2024-01-29","cited_by_count":36,"area":null},{"id":"2410.10760","title":"Denial-of-Service Poisoning Attacks against Large Language Models","created":"2024-10-14","cited_by_count":35,"area":null},{"id":"2402.13610","title":"Data-driven Discovery with Large Generative Models","created":"2024-02-21","cited_by_count":34,"area":null},{"id":"2406.03712","title":"A Survey on Medical Large Language Models: Technology, Application, Trustworthiness, and Future Directions","created":"2024-06-06","cited_by_count":34,"area":null},{"id":"2312.06853","title":"LLF-Bench: Benchmark for Interactive Learning from Language Feedback","created":"2023-12-11","cited_by_count":33,"area":null},{"id":"2412.13103","title":"AI PERSONA: Towards Life-long Personalization of LLMs","created":"2024-12-17","cited_by_count":32,"area":null},{"id":"2311.01677","title":"DialogBench: Evaluating LLMs as Human-like Dialogue Systems","created":"2023-11-03","cited_by_count":31,"area":null},{"id":"2407.10899","title":"Leveraging LLM-Respondents for Item Evaluation: a Psychometric Analysis","created":"2024-07-15","cited_by_count":31,"area":null},{"id":"2602.14849","title":"Atomix: Timely, Transactional Tool Use for Reliable Agentic Workflows","created":"2026-02-16","cited_by_count":30,"area":null},{"id":"2403.00485","title":"A Survey of Geometric Graph Neural Networks: Data Structures, Models and Applications","created":"2024-03-01","cited_by_count":28,"area":null},{"id":"2408.10943","title":"SysBench: Can Large Language Models Follow System Messages?","created":"2024-08-20","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2506.10406","title":"PAG: Multi-Turn Reinforced LLM Self-Correction with Policy as Generative Verifier","created":"2025-06-12","cited_by_count":28,"area":null},{"id":"2406.11852","title":"Risks from Language Models for Automated Mental Healthcare: Ethics and Structure for Implementation","created":"2024-04-02","cited_by_count":27,"area":null},{"id":"2403.02419","title":"Are More LLM Calls All You Need? Towards Scaling Laws of Compound Inference Systems","created":"2024-03-04","cited_by_count":25,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2406.20015","title":"ToolBeHonest: A Multi-level Hallucination Diagnostic Benchmark for Tool-Augmented Large Language Models","created":"2024-06-28","cited_by_count":25,"area":null},{"id":"2604.17308","title":"SkillFlow:Benchmarking Lifelong Skill Discovery and Evolution for Autonomous Agents","created":"2026-04-19","cited_by_count":25,"area":null},{"id":"2405.19946","title":"Learning to Discuss Strategically: A Case Study on One Night Ultimate Werewolf","created":"2024-05-30","cited_by_count":24,"area":null},{"id":"2503.17354","title":"HCAST: Human-Calibrated Autonomy Software Tasks","created":"2025-03-21","cited_by_count":24,"area":null},{"id":"2502.04510","title":"Heterogeneous Swarms: Jointly Optimizing Model Roles and Weights for Multi-LLM Systems","created":"2025-02-06","cited_by_count":23,"area":null},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2506.13356","title":"StoryBench: A Dynamic Benchmark for Evaluating Long-Term Memory with Multi Turns","created":"2025-06-16","cited_by_count":20,"area":null},{"id":"2510.10035","title":"Failure-Driven Workflow Refinement","created":"2025-10-11","cited_by_count":20,"area":null},{"id":"2510.26787","title":"Remote Labor Index: Measuring AI Automation of Remote Work","created":"2025-10-30","cited_by_count":20,"area":null},{"id":"2309.04316","title":"Incremental Learning of Humanoid Robot Behavior from Natural Interaction and Large Language Models","created":"2023-09-08","cited_by_count":19,"area":null},{"id":"2405.04520","title":"NaturalCodeBench: Examining Coding Performance Mismatch on HumanEval and Natural User Prompts","created":"2024-05-07","cited_by_count":19,"area":null},{"id":"2406.12137","title":"IDs for AI Systems","created":"2024-06-17","cited_by_count":19,"area":null},{"id":"2408.13545","title":"IQA-EVAL: Automatic Evaluation of Human-Model Interactive Question Answering","created":"2024-08-24","cited_by_count":19,"area":null},{"id":"2510.05318","title":"BIRD-INTERACT: Re-imagining Text-to-SQL Evaluation for Large Language Models via Lens of Dynamic Interactions","created":"2025-10-06","cited_by_count":19,"area":null},{"id":"2312.11518","title":"User Modeling in the Era of Large Language Models: Current Research and Future Directions","created":"2023-12-11","cited_by_count":18,"area":null},{"id":"2506.03737","title":"ComRoPE: Scalable and Robust Rotary Position Embedding Parameterized by Trainable Commuting Angle Matrices","created":"2025-06-04","cited_by_count":18,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2502.12435","title":"A Survey on Large Language Models for Automated Planning","created":"2025-02-18","cited_by_count":17,"area":null},{"id":"2511.02778","title":"VCode: a Multimodal Coding Benchmark with SVG as Symbolic Visual Representation","created":"2025-11-04","cited_by_count":16,"area":null},{"id":"2402.01874","title":"The RL/LLM Taxonomy Tree: Reviewing Synergies Between Reinforcement Learning and Large Language Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2503.01811","title":"AutoAdvExBench: Benchmarking autonomous exploitation of adversarial example defenses","created":"2025-03-03","cited_by_count":15,"area":null},{"id":"2605.12925","title":"AgentLens: Revealing The Lucky Pass Problem in SWE-Agent Evaluation","created":"2026-05-13","cited_by_count":15,"area":null},{"id":"2509.21651","title":"Can AI Perceive Physical Danger and Intervene?","created":"2025-09-25","cited_by_count":14,"area":null},{"id":"2603.01357","title":"ASTRA-bench: Evaluating Tool-Use Agent Reasoning and Action Planning with Personal User Context","created":"2026-03-02","cited_by_count":14,"area":null},{"id":"2406.04662","title":"Evaluating and Mitigating IP Infringement in Visual Generative AI","created":"2024-06-07","cited_by_count":13,"area":null},{"id":"2606.05080","title":"AutoLab: Can Frontier Models Solve Long-Horizon Auto Research and Engineering Tasks?","created":"2026-06-03","cited_by_count":13,"area":null},{"id":"2505.13893","title":"InfiGFusion: Graph-on-Logits Distillation via Efficient Gromov-Wasserstein for Model Fusion","created":"2025-05-20","cited_by_count":12,"area":null},{"id":"2506.19806","title":"LLM-Based Social Simulations Require a Boundary","created":"2025-06-24","cited_by_count":12,"area":null},{"id":"2511.20766","title":"OpenApps: Simulating Environment Variations to Measure UI-Agent Reliability","created":"2025-11-25","cited_by_count":12,"area":null},{"id":"2604.14199","title":"PolyBench: Benchmarking LLM Forecasting and Trading Capabilities on Live Prediction Market Data","created":"2026-04-03","cited_by_count":12,"area":null},{"id":"2512.03042","title":"PPTArena: A Benchmark for PowerPoint Editing","created":"2025-12-02","cited_by_count":11,"area":null},{"id":"2605.07073","title":"TeamBench: Evaluating Agent Coordination under Enforced Role Separation","created":"2026-05-08","cited_by_count":10,"area":null},{"id":"2605.13625","title":"How to Interpret Agent Behavior","created":"2026-05-13","cited_by_count":10,"area":null},{"id":"2605.26329","title":"JobBench: Aligning Agent Work With Human Will","created":"2026-05-25","cited_by_count":10,"area":null},{"id":"2511.00796","title":"AReaL-Hex: Accommodating Asynchronous RL Training over Heterogeneous GPUs","created":"2025-11-02","cited_by_count":9,"area":null},{"id":"2604.27043","title":"CL-bench Life: Can Language Models Learn from Real-Life Context?","created":"2026-04-29","cited_by_count":9,"area":null},{"id":"2608.04003","title":"PAST-Bench: Benchmarking the Foundations of Recursive Self-Improvement in Personal Agents","created":"2026-08-04","cited_by_count":9,"area":null},{"id":"2609.00829","title":"HarnessEvolve: Learning from Reference Trajectories for Reliable Agent Self-Evolution","created":"2026-09-01","cited_by_count":9,"area":null},{"id":"2405.20192","title":"TAIA: Large Language Models are Out-of-Distribution Data Learners","created":"2024-05-30","cited_by_count":8,"area":null},{"id":"2504.06560","title":"NeedleInATable: Exploring Long-Context Capability of Large Language Models towards Long-Structured Tables","created":"2025-04-09","cited_by_count":8,"area":null},{"id":"2510.19687","title":"Are Large Language Models Sensitive to the Motives Behind Communication?","created":"2025-10-22","cited_by_count":8,"area":null},{"id":"2604.18543","title":"ClawEnvKit: Automatic Environment Generation for Claw-Like Agents","created":"2026-04-20","cited_by_count":8,"area":null},{"id":"2605.09636","title":"PDEAgent-Bench: A Multi-Metric, Multi-Library Benchmark for PDE Solver Generation","created":"2026-05-10","cited_by_count":8,"area":null},{"id":"2608.06352","title":"CalibForge: Adversarial Solver Calibration for Scaling Learnable Terminal Tasks","created":"2026-08-06","cited_by_count":8,"area":null},{"id":"2407.10735","title":"Transforming Agency. On the mode of existence of Large Language Models","created":"2024-07-15","cited_by_count":7,"area":null},{"id":"2410.05262","title":"TurtleBench: Evaluating Top Language Models via Real-World Yes/No Puzzles","created":"2024-10-07","cited_by_count":7,"area":null}],"next_cursor":"100"}