{"list":"other","total":133,"rows":[{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2210.03629","title":"ReAct: Synergizing Reasoning and Acting in Language Models","created":"2022-10-06","cited_by_count":8695},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2303.11366","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","created":"2023-03-20","cited_by_count":4276},{"id":"2302.04761","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","created":"2023-02-09","cited_by_count":4182},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975},{"id":"2307.13854","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","created":"2023-07-25","cited_by_count":2006},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"2307.16789","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","created":"2023-07-31","cited_by_count":1947},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"2405.15793","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","created":"2024-05-06","cited_by_count":1737},{"id":"2411.15594","title":"A Survey on LLM-as-a-Judge","created":"2024-11-23","cited_by_count":1423},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2406.12045","title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","created":"2024-06-17","cited_by_count":1402},{"id":"2305.15334","title":"Gorilla: Large Language Model Connected with Massive APIs","created":"2023-05-24","cited_by_count":1332},{"id":"2308.03688","title":"AgentBench: Evaluating LLMs as Agents","created":"2023-08-07","cited_by_count":1267},{"id":"2207.01206","title":"WebShop: Towards Scalable Real-World Web Interaction with Grounded Language Agents","created":"2022-07-04","cited_by_count":1251},{"id":"2306.06070","title":"Mind2Web: Towards a Generalist Agent for the Web","created":"2023-06-09","cited_by_count":1242},{"id":"2010.03768","title":"ALFWorld: Aligning Text and Embodied Environments for Interactive Learning","created":"2020-10-08","cited_by_count":1205},{"id":"2404.07972","title":"OSWorld: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments","created":"2024-04-11","cited_by_count":1195},{"id":"2403.04132","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","created":"2024-03-07","cited_by_count":1184},{"id":"2311.12983","title":"GAIA: a benchmark for General AI Assistants","created":"2023-11-21","cited_by_count":1128},{"id":"2005.04118","title":"Beyond Accuracy: Behavioral Testing of NLP models with CheckList","created":"2020-05-08","cited_by_count":1006},{"id":"2407.16741","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","created":"2024-07-23","cited_by_count":1002},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"1903.00161","title":"DROP: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs","created":"2019-03-01","cited_by_count":903},{"id":"2105.09938","title":"Measuring Coding Challenge Competence With APPS","created":"2021-05-20","cited_by_count":902},{"id":"2404.04475","title":"Length-Controlled AlpacaEval: A Simple Way to Debias Automatic Evaluators","created":"2024-04-06","cited_by_count":897},{"id":"1902.01007","title":"Right for the Wrong Reasons: Diagnosing Syntactic Heuristics in Natural Language Inference","created":"2019-02-04","cited_by_count":876},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836},{"id":"2402.17753","title":"Evaluating Very Long-Term Conversational Memory of LLM Agents","created":"2024-02-27","cited_by_count":830},{"id":"2410.10813","title":"LongMemEval: Benchmarking Chat Assistants on Long-Term Interactive Memory","created":"2024-10-14","cited_by_count":707},{"id":"2504.12516","title":"BrowseComp: A Simple Yet Challenging Benchmark for Browsing Agents","created":"2025-04-16","cited_by_count":647},{"id":"2503.13657","title":"Why Do Multi-Agent LLM Systems Fail?","created":"2025-03-17","cited_by_count":604},{"id":"2308.10848","title":"AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent Behaviors","created":"2023-08-21","cited_by_count":598},{"id":"2304.08244","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs","created":"2023-04-14","cited_by_count":591},{"id":"2601.11868","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","created":"2026-01-17","cited_by_count":585},{"id":"2106.03193","title":"The FLORES-101 Evaluation Benchmark for Low-Resource and Multilingual Machine Translation","created":"2021-06-06","cited_by_count":560},{"id":"2309.15817","title":"Identifying the Risks of LM Agents with an LM-Emulated Sandbox","created":"2023-09-25","cited_by_count":548},{"id":"1911.12237","title":"SAMSum Corpus: A Human-annotated Dialogue Dataset for Abstractive Summarization","created":"2019-11-27","cited_by_count":535},{"id":"2310.07820","title":"Large Language Models Are Zero-Shot Time Series Forecasters","created":"2023-10-11","cited_by_count":500},{"id":"2206.08853","title":"MineDojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge","created":"2022-06-17","cited_by_count":478},{"id":"2405.14573","title":"AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents","created":"2024-05-23","cited_by_count":468},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459},{"id":"2401.13919","title":"WebVoyager: Building an End-to-End Web Agent with Large Multimodal Models","created":"2024-01-25","cited_by_count":438},{"id":"2306.15626","title":"LeanDojo: Theorem Proving with Retrieval-Augmented Language Models","created":"2023-06-27","cited_by_count":427},{"id":"2407.18901","title":"AppWorld: A Controllable World of Apps and People for Benchmarking Interactive Coding Agents","created":"2024-07-26","cited_by_count":401},{"id":"2402.01622","title":"TravelPlanner: A Benchmark for Real-World Planning with Language Agents","created":"2024-02-02","cited_by_count":392},{"id":"2109.00110","title":"MiniF2F: a cross-system benchmark for formal Olympiad-level mathematics","created":"2021-08-31","cited_by_count":391},{"id":"2310.11667","title":"SOTOPIA: Interactive Evaluation for Social Intelligence in Language Agents","created":"2023-10-18","cited_by_count":367},{"id":"2403.07718","title":"WorkArena: How Capable Are Web Agents at Solving Common Knowledge Work Tasks?","created":"2024-03-12","cited_by_count":363},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348},{"id":"2412.14470","title":"Agent-SafetyBench: Evaluating the Safety of LLM Agents","created":"2024-12-19","cited_by_count":306},{"id":"2309.10691","title":"MINT: Evaluating LLMs in Multi-turn Interaction with Tools and Language Feedback","created":"2023-09-19","cited_by_count":297},{"id":"2408.04682","title":"ToolSandbox: A Stateful, Conversational, Interactive Evaluation Benchmark for LLM Tool Use Capabilities","created":"2024-08-08","cited_by_count":295},{"id":"2410.07985","title":"Omni-MATH: A Universal Olympiad Level Mathematic Benchmark For Large Language Models","created":"2024-10-10","cited_by_count":284},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262},{"id":"2207.13332","title":"RealTime QA: What's the Answer Right Now?","created":"2022-07-27","cited_by_count":244},{"id":"2405.07960","title":"AgentClinic: a multimodal agent benchmark to evaluate AI in simulated clinical environments","created":"2024-05-13","cited_by_count":231},{"id":"2310.17623","title":"Proving Test Set Contamination in Black Box Language Models","created":"2023-10-26","cited_by_count":230},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229},{"id":"1706.05125","title":"Deal or No Deal? End-to-End Learning for Negotiation Dialogues","created":"2017-06-16","cited_by_count":209},{"id":"2105.08209","title":"BookSum: A Collection of Datasets for Long-form Narrative Summarization","created":"2021-05-18","cited_by_count":184},{"id":"2503.01935","title":"MultiAgentBench: Evaluating the Collaboration and Competition of LLM agents","created":"2025-03-03","cited_by_count":178},{"id":"2308.08493","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","created":"2023-08-16","cited_by_count":177},{"id":"2205.00445","title":"MRKL Systems: A modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning","created":"2022-05-01","cited_by_count":156},{"id":"1803.04585","title":"Categorizing Variants of Goodhart's Law","created":"2018-03-13","cited_by_count":149},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147},{"id":"2311.18760","title":"TaskBench: Benchmarking Large Language Models for Task Automation","created":"2023-11-30","cited_by_count":144},{"id":"2305.10160","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","created":"2023-05-17","cited_by_count":142},{"id":"2311.09783","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","created":"2023-11-16","cited_by_count":138},{"id":"2509.25370","title":"Where LLM Agents Fail and How They can Learn From Failures","created":"2025-09-29","cited_by_count":133},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102},{"id":"2309.17167","title":"DyVal: Dynamic Evaluation of Large Language Models for Reasoning Tasks","created":"2023-09-29","cited_by_count":101},{"id":"2309.17234","title":"Cooperation, Competition, and Maliciousness: LLM-Stakeholders Interactive Negotiation","created":"2023-09-29","cited_by_count":96},{"id":"2212.09746","title":"Evaluating Human-Language Model Interaction","created":"2022-12-19","cited_by_count":92},{"id":"2501.00274","title":"LLM-Rubric: A Multidimensional, Calibrated Approach to Automated Evaluation of Natural Language Texts","created":"2024-12-31","cited_by_count":87},{"id":"2602.16313","title":"MemoryArena: Benchmarking Agent Memory in Interdependent Multi-Session Agentic Tasks","created":"2026-02-18","cited_by_count":84},{"id":"2502.15840","title":"Vending-Bench: A Benchmark for Long-Term Coherence of Autonomous Agents","created":"2025-02-20","cited_by_count":80},{"id":"2507.22034","title":"UserBench: An Interactive Gym Environment for User-Centric Agents","created":"2025-07-29","cited_by_count":76},{"id":"2402.09205","title":"Tell Me More! Towards Implicit User Intention Understanding of Language Model Driven Agents","created":"2024-02-14","cited_by_count":74},{"id":"2404.12534","title":"Lean Copilot: Large Language Models as Copilots for Theorem Proving in Lean","created":"2024-04-18","cited_by_count":58},{"id":"2305.13455","title":"Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents","created":"2023-05-22","cited_by_count":54},{"id":"2401.04536","title":"Evaluating Language Model Agency through Negotiations","created":"2024-01-09","cited_by_count":48},{"id":"2601.18137","title":"DeepPlanning: Benchmarking Long-Horizon Agentic Planning with Verifiable Constraints","created":"2026-01-26","cited_by_count":46},{"id":"2409.16427","title":"HAICOSYSTEM: An Ecosystem for Sandboxing Safety Risks in Human-AI Interactions","created":"2024-09-24","cited_by_count":44},{"id":"2508.13186","title":"MM-BrowseComp: A Comprehensive Benchmark for Multimodal Browsing Agents","created":"2025-08-14","cited_by_count":42},{"id":"2412.15194","title":"MMLU-CF: A Contamination-free Multi-task Language Understanding Benchmark","created":"2024-12-19","cited_by_count":41},{"id":"2305.08144","title":"Mobile-Env: Building Qualified Evaluation Benchmarks for LLM-GUI Interaction","created":"2023-05-14","cited_by_count":36},{"id":"2509.03730","title":"The Personality Illusion: Revealing Dissociation Between Self-Reports & Behavior in LLMs","created":"2025-09-03","cited_by_count":36},{"id":"2410.06209","title":"LeanAgent: Lifelong Learning for Formal Theorem Proving","created":"2024-10-08","cited_by_count":35}],"next_cursor":"100"}