{"total":459,"rows":[{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626,"area":null},{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2403.04132","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","created":"2024-03-07","cited_by_count":1184,"area":"alignment"},{"id":"2209.07858","title":"Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned","created":"2022-08-23","cited_by_count":729,"area":"alignment"},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2406.11939","title":"From Crowdsourced Data to High-Quality Benchmarks: Arena-Hard and BenchBuilder Pipeline","created":"2024-06-17","cited_by_count":500,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2501.14249","title":"Humanity's Last Exam","created":"2025-01-24","cited_by_count":491,"area":null},{"id":"2212.09689","title":"Unnatural Instructions: Tuning Language Models with (Almost) No Human Labor","created":"2022-12-19","cited_by_count":397,"area":null},{"id":"2208.03274","title":"A Holistic Approach to Undesired Content Detection in the Real World","created":"2022-08-05","cited_by_count":356,"area":null},{"id":"2202.01279","title":"PromptSource: An Integrated Development Environment and Repository for Natural Language Prompts","created":"2022-02-02","cited_by_count":289,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2305.03514","title":"Can Large Language Models Transform Computational Social Science?","created":"2023-04-12","cited_by_count":250,"area":null},{"id":"2201.06796","title":"CoAuthor: Designing a Human-AI Collaborative Writing Dataset for Exploring Language Model Capabilities","created":"2022-01-18","cited_by_count":249,"area":null},{"id":"2207.13332","title":"RealTime QA: What's the Answer Right Now?","created":"2022-07-27","cited_by_count":244,"area":null},{"id":"2111.00364","title":"Sustainable AI: Environmental Implications, Challenges and Opportunities","created":"2021-10-30","cited_by_count":242,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","created":"2024-02-26","cited_by_count":205,"area":"safety"},{"id":"2201.05955","title":"WANLI: Worker and AI Collaboration for Natural Language Inference Dataset Creation","created":"2022-01-16","cited_by_count":202,"area":null},{"id":"2208.03188","title":"BlenderBot 3: a deployed conversational agent that continually learns to responsibly engage","created":"2022-08-05","cited_by_count":198,"area":null},{"id":"2407.13168","title":"SciCode: A Research Coding Benchmark Curated by Scientists","created":"2024-07-18","cited_by_count":178,"area":null},{"id":"2205.09209","title":"\"I'm sorry to hear that\": Finding New Biases in Language Models with a Holistic Descriptor Dataset","created":"2022-05-18","cited_by_count":162,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2411.13543","title":"BALROG: Benchmarking Agentic LLM and VLM Reasoning On Games","created":"2024-11-20","cited_by_count":146,"area":"lr"},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2505.24760","title":"REASONING GYM: Reasoning Environments for Reinforcement Learning with Verifiable Rewards","created":"2025-05-30","cited_by_count":130,"area":null},{"id":"2406.12373","title":"WebCanvas: Benchmarking Web Agents in Online Environments","created":"2024-06-18","cited_by_count":121,"area":"agents"},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2207.00221","title":"VL-CheckList: Evaluating Pre-trained Vision-Language Models with Objects, Attributes and Relations","created":"2022-07-01","cited_by_count":114,"area":"mllm"},{"id":"2201.05320","title":"CommonsenseQA 2.0: Exposing the Limits of AI through Gamification","created":"2022-01-14","cited_by_count":109,"area":null},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2212.10264","title":"ReCode: Robustness Evaluation of Code Generation Models","created":"2022-12-20","cited_by_count":103,"area":null},{"id":"2309.17167","title":"DyVal: Dynamic Evaluation of Large Language Models for Reasoning Tasks","created":"2023-09-29","cited_by_count":101,"area":"lr"},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2410.14669","title":"NaturalBench: Evaluating Vision-Language Models on Natural Adversarial Samples","created":"2024-10-18","cited_by_count":97,"area":"mllm"},{"id":"2212.09746","title":"Evaluating Human-Language Model Interaction","created":"2022-12-19","cited_by_count":92,"area":null},{"id":"2207.10062","title":"DataPerf: Benchmarks for Data-Centric AI Development","created":"2022-07-20","cited_by_count":90,"area":null},{"id":"2504.08165","title":"Findings of the BabyLM Challenge: Sample-Efficient Pretraining on Developmentally Plausible Corpora","created":"2025-04-10","cited_by_count":88,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2303.05453","title":"Personalisation within bounds: A risk taxonomy and policy framework for the alignment of large language models with personalised feedback","created":"2023-03-09","cited_by_count":87,"area":"alignment"},{"id":"2309.08638","title":"Anchor Points: Benchmarking Models with Much Fewer Examples","created":"2023-09-14","cited_by_count":86,"area":null},{"id":"2104.08678","title":"Improving Question Answering Model Robustness with Synthetic Adversarial Data Generation","created":"2021-04-18","cited_by_count":79,"area":null},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78,"area":null},{"id":"2402.11443","title":"Benchmark Self-Evolving: A Multi-Agent Framework for Dynamic LLM Evaluation","created":"2024-02-18","cited_by_count":75,"area":"agents"},{"id":"2112.02721","title":"NL-Augmenter: A Framework for Task-Sensitive Natural Language Augmentation","created":"2021-12-06","cited_by_count":73,"area":null},{"id":"2211.08073","title":"GLUE-X: Evaluating Natural Language Understanding Models from an Out-of-distribution Generalization Perspective","created":"2022-11-15","cited_by_count":72,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2203.04592","title":"Mapping global dynamics of benchmark creation and saturation in artificial intelligence","created":"2022-03-09","cited_by_count":71,"area":null},{"id":"2205.01663","title":"Adversarial Training for High-Stakes Reliability","created":"2022-05-03","cited_by_count":60,"area":null},{"id":"2106.02280","title":"Human-Adversarial Visual Question Answering","created":"2021-06-04","cited_by_count":57,"area":null},{"id":"2410.13648","title":"SimpleToM: Exposing the Gap between Explicit ToM Inference and Implicit ToM Application in LLMs","created":"2024-10-17","cited_by_count":57,"area":null},{"id":"2205.14140","title":"CEBaB: Estimating the Causal Effects of Real-World Concepts on NLP Model Behavior","created":"2022-05-27","cited_by_count":55,"area":null},{"id":"2311.08592","title":"AART: AI-Assisted Red-Teaming with Diverse Data Generation for New LLM-powered Applications","created":"2023-11-14","cited_by_count":54,"area":"safety"},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2404.02418","title":"Auxiliary task demands mask the capabilities of smaller language models","created":"2024-04-03","cited_by_count":54,"area":null},{"id":"2106.06052","title":"Dynaboard: An Evaluation-As-A-Service Platform for Holistic Next-Generation Benchmarking","created":"2021-05-21","cited_by_count":53,"area":null},{"id":"2106.12723","title":"Meaningfully Debugging Model Mistakes using Conceptual Counterfactual Explanations","created":"2021-06-24","cited_by_count":53,"area":null},{"id":"2310.16608","title":"Performative Prediction: Past and Future","created":"2023-10-25","cited_by_count":53,"area":null},{"id":"2205.12586","title":"Perturbation Augmentation for Fairer NLP","created":"2022-05-25","cited_by_count":52,"area":null},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2108.05921","title":"Hatemoji: A Test Suite and Adversarially-Generated Dataset for Benchmarking and Detecting Emoji-based Hate","created":"2021-08-12","cited_by_count":50,"area":null},{"id":"2510.06265","title":"Large Language Models Hallucination: A Comprehensive Survey","created":"2025-10-05","cited_by_count":49,"area":null},{"id":"2303.04222","title":"SemEval-2023 Task 10: Explainable Detection of Online Sexism","created":"2023-03-07","cited_by_count":48,"area":null},{"id":"2212.10758","title":"ORCA: A Challenging Benchmark for Arabic Language Understanding","created":"2022-12-21","cited_by_count":47,"area":null},{"id":"2304.09991","title":"Supporting Human-AI Collaboration in Auditing LLMs with LLMs","created":"2023-04-19","cited_by_count":46,"area":null},{"id":"2311.04235","title":"Can LLMs Follow Simple Rules?","created":"2023-11-06","cited_by_count":46,"area":null},{"id":"2310.07018","title":"NEWTON: Are Large Language Models Capable of Physical Reasoning?","created":"2023-10-10","cited_by_count":45,"area":"lr"},{"id":"2310.08901","title":"Welfare Diplomacy: Benchmarking Language Model Cooperation","created":"2023-10-13","cited_by_count":45,"area":null},{"id":"2503.05336","title":"Toward an Evaluation Science for Generative AI Systems","created":"2025-03-07","cited_by_count":45,"area":null},{"id":"2507.21206","title":"Agentic Web: Weaving the Next Web with AI Agents","created":"2025-07-28","cited_by_count":45,"area":"agents"},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2212.02774","title":"Adaptive Testing of Computer Vision Models","created":"2022-12-06","cited_by_count":39,"area":null},{"id":"2110.08300","title":"The Dangers of Underclaiming: Reasons for Caution When Reporting How NLP Systems Fail","created":"2021-10-15","cited_by_count":38,"area":null},{"id":"2305.14327","title":"Dynosaur: A Dynamic Growth Paradigm for Instruction-Tuning Data Curation","created":"2023-05-23","cited_by_count":38,"area":null},{"id":"2502.17521","title":"Recent Advances in Large Langauge Model Benchmarks against Data Contamination: From Static to Dynamic Evaluation","created":"2025-02-23","cited_by_count":38,"area":null},{"id":"2208.03270","title":"Learning New Skills after Deployment: Improving open-domain internet-driven dialogue with human feedback","created":"2022-08-05","cited_by_count":36,"area":"alignment"},{"id":"2211.15458","title":"Validating Large Language Models with ReLM","created":"2022-11-21","cited_by_count":33,"area":null},{"id":"2503.03150","title":"Position: Model Collapse Does Not Mean What You Think","created":"2025-03-05","cited_by_count":33,"area":"synth"},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33,"area":null},{"id":"2210.03709","title":"Understanding Practices, Challenges, and Opportunities for User-Engaged Algorithm Auditing in Industry Practice","created":"2022-10-07","cited_by_count":32,"area":null},{"id":"2412.06394","title":"GameArena: Evaluating LLM Reasoning through Live Computer Games","created":"2024-12-09","cited_by_count":32,"area":"lr"},{"id":"2106.00872","title":"On the Efficacy of Adversarial Data Collection for Question Answering: Results from a Large-Scale Randomized Study","created":"2021-06-02","cited_by_count":31,"area":null},{"id":"2112.09062","title":"Models in the Loop: Aiding Crowdworkers with Generative Annotation Assistants","created":"2021-12-16","cited_by_count":31,"area":null},{"id":"2504.16137","title":"Virology Capabilities Test (VCT): A Multimodal Virology Q&A Benchmark","created":"2025-04-21","cited_by_count":31,"area":null},{"id":"2408.08808","title":"Constructing Domain-Specific Evaluation Sets for LLM-as-a-judge","created":"2024-08-16","cited_by_count":30,"area":null},{"id":"2410.02677","title":"CulturalBench: A Robust, Diverse, and Challenging Cultural Benchmark by Human-AI CulturalTeaming","created":"2024-10-03","cited_by_count":30,"area":null},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2404.06664","title":"CulturalTeaming: AI-Assisted Interactive Red-Teaming for Challenging LLMs' (Lack of) Multicultural Knowledge","created":"2024-04-10","cited_by_count":28,"area":"safety"},{"id":"2405.01719","title":"Inherent Trade-Offs between Diversity and Stability in Multi-Task Benchmarks","created":"2024-05-02","cited_by_count":28,"area":null},{"id":"2406.08723","title":"ECBD: Evidence-Centered Benchmark Design for NLP","created":"2024-06-13","cited_by_count":28,"area":null},{"id":"2504.11442","title":"TextArena","created":"2025-04-15","cited_by_count":27,"area":null},{"id":"2202.00395","title":"Is the Performance of My Deep Network Too Good to Be True? A Direct Approach to Estimating the Bayes Error in Binary Classification","created":"2022-02-01","cited_by_count":26,"area":null},{"id":"2106.05784","title":"Programming Puzzles","created":"2021-06-10","cited_by_count":25,"area":null},{"id":"2412.18693","title":"Diverse and Effective Red Teaming with Auto-generated Rewards and Multi-step Reinforcement Learning","created":"2024-12-24","cited_by_count":25,"area":"safety"},{"id":"2110.08514","title":"Analyzing Dynamic Adversarial Training Data in the Limit","created":"2021-10-16","cited_by_count":24,"area":null}],"next_cursor":"100"}