{"total":424,"rows":[{"id":"2406.15877","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","created":"2024-06-22","cited_by_count":546,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2404.18796","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","created":"2024-04-29","cited_by_count":326,"area":null},{"id":"2410.21819","title":"Self-Preference Bias in LLM-as-a-Judge","created":"2024-10-29","cited_by_count":258,"area":null},{"id":"2510.04374","title":"GDPval: Evaluating AI Model Performance on Real-World Economically Valuable Tasks","created":"2025-10-05","cited_by_count":158,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2410.13787","title":"Looking Inward: Language Models Can Learn About Themselves by Introspection","created":"2024-10-17","cited_by_count":113,"area":null},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2406.03949","title":"UltraMedical: Building Specialized Generalists in Biomedicine","created":"2024-06-06","cited_by_count":67,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2506.07962","title":"Correlated Errors in Large Language Models","created":"2025-06-09","cited_by_count":45,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2406.14595","title":"Adversaries Can Misuse Combinations of Safe Models","created":"2024-06-20","cited_by_count":32,"area":null},{"id":"2405.00722","title":"LLMs for Generating and Evaluating Counterfactuals: A Comprehensive Study","created":"2024-04-26","cited_by_count":31,"area":null},{"id":"2506.02592","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","created":"2025-06-03","cited_by_count":31,"area":null},{"id":"2503.07513","title":"Language Models Fail to Introspect About Their Knowledge of Language","created":"2025-03-10","cited_by_count":30,"area":null},{"id":"2506.21621","title":"The Open Proof Corpus: A Large-Scale Study of LLM-Generated Mathematical Proofs","created":"2025-06-23","cited_by_count":30,"area":null},{"id":"2412.09569","title":"JuStRank: Benchmarking LLM Judges for System Ranking","created":"2024-12-12","cited_by_count":29,"area":null},{"id":"2506.07673","title":"How Benchmark Prediction from Fewer Data Misses the Mark","created":"2025-06-09","cited_by_count":28,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2502.07077","title":"Multi-turn Evaluation of Anthropomorphic Behaviours in Large Language Models","created":"2025-02-10","cited_by_count":25,"area":null},{"id":"2506.05068","title":"Does It Make Sense to Speak of Introspection in Large Language Models?","created":"2025-06-05","cited_by_count":25,"area":null},{"id":"2405.13003","title":"A Survey on Recent Advances in Conversational Data Generation","created":"2024-05-12","cited_by_count":23,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2411.02316","title":"Evaluating Creative Short Story Generation in Humans and Large Language Models","created":"2024-11-04","cited_by_count":21,"area":null},{"id":"2603.13285","title":"Brittlebench: Quantifying LLM robustness via prompt sensitivity","created":"2026-02-27","cited_by_count":21,"area":null},{"id":"2410.17309","title":"Literature Meets Data: A Synergistic Approach to Hypothesis Generation","created":"2024-10-22","cited_by_count":20,"area":null},{"id":"2412.13666","title":"Evaluation of LLM Vulnerabilities to Being Misused for Personalized Disinformation Generation","created":"2024-12-18","cited_by_count":20,"area":null},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2408.13545","title":"IQA-EVAL: Automatic Evaluation of Human-Model Interactive Question Answering","created":"2024-08-24","cited_by_count":19,"area":null},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2407.06946","title":"Self-Recognition in Language Models","created":"2024-07-09","cited_by_count":18,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2506.16381","title":"InstructTTSEval: Benchmarking Complex Natural-Language Instruction Following in Text-to-Speech Systems","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2405.18348","title":"Can Automatic Metrics Assess High-Quality Translations?","created":"2024-05-28","cited_by_count":16,"area":null},{"id":"2405.21028","title":"LACIE: Listener-Aware Finetuning for Confidence Calibration in Large Language Models","created":"2024-05-31","cited_by_count":15,"area":null},{"id":"2503.19092","title":"Rankers, Judges, and Assistants: Towards Understanding the Interplay of LLMs in Information Retrieval Evaluation","created":"2025-03-24","cited_by_count":15,"area":null},{"id":"2504.11373","title":"Cancer-Myth: Evaluating Large Language Models on Patient Questions with False Presuppositions","created":"2025-04-15","cited_by_count":15,"area":null},{"id":"2509.26072","title":"The Silent Judge: Unacknowledged Shortcut Bias in LLM-as-a-Judge","created":"2025-09-30","cited_by_count":15,"area":null},{"id":"2512.02304","title":"When Does Verification Pay Off? A Closer Look at LLMs as Solution Verifiers","created":"2025-12-02","cited_by_count":15,"area":null},{"id":"2603.11510","title":"Tiny Aya: Bridging Scale and Multilingual Depth","created":"2026-03-12","cited_by_count":15,"area":null},{"id":"2407.02310","title":"Evaluating the Ability of LLMs to Solve Semantics-Aware Process Mining Tasks","created":"2024-07-02","cited_by_count":14,"area":null},{"id":"2504.11972","title":"Reassessing Extractive QA Datasets at Scale: LLM-as-a-Judge and In-Depth Analyses","created":"2025-04-16","cited_by_count":14,"area":null},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2605.03202","title":"Stop Automating Peer Review Without Rigorous Evaluation","created":"2026-05-04","cited_by_count":14,"area":null},{"id":"2410.15225","title":"Chasing Random: Instruction Selection Strategies Fail to Generalize","created":"2024-10-19","cited_by_count":13,"area":null},{"id":"2504.07069","title":"HalluciNot: Hallucination Detection Through Context and Common Knowledge Verification","created":"2025-04-09","cited_by_count":13,"area":null},{"id":"2411.07237","title":"Contextualized Evaluations: Judging Language Model Responses to Underspecified Queries","created":"2024-11-11","cited_by_count":12,"area":null},{"id":"2411.12877","title":"The Illusion of Empathy: How AI Chatbots Shape Conversation Perception","created":"2024-11-19","cited_by_count":12,"area":null},{"id":"2408.07983","title":"ArabLegalEval: A Multitask Benchmark for Assessing Arabic Legal Knowledge in Large Language Models","created":"2024-08-15","cited_by_count":11,"area":null},{"id":"2503.01372","title":"SwiLTra-Bench: The Swiss Legal Translation Benchmark","created":"2025-03-03","cited_by_count":11,"area":null},{"id":"2503.23339","title":"A Scalable Framework for Evaluating Health Language Models","created":"2025-03-30","cited_by_count":11,"area":null},{"id":"2510.08783","title":"MLLM as a UI Judge: Benchmarking Multimodal LLMs for Predicting Human Perception of User Interfaces","created":"2025-10-09","cited_by_count":11,"area":null},{"id":"2604.06996","title":"Self-Preference Bias in Rubric-Based Evaluation of Large Language Models","created":"2026-04-08","cited_by_count":11,"area":null},{"id":"2409.06820","title":"PingPong: A Benchmark for Role-Playing Language Models with User Emulation and Multi-Model Evaluation","created":"2024-09-10","cited_by_count":10,"area":null},{"id":"2503.16789","title":"Conversational User-AI Intervention: A Study on Prompt Rewriting for Improved LLM Response Generation","created":"2025-03-21","cited_by_count":10,"area":null},{"id":"2508.09853","title":"STREAM (ChemBio): A Standard for Transparently Reporting Evaluations in AI Model Reports","created":"2025-08-13","cited_by_count":10,"area":null},{"id":"2509.14543","title":"Catch Me If You Can? Not Yet: LLMs Still Struggle to Imitate the Implicit Writing Styles of Everyday Authors","created":"2025-09-18","cited_by_count":10,"area":null},{"id":"2601.21471","title":"Best Arm Identification with LLM Judges and Limited Human","created":"2026-01-29","cited_by_count":10,"area":null},{"id":"2406.16714","title":"AutoDetect: Towards a Unified Framework for Automated Weakness Detection in Large Language Models","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2507.17015","title":"Can External Validation Tools Improve Annotation Quality for LLM-as-a-Judge?","created":"2025-07-22","cited_by_count":9,"area":null},{"id":"2510.11254","title":"Do Psychometric Tests Work for Large Language Models? Evaluation of Tests on Sexism, Racism, and Morality","created":"2025-10-13","cited_by_count":9,"area":null},{"id":"2510.12367","title":"LLM-REVal: Can We Trust LLM Reviewers Yet?","created":"2025-10-14","cited_by_count":9,"area":null},{"id":"2511.05931","title":"Self-Abstraction from Grounded Experience for Plan-Guided Policy Refinement","created":"2025-11-08","cited_by_count":9,"area":null},{"id":"2511.22978","title":"ShoppingComp: Are LLMs Really Ready for Your Shopping Cart?","created":"2025-11-28","cited_by_count":9,"area":null},{"id":"2405.05938","title":"DOLOMITES: Domain-Specific Long-Form Methodical Tasks","created":"2024-05-09","cited_by_count":8,"area":null},{"id":"2409.19801","title":"CRScore: Grounding Automated Evaluation of Code Review Comments in Code Claims and Smells","created":"2024-09-29","cited_by_count":8,"area":null},{"id":"2410.22211","title":"ProMQA: Question Answering Dataset for Multimodal Procedural Activity Understanding","created":"2024-10-29","cited_by_count":8,"area":null},{"id":"2410.22239","title":"DISCERN: Decoding Systematic Errors in Natural Language for Text Classifiers","created":"2024-10-29","cited_by_count":8,"area":null},{"id":"2502.20170","title":"Re-evaluating Open-ended Evaluation of Large Language Models","created":"2025-02-27","cited_by_count":8,"area":null},{"id":"2503.23899","title":"Rubrik's Cube: Testing a New Rubric for Evaluating Explanations on the CUBE dataset","created":"2025-03-31","cited_by_count":8,"area":null},{"id":"2504.07749","title":"NorEval: A Norwegian Language Understanding and Generation Evaluation Benchmark","created":"2025-04-10","cited_by_count":8,"area":null},{"id":"2510.03399","title":"Know Thyself? On the Incapability and Implications of AI Self-Recognition","created":"2025-10-03","cited_by_count":8,"area":null},{"id":"2510.06105","title":"Moloch's Bargain: Emergent Misalignment When LLMs Compete for Audiences","created":"2025-10-07","cited_by_count":8,"area":null},{"id":"2601.06884","title":"Paraphrasing Adversarial Attack on LLM-as-a-Reviewer","created":"2026-01-11","cited_by_count":8,"area":null},{"id":"2603.05651","title":"The Fragility Of Moral Judgment In Large Language Models","created":"2026-03-05","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2410.13456","title":"Unlocking Legal Knowledge: A Multilingual Dataset for Judicial Summarization in Switzerland","created":"2024-10-17","cited_by_count":7,"area":null},{"id":"2507.03772","title":"Skewed Score: A statistical framework to assess autograders","created":"2025-07-04","cited_by_count":7,"area":null},{"id":"2407.01490","title":"LLM See, LLM Do: Guiding Data Generation to Target Non-Differentiable Objectives","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2409.00844","title":"Report Cards: Qualitative Evaluation of Language Models Using Natural Language Summaries","created":"2024-09-01","cited_by_count":6,"area":null},{"id":"2410.09012","title":"Software Engineering and Foundation Models: Insights from Industry Blogs Using a Jury of Foundation Models","created":"2024-10-11","cited_by_count":6,"area":null},{"id":"2503.08327","title":"Adding Chocolate to Mint: Mitigating Metric Interference in Machine Translation","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2509.20461","title":"Document Summarization with Conformal Importance Guarantees","created":"2025-09-24","cited_by_count":6,"area":null},{"id":"2602.12414","title":"propella-1: Multi-Property Document Annotation for LLM Data Curation at Scale","created":"2026-02-12","cited_by_count":6,"area":null},{"id":"2605.25459","title":"From Simulation to Enaction: Post-trained language models recognize and react to their own generations","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2505.20738","title":"Silencer: From Discovery to Mitigation of Self-Bias in LLM-as-Benchmark-Generator","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2505.24040","title":"MedPAIR: Measuring Physicians and AI Relevance Alignment in Medical Question Answering","created":"2025-05-29","cited_by_count":5,"area":null}],"next_cursor":"100"}