{"total":166,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2605.00674","title":"Beyond Benchmarks: MathArena as an Evaluation Platform for Mathematics with LLMs","created":"2026-05-01","cited_by_count":137,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2501.03200","title":"The FACTS Grounding Leaderboard: Benchmarking LLMs' Ability to Ground Responses to Long-Form Input","created":"2025-01-06","cited_by_count":52,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2506.07962","title":"Correlated Errors in Large Language Models","created":"2025-06-09","cited_by_count":45,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2507.16076","title":"The Prompt Makes the Person(a): A Systematic Evaluation of Sociodemographic Persona Prompting for Large Language Models","created":"2025-07-21","cited_by_count":42,"area":null},{"id":"2507.02856","title":"Answer Matching Outperforms Multiple Choice for Language Model Evaluation","created":"2025-07-03","cited_by_count":41,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2506.02592","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","created":"2025-06-03","cited_by_count":31,"area":null},{"id":"2506.07673","title":"How Benchmark Prediction from Fewer Data Misses the Mark","created":"2025-06-09","cited_by_count":28,"area":null},{"id":"2502.09082","title":"CoSER: A Comprehensive Literary Dataset and Framework for Training and Evaluating LLM Role-Playing and Persona Simulation","created":"2025-02-13","cited_by_count":26,"area":null},{"id":"2411.02316","title":"Evaluating Creative Short Story Generation in Humans and Large Language Models","created":"2024-11-04","cited_by_count":21,"area":null},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2512.14865","title":"Audio MultiChallenge: A Multi-Turn Evaluation of Spoken Dialogue Systems on Natural Human Interaction","created":"2025-12-16","cited_by_count":19,"area":null},{"id":"2512.10791","title":"The FACTS Leaderboard: A Comprehensive Benchmark for Large Language Model Factuality","created":"2025-12-11","cited_by_count":17,"area":null},{"id":"2509.26072","title":"The Silent Judge: Unacknowledged Shortcut Bias in LLM-as-a-Judge","created":"2025-09-30","cited_by_count":15,"area":null},{"id":"2506.00549","title":"Towards Multi-dimensional Evaluation of LLM Summarization across Domains and Languages","created":"2025-05-31","cited_by_count":11,"area":null},{"id":"2604.06996","title":"Self-Preference Bias in Rubric-Based Evaluation of Large Language Models","created":"2026-04-08","cited_by_count":11,"area":null},{"id":"2511.18491","title":"MindEval: Benchmarking Language Models on Multi-turn Mental Health Support","created":"2025-11-23","cited_by_count":10,"area":null},{"id":"2511.03508","title":"One Battle After Another: Probing LLMs' Limits on Multi-Turn Instruction Following with a Benchmark Evolving Framework","created":"2025-11-05","cited_by_count":9,"area":null},{"id":"2510.03399","title":"Know Thyself? On the Incapability and Implications of AI Self-Recognition","created":"2025-10-03","cited_by_count":8,"area":null},{"id":"2601.06884","title":"Paraphrasing Adversarial Attack on LLM-as-a-Reviewer","created":"2026-01-11","cited_by_count":8,"area":null},{"id":"2603.05651","title":"The Fragility Of Moral Judgment In Large Language Models","created":"2026-03-05","cited_by_count":8,"area":null},{"id":"2602.02219","title":"Am I More Pointwise or Pairwise? Revealing Position Bias in Rubric-Based LLM-as-a-Judge","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2411.07965","title":"SHARP: Unlocking Interactive Hallucination via Stance Transfer in Role-Playing LLMs","created":"2024-11-12","cited_by_count":5,"area":null},{"id":"2503.16423","title":"GAEA: A Geolocation Aware Conversational Assistant","created":"2025-03-20","cited_by_count":5,"area":null},{"id":"2601.22548","title":"Are LLM Evaluators Really Narcissists? Sanity Checking Self-Preference Evaluations","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2604.10290","title":"AI Organizations are More Effective but Less Aligned than Individual Agents","created":"2026-04-11","cited_by_count":5,"area":null},{"id":"2509.25897","title":"RoleConflictBench: A Benchmark of Role Conflict Scenarios for Evaluating LLMs' Contextual Sensitivity","created":"2025-09-30","cited_by_count":4,"area":null},{"id":"2512.08121","title":"Balanced Accuracy: The Right Metric for Evaluating LLM Judges -- Explained through Youden's J statistic","created":"2025-12-08","cited_by_count":4,"area":null},{"id":"2602.02589","title":"PeerRank: Autonomous LLM Evaluation Through Web-Grounded, Bias-Controlled Peer Review","created":"2026-02-01","cited_by_count":4,"area":null},{"id":"2603.01865","title":"CyclicJudge: Mitigating Judge Bias Efficiently in LLM-based Evaluation","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2603.11027","title":"Beyond the Illusion of Consensus: From Surface Heuristics to Knowledge-Grounded Evaluation in LLM-as-a-Judge","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2604.17197","title":"Learning to Control Summaries with Score Ranking","created":"2026-04-19","cited_by_count":4,"area":null},{"id":"2606.09843","title":"An LLM-Native Psychometric Instrument Reveals a Self-Report--Behavior Gap Across 25 Models","created":"2026-04-24","cited_by_count":4,"area":null},{"id":"2503.13102","title":"REPA: Russian Error Types Annotation for Evaluating Text Generation and Judgment Capabilities","created":"2025-03-17","cited_by_count":3,"area":null},{"id":"2504.06549","title":"Societal Impacts Research Requires Benchmarks for Creative Composition Tasks","created":"2025-04-09","cited_by_count":3,"area":null},{"id":"2507.21117","title":"A Comprehensive Review on Harnessing Large Language Models to Overcome Recommender System Challenges","created":"2025-07-17","cited_by_count":3,"area":null},{"id":"2508.21164","title":"Quantifying Label-Induced Bias in Large Language Model Self- and Cross-Evaluations","created":"2025-08-28","cited_by_count":3,"area":null},{"id":"2509.26600","title":"When LLMs Benchmark Themselves: Deconstructing Self-Bias in Automated Evaluation","created":"2025-09-30","cited_by_count":3,"area":null},{"id":"2510.18196","title":"Contrastive Decoding Mitigates Score Range Bias in LLM-as-a-Judge","created":"2025-10-21","cited_by_count":3,"area":null},{"id":"2601.13649","title":"Fairness or Fluency? An Investigation into Language Bias of Pairwise LLM-as-a-Judge","created":"2026-01-20","cited_by_count":3,"area":null},{"id":"2602.07996","title":"The Judge Who Never Admits: Hidden Shortcuts in LLM-based Evaluation","created":"2026-02-08","cited_by_count":3,"area":null},{"id":"2604.05593","title":"Label Effects: Shared Heuristic Reliance in Trust Assessment by Humans and LLM-as-a-Judge","created":"2026-04-07","cited_by_count":3,"area":null},{"id":"2605.10379","title":"Not All Proofs Are Equal: Evaluating LLM Proof Quality Beyond Correctness","created":"2026-05-11","cited_by_count":3,"area":null},{"id":"2606.11063","title":"CIAware-Bench: Benchmarking Control Intervention Awareness Across Frontier LLMs","created":"2026-06-09","cited_by_count":3,"area":null},{"id":"2504.20605","title":"TF1-EN-3M: Three Million Synthetic Moral Fables for Training Small, Open Language Models","created":"2025-04-29","cited_by_count":2,"area":null},{"id":"2509.26464","title":"Extreme Self-Preference in Language Models","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.16829","title":"Who's Asking? Simulating Role-Based Questions for Conversational AI Evaluation","created":"2025-10-19","cited_by_count":2,"area":null},{"id":"2512.19475","title":"A Large-Language-Model Framework for Automated Humanitarian Situation Reporting","created":"2025-12-22","cited_by_count":2,"area":null},{"id":"2601.02285","title":"pdfQA: Diverse, Challenging, and Realistic Question Answering over PDFs","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2601.23228","title":"Scaling Multiagent Systems with Process Rewards","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.20206","title":"Mitigating \"Epistemic Debt\" in Generative AI-Scaffolded Novice Programming using Metacognitive Scripts","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2603.10001","title":"Leveraging Wikidata for Geographically Informed Sociocultural Bias Dataset Creation: Application to Latin America","created":"2026-02-16","cited_by_count":2,"area":null},{"id":"2603.10351","title":"Mitigating Translationese Bias in Multilingual LLM-as-a-Judge via Disentangled Information Bottleneck","created":"2026-03-11","cited_by_count":2,"area":null},{"id":"2606.03650","title":"CoEval: Ranking Language Models for Custom Tasks Without Labeled Data or Trustworthy Benchmarks","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2606.13221","title":"From Uncertain Judgments to Calibrated Rankings: Conformal Elo Estimation for LLM Evaluation","created":"2026-06-11","cited_by_count":2,"area":null},{"id":"2503.21613","title":"Evaluating book summaries from internal knowledge in Large Language Models: a cross-model and semantic consistency approach","created":"2025-03-27","cited_by_count":1,"area":null},{"id":"2503.22973","title":"XL-Suite: Cross-Lingual Synthetic Training and Evaluation Data for Open-Ended Generation","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2504.14804","title":"Automatic Evaluation Metrics for Document-level Translation: Overview, Challenges and Trends","created":"2025-04-21","cited_by_count":1,"area":null},{"id":"2505.22157","title":"LASER: Stratified Selective Sampling for Instruction Tuning with Dedicated Scoring Strategy","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2508.13816","title":"The illusion of a perfect metric: Why evaluating AI's words is harder than it looks","created":"2025-08-19","cited_by_count":1,"area":null},{"id":"2508.16048","title":"OpenWHO: A Document-Level Parallel Corpus for Health Translation in Low-Resource Languages","created":"2025-08-22","cited_by_count":1,"area":null},{"id":"2509.25535","title":"Meta-Router: Bridging Gold-standard and Preference-based Evaluations in Large Language Model Routing","created":"2025-09-29","cited_by_count":1,"area":null},{"id":"2510.08145","title":"Mitigating Judgment Preference Bias in Large Language Models through Group-Based Polling","created":"2025-10-09","cited_by_count":1,"area":null},{"id":"2601.17230","title":"CaseFacts: A Benchmark for Legal Fact-Checking and Precedent Retrieval","created":"2026-01-23","cited_by_count":1,"area":null},{"id":"2602.05110","title":"Understanding LLM Evaluator Behavior: A Structured Multi-Evaluator Framework for Merchant Risk Assessment","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2602.20813","title":"Pressure Reveals Character: Behavioural Alignment Evaluation at Depth","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.05832","title":"Lexara: A User-Centered Toolkit for Evaluating Large Language Models for Conversational Visual Analytics","created":"2026-03-06","cited_by_count":1,"area":null},{"id":"2603.14586","title":"The Scenic Route to Deception: Dark Patterns and Explainability Pitfalls in Conversational Navigation","created":"2026-03-15","cited_by_count":1,"area":null},{"id":"2603.19087","title":"Assessing the Effect of Cross-Domain Mapping on Creativity in Humans and Large Language Models","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2604.02135","title":"GaelEval: Benchmarking LLM Performance for Scottish Gaelic","created":"2026-04-02","cited_by_count":1,"area":null},{"id":"2604.11287","title":"Consistency of AI-Generated Exercise Prescriptions: A Repeated Generation Study Using a Large Language Model","created":"2026-04-13","cited_by_count":1,"area":null},{"id":"2604.20726","title":"Exploiting LLM-as-a-Judge Disposition on Free Text Legal QA via Prompt Optimization","created":"2026-04-22","cited_by_count":1,"area":null},{"id":"2604.26243","title":"StratMem-Bench: Evaluating Strategic Memory Use in Virtual Character Conversation Beyond Factual Recall","created":"2026-04-29","cited_by_count":1,"area":null},{"id":"2605.03472","title":"Auditing Stealth Sycophancy in Mental-Health Dialogue: Structured Clinical-State Diagnostics and Clean Matched Benchmarks","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2605.12242","title":"Mind the Pause: Disfluency-Aware Objective Tuning for Multilingual Speech Correction with LLMs","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2605.19529","title":"Generative-Evaluative Agreement: A Necessary Validity Criterion for LLM-Enabled Adaptive Assessment","created":"2026-05-19","cited_by_count":1,"area":null},{"id":"2605.26442","title":"Alignment Tuning for Large Language Models: A Data-Centric Lens on Alignment Data Pipelines","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2606.09833","title":"CollabSkill: Evaluating Human-Agent Collaboration On Real-World Tasks","created":"2026-04-20","cited_by_count":1,"area":null},{"id":"2606.29685","title":"CAREBench: A Child-Safety Risk Benchmark for Language Models","created":"2026-06-29","cited_by_count":1,"area":null},{"id":"2607.21063","title":"QuantiBias: Benchmarking Quantization-Induced Bias in LLMs","created":"2026-07-23","cited_by_count":1,"area":null},{"id":"2608.17270","title":"Do LLMs Know a Good Hypothesis When They See One? Logit-Based Energy Scoring Outperforms Prompted LLM-as-Judge for Scientific Hypothesis Ranking","created":"2026-08-18","cited_by_count":1,"area":null},{"id":"2608.18091","title":"Self- and Other-Labels Induce Bidirectional Bias in LLM Judges","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2608.25869","title":"Anchoring Bias in LLM-as-a-Judge Systems: Prior Scores Compromise Evaluation Independence","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2608.26171","title":"Mitigating Fabrication in Multi-Stage LLM Pipelines for Hiring: An Empirical Evaluation of Prompt Guardrails and Human-in-the-Loop Checkpoints","created":"2026-07-22","cited_by_count":1,"area":null},{"id":"2609.04173","title":"Last Translation Benchmark","created":"2026-09-03","cited_by_count":1,"area":null},{"id":"2609.17857","title":"Who Judges Matters: Measuring Family-Conditioned Preference in LLM-as-Judge Panels","created":"2026-09-15","cited_by_count":1,"area":null},{"id":"2412.00546","title":"Rank It, Then Ask It: Input Reranking for Maximizing the Performance of LLMs on Symmetric Tasks","created":"2024-11-30","cited_by_count":0,"area":null},{"id":"2503.17952","title":"SLIDE: Sliding Localized Information for Document Extraction","created":"2025-03-23","cited_by_count":0,"area":null},{"id":"2510.17764","title":"Evaluating Medical LLMs by Levels of Autonomy: A Survey Moving from Benchmarks to Applications","created":"2025-10-20","cited_by_count":0,"area":null},{"id":"2510.23828","title":"Beyond Understanding: Evaluating the Pragmatic Gap in LLMs' Cultural Processing of Figurative Language","created":"2025-10-27","cited_by_count":0,"area":null},{"id":"2511.07204","title":"Evaluating Online Moderation Via LLM-Powered Counterfactual Simulations","created":"2025-11-10","cited_by_count":0,"area":null},{"id":"2601.08849","title":"Gaming the Answer Matcher: Examining the Impact of Text Manipulation on Automated Judgment","created":"2025-12-22","cited_by_count":0,"area":null},{"id":"2601.09118","title":"LPCAN: Lightweight Pyramid Cross-Attention Network for Rail Surface Defect Detection Using RGB-D Data","created":"2026-01-14","cited_by_count":0,"area":null},{"id":"2601.10410","title":"TF3-RO-50M: Training Compact Romanian Language Models from Scratch on Synthetic Moral Microfiction","created":"2026-01-15","cited_by_count":0,"area":null}],"next_cursor":"100"}