{"total":98,"rows":[{"id":"2404.04475","title":"Length-Controlled AlpacaEval: A Simple Way to Debias Automatic Evaluators","created":"2024-04-06","cited_by_count":897,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2312.00738","title":"SeaLLMs -- Large Language Models for Southeast Asia","created":"2023-12-01","cited_by_count":104,"area":null},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2504.00125","title":"LLMs for Explainable AI: A Comprehensive Survey","created":"2025-03-31","cited_by_count":45,"area":null},{"id":"2312.00575","title":"Instruction-tuning Aligns LLMs to the Human Brain","created":"2023-12-01","cited_by_count":40,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2412.06593","title":"Anchoring Bias in Large Language Models: An Experimental Study","created":"2024-12-09","cited_by_count":37,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2503.07513","title":"Language Models Fail to Introspect About Their Knowledge of Language","created":"2025-03-10","cited_by_count":30,"area":null},{"id":"2511.21140","title":"How to Correctly Report LLM-as-a-Judge Evaluations","created":"2025-11-26","cited_by_count":30,"area":null},{"id":"2506.18203","title":"Shrinking the Generation-Verification Gap with Weak Verifiers","created":"2025-06-22","cited_by_count":24,"area":null},{"id":"2412.00323","title":"Cognitive Biases in Large Language Models: A Survey and Mitigation Experiments","created":"2024-11-30","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2502.17898","title":"VeriPlan: Integrating Formal Verification and LLMs into End-User Planning","created":"2025-02-25","cited_by_count":20,"area":null},{"id":"2407.05216","title":"Large Language Model as an Assignment Evaluator: Insights, Feedback, and Challenges in a 1000+ Student Course","created":"2024-07-07","cited_by_count":19,"area":null},{"id":"2505.21091","title":"Position is Power: System Prompts as a Mechanism of Bias in Large Language Models (LLMs)","created":"2025-05-27","cited_by_count":19,"area":null},{"id":"2602.08672","title":"Learning to Judge: LLMs Designing and Applying Evaluation Rubrics","created":"2026-02-09","cited_by_count":19,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2407.13244","title":"PM-LLM-Benchmark: Evaluating Large Language Models on Process Mining Tasks","created":"2024-07-18","cited_by_count":16,"area":null},{"id":"2603.11510","title":"Tiny Aya: Bridging Scale and Multilingual Depth","created":"2026-03-12","cited_by_count":15,"area":null},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2404.01332","title":"Explaining Large Language Models Decisions Using Shapley Values","created":"2024-03-29","cited_by_count":12,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2604.06996","title":"Self-Preference Bias in Rubric-Based Evaluation of Large Language Models","created":"2026-04-08","cited_by_count":11,"area":null},{"id":"2508.09853","title":"STREAM (ChemBio): A Standard for Transparently Reporting Evaluations in AI Model Reports","created":"2025-08-13","cited_by_count":10,"area":null},{"id":"2509.22856","title":"The Bias is in the Details: An Assessment of Cognitive Bias in LLMs","created":"2025-09-26","cited_by_count":10,"area":null},{"id":"2407.17688","title":"Examining the Influence of Political Bias on Large Language Model Performance in Stance Classification","created":"2024-07-25","cited_by_count":9,"area":null},{"id":"2506.11440","title":"AbsenceBench: Language Models Can't Tell What's Missing","created":"2025-06-13","cited_by_count":9,"area":null},{"id":"2603.12520","title":"When LLM Judge Scores Look Good but Best-of-N Decisions Fail","created":"2026-03-12","cited_by_count":9,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2505.11336","title":"XtraGPT: Context-Aware and Controllable Academic Paper Revision via Human-AI Collaboration","created":"2025-05-16","cited_by_count":7,"area":null},{"id":"2507.03772","title":"Skewed Score: A statistical framework to assess autograders","created":"2025-07-04","cited_by_count":7,"area":null},{"id":"2407.01490","title":"LLM See, LLM Do: Guiding Data Generation to Target Non-Differentiable Objectives","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2505.18545","title":"B-score: Detecting biases in large language models using response history","created":"2025-05-24","cited_by_count":6,"area":null},{"id":"2412.21052","title":"Towards Effective Discrimination Testing for Generative AI","created":"2024-12-30","cited_by_count":5,"area":null},{"id":"2505.17691","title":"ELSPR: Evaluator LLM Training Data Self-Purification on Non-Transitive Preferences via Tournament Graph Reconstruction","created":"2025-05-23","cited_by_count":5,"area":null},{"id":"2507.07186","title":"Planted in Pretraining, Swayed by Finetuning: A Case Study on the Origins of Cognitive Biases in LLMs","created":"2025-07-09","cited_by_count":5,"area":null},{"id":"2601.22548","title":"Are LLM Evaluators Really Narcissists? Sanity Checking Self-Preference Evaluations","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2606.28960","title":"Expert Evaluation of Clinical AI Tools on Real Point-of-Care Clinical Queries","created":"2026-06-27","cited_by_count":5,"area":null},{"id":"2403.14578","title":"RAmBLA: A Framework for Evaluating the Reliability of LLMs as Assistants in the Biomedical Domain","created":"2024-03-21","cited_by_count":4,"area":null},{"id":"2407.11240","title":"Making New Connections: LLMs as Puzzle Generators for The New York Times' Connections Word Game","created":"2024-07-15","cited_by_count":4,"area":null},{"id":"2503.04840","title":"Framing the Game: How Context Shapes LLM Decision-Making","created":"2025-03-05","cited_by_count":4,"area":null},{"id":"2504.04141","title":"Self-Adaptive Cognitive Debiasing for Large Language Models in Decision-Making","created":"2025-04-05","cited_by_count":4,"area":null},{"id":"2504.12589","title":"Efficient MAP Estimation of LLM Judgment Performance with Prior Transfer","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2505.21972","title":"LLMs Judging LLMs: A Simplex Perspective","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2409.18170","title":"Evaluation of Large Language Models for Summarization Tasks in the Medical Domain: A Narrative Review","created":"2024-09-26","cited_by_count":3,"area":null},{"id":"2410.08442","title":"JurEE not Judges: safeguarding llm interactions with small, specialised Encoder Ensembles","created":"2024-10-11","cited_by_count":3,"area":null},{"id":"2505.11189","title":"Can Global XAI Methods Reveal Injected Behaviours in LLMs? SHAP vs Rule Extraction vs RuleSHAP","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2604.15302","title":"Diagnosing LLM Judge Reliability: Conformal Prediction Sets and Transitivity Violations","created":"2026-04-16","cited_by_count":3,"area":null},{"id":"2410.20791","title":"From Cool Demos to Production-Ready FMware: Core Challenges and a Technology Roadmap","created":"2024-10-28","cited_by_count":2,"area":null},{"id":"2502.20647","title":"Consistency Evaluation of News Article Summaries Generated by Large (and Small) Language Models","created":"2025-02-28","cited_by_count":2,"area":null},{"id":"2510.00034","title":"Review of Hallucination Understanding in Large Language and Vision Models","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2510.21180","title":"Social Simulations with Large Language Model Risk Utopian Illusion","created":"2025-10-24","cited_by_count":2,"area":null},{"id":"2601.08768","title":"AI as Entertainment","created":"2026-01-13","cited_by_count":2,"area":null},{"id":"2602.05656","title":"Alignment Verifiability in Large Language Models: Normative Indistinguishability under Behavioral Evaluation","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2604.23593","title":"When AI reviews science: Can we trust the referee?","created":"2026-04-26","cited_by_count":2,"area":null},{"id":"2608.14320","title":"AnchorBench: A Multi-Pathway Benchmark for the Anchoring Effect in LLMs","created":"2026-08-14","cited_by_count":2,"area":null},{"id":"2408.09269","title":"Enhancing Audio-Language Models through Self-Supervised Post-Training with Text-Audio Pairs","created":"2024-08-17","cited_by_count":1,"area":null},{"id":"2411.02448","title":"Rate, Explain and Cite (REC): Enhanced Explanation and Attribution in Automatic Evaluation by Large Language Models","created":"2024-11-03","cited_by_count":1,"area":null},{"id":"2510.04641","title":"Evaluating LLMs for Demographic-Targeted Social Bias Detection: A Comprehensive Benchmark Study","created":"2025-10-06","cited_by_count":1,"area":null},{"id":"2512.02665","title":"Input Order Shapes LLM Semantic Alignment in Multi-Document Summarization","created":"2025-12-02","cited_by_count":1,"area":null},{"id":"2605.15416","title":"Margin-Adaptive Confidence Ranking for Reliable LLM Judgement","created":"2026-05-14","cited_by_count":1,"area":null},{"id":"2605.25652","title":"A Two-Phase Stability Study of LLM Judges and Bar Council Examiners on Thai Bar-Exam Free-Form Essays","created":"2026-05-25","cited_by_count":1,"area":null},{"id":"2606.23164","title":"Same question, different history: language, national identity, and credit in large language models","created":"2026-06-22","cited_by_count":1,"area":null},{"id":"2405.00843","title":"Can a Hallucinating Model help in Reducing Human \"Hallucination\"?","created":"2024-05-01","cited_by_count":0,"area":null},{"id":"2503.06139","title":"GRP: Goal-Reversed Prompting for Zero-Shot Evaluation with LLMs","created":"2025-03-08","cited_by_count":0,"area":null},{"id":"2509.09717","title":"Testing chatbots on the creation of encoders for audio conditioned image generation","created":"2025-09-09","cited_by_count":0,"area":null},{"id":"2512.20638","title":"Uncovering Competency Gaps in Large Language Models and Their Benchmarks","created":"2025-12-06","cited_by_count":0,"area":null},{"id":"2601.13749","title":"Pro-AI Bias in Large Language Models","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2603.04417","title":"Same Input, Different Scores: A Multi Model Study on the Inconsistency of LLM Judge","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2605.02765","title":"U-Define: Designing User Workflows for Hard and Soft Constraints in LLM-Based Planning","created":"2026-05-04","cited_by_count":0,"area":null},{"id":"2605.04083","title":"AsymmetryZero: A Framework for Operationalizing Human Expert Preferences as Semantic Evals","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2605.23970","title":"Faithful or Fabricated? A Causal Framework for Rationalization Bias in LLM Judges","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2606.03198","title":"AI Rater Discrimination Depends on Scoring Protocol in Complex Clinical Decision-Making","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2606.05563","title":"SoCRATES: Towards Reliable Automated Evaluation of Proactive LLM Mediation across Domains and Socio-cognitive Variations","created":"2026-06-04","cited_by_count":0,"area":null},{"id":"2606.30587","title":"Words Speak Louder Than Code: Investigating Cognitive Heuristics in LLM-Based Code Vulnerability Detection","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.05392","title":"SynCity 3000: Bootstrapping Scene-Scale 3D Diffusion","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.10240","title":"What Does Your Short-Answer VQA Score Actually Measure? Evaluator-Dependent Instability in Multimodal Short-Answer Benchmarks","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2607.27232","title":"Sympathetic Framing: Evaluating AI Alignment across Sociodemographic Groups","created":"2026-07-22","cited_by_count":0,"area":null},{"id":"2608.08026","title":"The Authority Expectancy Effect in Multi-Party Conflict","created":"2026-08-08","cited_by_count":0,"area":null},{"id":"2608.14622","title":"A Human-Centred Approach to Benchmarking LLMs for Parenting Advice","created":"2026-07-14","cited_by_count":0,"area":null},{"id":"2608.16210","title":"Conditional Evaluation of Language Models with Cheap Auxiliary Signals","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2608.21476","title":"From Subjective Judgments to Auditable Standards:Protocol-Guided AI Auditing of Website Redundancy","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.26119","title":"DeflectBench: A Benchmark for Evaluating Rhetorical Fallacy Generation in LLMs","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2609.22112","title":"Privacy Personalization Trade offs in LLMs: The Impact of Stylometric Signal Reduction on User-Specific Text Generation","created":"2026-08-18","cited_by_count":0,"area":null},{"id":"2609.24516","title":"LLJ Cards: Best practices for the Use of LLMs as Judges","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2610.14464","title":"Evaluating Bias in Chinese Large Language Models across Tasks and Registers: Task Operationalization Effects and Irony Classification Risks","created":"2026-10-10","cited_by_count":0,"area":null},{"id":"2610.18108","title":"A CaLLM Judge is a Better Judge: Mitigating Bias in LLM-as-a-judge","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}