{"total":224,"rows":[{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2505.08775","title":"HealthBench: Evaluating Large Language Models Towards Improved Human Health","created":"2025-05-13","cited_by_count":429,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2407.21772","title":"ShieldGemma: Generative AI Content Moderation Based on Gemma","created":"2024-07-31","cited_by_count":243,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2510.06265","title":"Large Language Models Hallucination: A Comprehensive Survey","created":"2025-10-05","cited_by_count":49,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2409.16191","title":"HelloBench: Evaluating Long Text Generation Capabilities of Large Language Models","created":"2024-09-24","cited_by_count":44,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2506.05334","title":"Search Arena: Analyzing Search-Augmented LLMs","created":"2025-06-05","cited_by_count":34,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2501.08579","title":"LLM-based Human Simulations Have Not Yet Been Reliable","created":"2025-01-15","cited_by_count":30,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2506.07673","title":"How Benchmark Prediction from Fewer Data Misses the Mark","created":"2025-06-09","cited_by_count":28,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2501.14956","title":"ExPerT: Effective and Explainable Evaluation of Personalized Long-Form Text Generation","created":"2025-01-24","cited_by_count":26,"area":null},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2506.18203","title":"Shrinking the Generation-Verification Gap with Weak Verifiers","created":"2025-06-22","cited_by_count":24,"area":null},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2501.04437","title":"Integrating LLMs with ITS: Recent Advances, Potentials, Challenges, and Future Directions","created":"2025-01-08","cited_by_count":23,"area":null},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2501.18845","title":"Text Data Augmentation for Large Language Models: A Comprehensive Survey of Methods, Challenges, and Opportunities","created":"2025-01-31","cited_by_count":22,"area":null},{"id":"2411.02316","title":"Evaluating Creative Short Story Generation in Humans and Large Language Models","created":"2024-11-04","cited_by_count":21,"area":null},{"id":"2504.13677","title":"Revisiting Uncertainty Quantification Evaluation in Language Models: Spurious Interactions with Response Length Bias Results","created":"2025-04-18","cited_by_count":21,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2504.15784","title":"Automated Creativity Evaluation for Large Language Models: A Reference-Based Approach","created":"2025-04-22","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2404.13957","title":"How Well Can LLMs Echo Us? Evaluating AI Chatbots' Role-Play Ability with ECHO","created":"2024-04-22","cited_by_count":19,"area":null},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2511.16931","title":"OmniScientist: Toward a Co-evolving Ecosystem of Human and AI Scientists","created":"2025-11-21","cited_by_count":18,"area":null},{"id":"2407.04503","title":"When LLMs Play the Telephone Game: Cultural Attractors as Conceptual Tools to Evaluate LLMs in Multi-turn Settings","created":"2024-07-05","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2501.14844","title":"Unmasking Conversational Bias in AI Multiagent Systems","created":"2025-01-24","cited_by_count":17,"area":null},{"id":"2501.17858","title":"Improving Your Model Ranking on Chatbot Arena by Vote Rigging","created":"2025-01-29","cited_by_count":17,"area":null},{"id":"2503.05085","title":"S2S-Arena: Evaluating Paralinguistic Instruction Following in Speech-to-Speech Models","created":"2025-03-07","cited_by_count":16,"area":null},{"id":"2505.24778","title":"Revisiting Epistemic Markers in Confidence Estimation: Can Markers Accurately Reflect Large Language Models' Uncertainty?","created":"2025-05-30","cited_by_count":16,"area":null},{"id":"2506.06485","title":"Task Matters: Knowledge Requirements Shape LLM Responses to Context-Memory Conflict","created":"2025-06-06","cited_by_count":16,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2503.22688","title":"CodeIF-Bench: Evaluating Instruction-Following Capabilities of Large Language Models in Interactive Code Generation","created":"2025-03-05","cited_by_count":15,"area":null},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2412.09049","title":"Dial-In LLM: Human-Aligned LLM-in-the-loop Intent Clustering for Customer Service Dialogues","created":"2024-12-12","cited_by_count":11,"area":null},{"id":"2507.19364","title":"From the Fluency Fallacy to the Micro-to-Macro Validity Gap: Opportunities and Pitfalls of LLMs in Social Simulation","created":"2025-07-25","cited_by_count":10,"area":null},{"id":"2508.12158","title":"LLM-as-a-Judge for Privacy Evaluation? Exploring the Alignment of Human and LLM Perceptions of Privacy in Textual Data","created":"2025-08-16","cited_by_count":10,"area":null},{"id":"2511.18491","title":"MindEval: Benchmarking Language Models on Multi-turn Mental Health Support","created":"2025-11-23","cited_by_count":10,"area":null},{"id":"2501.05396","title":"FairCoder: Probing LLM Bias in High-Stakes Decision Making via Coding Tasks","created":"2025-01-09","cited_by_count":9,"area":null},{"id":"2501.12011","title":"Reference-free Evaluation Metrics for Text Generation: A Survey","created":"2025-01-21","cited_by_count":9,"area":null},{"id":"2603.12520","title":"When LLM Judge Scores Look Good but Best-of-N Decisions Fail","created":"2026-03-12","cited_by_count":9,"area":null},{"id":"2409.12809","title":"Don't be Fooled: The Misinformation Effect of Explanations in Human-AI Collaboration","created":"2024-09-19","cited_by_count":8,"area":null},{"id":"2409.13484","title":"'Since Lawyers are Males..': Examining Implicit Gender Bias in Hindi Language Generation by LLMs","created":"2024-09-20","cited_by_count":8,"area":null},{"id":"2504.07749","title":"NorEval: A Norwegian Language Understanding and Generation Evaluation Benchmark","created":"2025-04-10","cited_by_count":8,"area":null},{"id":"2509.25154","title":"Who's Your Judge? On the Detectability of LLM-Generated Judgments","created":"2025-09-29","cited_by_count":8,"area":null},{"id":"2601.06884","title":"Paraphrasing Adversarial Attack on LLM-as-a-Reviewer","created":"2026-01-11","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2502.12477","title":"Savaal: Scalable Concept-Driven Question Generation to Enhance Human Learning","created":"2025-02-18","cited_by_count":7,"area":null},{"id":"2508.12792","title":"Bridging Human and LLM Judgments: Understanding and Narrowing the Gap","created":"2025-08-18","cited_by_count":7,"area":null},{"id":"2606.07612","title":"Position: Anthropomorphic Misalignment Research Needs Stronger Evidence","created":"2026-05-29","cited_by_count":7,"area":null},{"id":"2406.16694","title":"Task Oriented In-Domain Data Augmentation","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2407.01490","title":"LLM See, LLM Do: Guiding Data Generation to Target Non-Differentiable Objectives","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2504.14871","title":"Natural Fingerprints of Large Language Models","created":"2025-04-21","cited_by_count":6,"area":null},{"id":"2506.10403","title":"Time To Impeach LLM-as-a-Judge: Programs are the Future of Evaluation","created":"2025-06-12","cited_by_count":6,"area":null},{"id":"2510.12462","title":"Evaluating and Mitigating LLM-as-a-judge Bias in Communication Systems","created":"2025-10-14","cited_by_count":6,"area":null},{"id":"2512.09483","title":"Source Coverage and Citation Bias in LLM-based vs. Traditional Search Engines","created":"2025-12-10","cited_by_count":6,"area":null},{"id":"2602.02219","title":"Am I More Pointwise or Pairwise? Revealing Position Bias in Rubric-Based LLM-as-a-Judge","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2410.16977","title":"IPL: Leveraging Multimodal Large Language Models for Intelligent Product Listing","created":"2024-10-22","cited_by_count":5,"area":null},{"id":"2504.12562","title":"ZeroSumEval: Scaling LLM Evaluation with Inter-Model Competition","created":"2025-04-17","cited_by_count":5,"area":null},{"id":"2504.16921","title":"IberBench: LLM Evaluation on Iberian Languages","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2505.00174","title":"Real-World Gaps in AI Governance Research","created":"2025-04-30","cited_by_count":5,"area":null},{"id":"2505.17691","title":"ELSPR: Evaluator LLM Training Data Self-Purification on Non-Transitive Preferences via Tournament Graph Reconstruction","created":"2025-05-23","cited_by_count":5,"area":null},{"id":"2507.01936","title":"The Thin Line Between Comprehension and Persuasion in LLMs","created":"2025-07-02","cited_by_count":5,"area":null},{"id":"2601.22548","title":"Are LLM Evaluators Really Narcissists? Sanity Checking Self-Preference Evaluations","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2602.13699","title":"Gradient-Stable Attention Heads Signal LLM Correctness","created":"2026-02-14","cited_by_count":5,"area":null},{"id":"2605.25240","title":"JudgmentBench: Comparing Rubric and Preference Evaluation for Quality Assessment","created":"2026-05-24","cited_by_count":5,"area":null},{"id":"2505.15240","title":"Generalised Probabilistic Modelling and Improved Uncertainty Estimation in Comparative LLM-as-a-judge","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2506.01484","title":"LLM in the Loop: Creating the ParaDeHate Dataset for Hate Speech Detoxification","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2508.02827","title":"Automated Validation of LLM-based Evaluators for Software Engineering Artifacts","created":"2025-08-04","cited_by_count":4,"area":null},{"id":"2509.16564","title":"MPCG: Multi-Round Persona-Conditioned Generation for Modeling the Evolution of Misinformation with LLMs","created":"2025-09-20","cited_by_count":4,"area":null},{"id":"2510.06677","title":"Incremental Summarization for Customer Support via Progressive Note-Taking and Agent Feedback","created":"2025-10-08","cited_by_count":4,"area":null},{"id":"2510.25384","title":"Roleplaying with Structure: Synthetic Therapist-Client Conversation Generation from Questionnaires","created":"2025-10-29","cited_by_count":4,"area":null},{"id":"2511.18271","title":"Beyond Words and Pixels: A Benchmark for Implicit World Knowledge Reasoning in Generative Models","created":"2025-11-23","cited_by_count":4,"area":null},{"id":"2511.20284","title":"Can LLMs Make (Personalized) Access Control Decisions?","created":"2025-11-25","cited_by_count":4,"area":null},{"id":"2605.26156","title":"Turning Bias into Bugs: Bandit-Guided Style Manipulation Attacks on LLM Judges","created":"2026-05-24","cited_by_count":4,"area":null},{"id":"2607.12885","title":"LLM Judges Can Be Too Generous When There Is No Reference Answer","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2608.01021","title":"Can Humans Dream of Electric Sheep? Human-Written Samples for Fine-Grained Vision-and-Language Hallucination Benchmarking","created":"2026-08-02","cited_by_count":4,"area":null},{"id":"2404.13885","title":"Surveying Attitudinal Alignment Between Large Language Models Vs. Humans Towards 17 Sustainable Development Goals","created":"2024-04-22","cited_by_count":3,"area":null},{"id":"2409.00696","title":"Polyrating: A Cost-Effective and Bias-Aware Rating System for LLM Evaluation","created":"2024-09-01","cited_by_count":3,"area":null},{"id":"2410.08442","title":"JurEE not Judges: safeguarding llm interactions with small, specialised Encoder Ensembles","created":"2024-10-11","cited_by_count":3,"area":null},{"id":"2410.16292","title":"An evaluation of LLM code generation capabilities through graded exercises","created":"2024-10-06","cited_by_count":3,"area":null},{"id":"2502.06655","title":"Unbiased Evaluation of Large Language Models from a Causal Perspective","created":"2025-02-10","cited_by_count":3,"area":null},{"id":"2510.01228","title":"Who is In Charge? Dissecting Role Conflicts in Instruction Following","created":"2025-09-23","cited_by_count":3,"area":null},{"id":"2601.08847","title":"Scalable and Reliable Evaluation of AI Knowledge Retrieval Systems: RIKER and the Coherent Simulated Universe","created":"2025-12-22","cited_by_count":3,"area":null},{"id":"2601.21189","title":"Adaptive and Robust Cost-Aware Proof of Quality for Decentralized LLM Inference Networks","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2603.28304","title":"The Necessity of Setting Temperature in LLM-as-a-Judge","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2604.02359","title":"Using LLM-as-a-Judge/Jury to Advance Scalable, Clinically-Validated Safety Evaluations of Model Responses to Users Demonstrating Psychosis","created":"2026-03-20","cited_by_count":3,"area":null}],"next_cursor":"100"}