{"total":52,"rows":[{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2410.16256","title":"CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution","created":"2024-10-21","cited_by_count":42,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2412.14140","title":"GLIDER: Grading LLM Interactions and Decisions using Explainable Ranking","created":"2024-12-18","cited_by_count":14,"area":null},{"id":"2504.15219","title":"EvalAgent: Discovering Implicit Evaluation Criteria from the Web","created":"2025-04-21","cited_by_count":11,"area":null},{"id":"2505.15433","title":"Set-LLM: A Permutation-Invariant LLM","created":"2025-05-21","cited_by_count":11,"area":null},{"id":"2603.20882","title":"RubricRAG: Towards Interpretable and Reliable LLM Evaluation via Domain Knowledge Retrieval for Rubric Generation","created":"2026-03-21","cited_by_count":11,"area":null},{"id":"2409.06820","title":"PingPong: A Benchmark for Role-Playing Language Models with User Emulation and Multi-Model Evaluation","created":"2024-09-10","cited_by_count":10,"area":null},{"id":"2503.16789","title":"Conversational User-AI Intervention: A Study on Prompt Rewriting for Improved LLM Response Generation","created":"2025-03-21","cited_by_count":10,"area":null},{"id":"2505.16303","title":"INFERENCEDYNAMICS: Efficient Routing Across LLMs through Structured Capability and Knowledge Profiling","created":"2025-05-22","cited_by_count":8,"area":null},{"id":"2605.30568","title":"Generating and Refining Dynamic Evaluation Rubrics for LLM-as-a-Judge","created":"2026-05-28","cited_by_count":8,"area":null},{"id":"2508.12792","title":"Bridging Human and LLM Judgments: Understanding and Narrowing the Gap","created":"2025-08-18","cited_by_count":7,"area":null},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2507.19477","title":"Advancing Event Forecasting through Massive Training of Large Language Models: Challenges, Solutions, and Broader Impacts","created":"2025-07-25","cited_by_count":6,"area":null},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2407.17022","title":"Can Language Models Evaluate Human Written Text? Case Study on Korean Student Writing for Education","created":"2024-07-24","cited_by_count":4,"area":null},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2505.12808","title":"Decentralized Arena: Towards Democratic and Scalable Automatic Evaluation of Language Models","created":"2025-05-19","cited_by_count":4,"area":null},{"id":"2509.24678","title":"Reference-Free Rating of LLM Responses via Latent Information","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2510.03178","title":"When Names Disappear: Revealing What LLMs Actually Understand About Code","created":"2025-10-03","cited_by_count":4,"area":null},{"id":"2605.30803","title":"PReMISE: Policy Rubrics as Measurement Specifications for LLM Judges","created":"2026-05-29","cited_by_count":4,"area":null},{"id":"2503.13102","title":"REPA: Russian Error Types Annotation for Evaluating Text Generation and Judgment Capabilities","created":"2025-03-17","cited_by_count":3,"area":null},{"id":"2509.11206","title":"Evalet: Evaluating Large Language Models through Functional Fragmentation","created":"2025-09-14","cited_by_count":3,"area":null},{"id":"2510.18196","title":"Contrastive Decoding Mitigates Score Range Bias in LLM-as-a-Judge","created":"2025-10-21","cited_by_count":3,"area":null},{"id":"2506.02596","title":"EssayBench: Evaluating Large Language Models in Multi-Genre Chinese Essay Writing","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2509.15723","title":"REFER: Mitigating Bias in Opinion Summarisation via Frequency Framed Prompting","created":"2025-09-19","cited_by_count":2,"area":null},{"id":"2603.02029","title":"Rich Insights from Cheap Signals: Efficient Evaluations via Tensor Factorization","created":"2026-03-02","cited_by_count":2,"area":null},{"id":"2604.04704","title":"IDIOLEX: Unified and Continuous Representations for Idiolectal and Stylistic Variation","created":"2026-04-06","cited_by_count":2,"area":null},{"id":"2604.21309","title":"When Bigger Isn't Better: A Comprehensive Fairness Evaluation of Political Bias in Multi-News Summarisation","created":"2026-04-23","cited_by_count":2,"area":null},{"id":"2606.03650","title":"CoEval: Ranking Language Models for Custom Tasks Without Labeled Data or Trustworthy Benchmarks","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2607.15092","title":"Rubrics on Trial: Evolving Rubrics from a Single Query via Synthetic Pairwise Evidence","created":"2026-07-16","cited_by_count":2,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2509.07309","title":"PIE: Performance Interval Estimation for Free-Form Generation Tasks","created":"2025-09-09","cited_by_count":1,"area":null},{"id":"2604.19071","title":"HoWToBench: Holistic Evaluation for LLM's Capability in Human-level Writing using Tree of Writing","created":"2026-04-21","cited_by_count":1,"area":null},{"id":"2608.12097","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2407.20700","title":"Industrial-Grade Smart Troubleshooting through Causal Technical Language Processing: a Proof of Concept","created":"2024-07-30","cited_by_count":0,"area":null},{"id":"2503.17963","title":"Won: Establishing Best Practices for Korean Financial NLP","created":"2025-03-23","cited_by_count":0,"area":null},{"id":"2511.06304","title":"Kaggle Chronicles: 15 Years of Competitions, Community and Data Science Innovation","created":"2025-11-09","cited_by_count":0,"area":null},{"id":"2512.08965","title":"Financial Instruction Following Evaluation (FIFE)","created":"2025-12-01","cited_by_count":0,"area":null},{"id":"2604.19782","title":"KoALa-Bench: Evaluating Large Audio Language Models on Korean Speech Understanding and Faithfulness","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2605.01630","title":"Prosa: Rubric-Based Evaluation of LLMs on Real User Chats in Brazilian Portuguese","created":"2026-05-02","cited_by_count":0,"area":null},{"id":"2608.16210","title":"Conditional Evaluation of Language Models with Cheap Auxiliary Signals","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2608.20853","title":"MGAL: A Multilingual Granularity-Aware Long-Context Benchmark","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2609.35815","title":"How to Run Statistics over LLM Judges and Trust the Results: Calibrated Inference for Small-Sample AI Evaluation with evalstats","created":"2026-09-20","cited_by_count":0,"area":null},{"id":"2610.19915","title":"Not All Criteria Matter: Importance-Aware Criteria Weighting for Rubric-Based LLM Evaluation","created":"2026-10-14","cited_by_count":0,"area":null},{"id":"2610.19992","title":"SoK: Grading Open-Text Legal Answers, from Law School Exams to Trustworthy Rubric Judges","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}