{"total":216,"rows":[{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2402.14762","title":"MT-Bench-101: A Fine-Grained Benchmark for Evaluating Large Language Models in Multi-Turn Dialogues","created":"2024-02-22","cited_by_count":250,"area":null},{"id":"2406.01171","title":"Two Tales of Persona in LLMs: A Survey of Role-Playing and Personalization","created":"2024-06-03","cited_by_count":208,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2310.05470","title":"Generative Judge for Evaluating Alignment","created":"2023-10-09","cited_by_count":169,"area":null},{"id":"2401.03601","title":"InFoBench: Evaluating Instruction Following Ability in Large Language Models","created":"2024-01-07","cited_by_count":135,"area":null},{"id":"2406.10252","title":"AutoSurvey: Large Language Models Can Automatically Write Surveys","created":"2024-06-10","cited_by_count":119,"area":null},{"id":"2308.01862","title":"Wider and Deeper LLM Networks are Fairer LLM Evaluators","created":"2023-08-03","cited_by_count":94,"area":null},{"id":"2403.02839","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","created":"2024-03-05","cited_by_count":94,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2307.09705","title":"CValues: Measuring the Values of Chinese Large Language Models from Safety to Responsibility","created":"2023-07-19","cited_by_count":85,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2310.01432","title":"Split and Merge: Aligning Position Biases in LLM-based Evaluators","created":"2023-09-29","cited_by_count":72,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2307.03025","title":"Style Over Substance: Evaluation Biases for Large Language Models","created":"2023-07-06","cited_by_count":70,"area":null},{"id":"2310.00752","title":"TIGERScore: Towards Building Explainable Metric for All Text Generation Tasks","created":"2023-10-01","cited_by_count":70,"area":null},{"id":"2311.09184","title":"Benchmarking Generation and Evaluation Capabilities of Large Language Models for Instruction Controllable Summarization","created":"2023-11-15","cited_by_count":69,"area":null},{"id":"2502.06193","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","created":"2025-02-10","cited_by_count":67,"area":null},{"id":"2311.18702","title":"CritiqueLLM: Towards an Informative Critique Generation Model for Evaluation of Large Language Model Generation","created":"2023-11-30","cited_by_count":66,"area":null},{"id":"2402.18191","title":"Clustering and Ranking: Diversity-preserved Instruction Selection through Expert-aligned Quality Estimation","created":"2024-02-28","cited_by_count":53,"area":null},{"id":"2310.10072","title":"Fine-tuning ChatGPT for Automatic Scoring","created":"2023-10-16","cited_by_count":51,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2410.16256","title":"CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution","created":"2024-10-21","cited_by_count":42,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2404.15381","title":"Advances and Open Challenges in Federated Foundation Models","created":"2024-04-23","cited_by_count":36,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2401.12491","title":"Assessing and Understanding Creativity in Large Language Models","created":"2024-01-23","cited_by_count":35,"area":null},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2309.12444","title":"Foundation Metrics for Evaluating Effectiveness of Healthcare Conversations Powered by Generative AI","created":"2023-09-21","cited_by_count":32,"area":null},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2401.15641","title":"PRE: A Peer Review Based Large Language Model Evaluator","created":"2024-01-28","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2401.17268","title":"Weaver: Foundation Models for Creative Writing","created":"2024-01-30","cited_by_count":27,"area":null},{"id":"2406.07070","title":"HalluDial: A Large-Scale Benchmark for Automatic Dialogue-Level Hallucination Evaluation","created":"2024-06-11","cited_by_count":27,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2401.13586","title":"Instruction Fine-Tuning: Does Prompt Loss Matter?","created":"2024-01-24","cited_by_count":26,"area":null},{"id":"2309.04369","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","created":"2023-09-08","cited_by_count":24,"area":null},{"id":"2410.10135","title":"FormalAlign: Automated Alignment Evaluation for Autoformalization","created":"2024-10-14","cited_by_count":24,"area":null},{"id":"2402.07483","title":"T-RAG: Lessons from the LLM Trenches","created":"2024-02-12","cited_by_count":23,"area":null},{"id":"2311.15296","title":"UHGEval: Benchmarking the Hallucination of Chinese Large Language Models via Unconstrained Generation","created":"2023-11-26","cited_by_count":22,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2312.15918","title":"Supervised Knowledge Makes Large Language Models Better In-context Learners","created":"2023-12-26","cited_by_count":20,"area":null},{"id":"2405.05253","title":"Open Source Language Models Can Provide Feedback: Evaluating LLMs' Ability to Help Students Using GPT-4-As-A-Judge","created":"2024-05-08","cited_by_count":20,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2311.13246","title":"CoachLM: Automatic Instruction Revisions Improve the Data Quality in LLM Instruction Tuning","created":"2023-11-22","cited_by_count":19,"area":null},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2508.06225","title":"Overconfidence in LLM-as-a-Judge: Diagnosis and Confidence-Driven Solution","created":"2025-08-08","cited_by_count":18,"area":null},{"id":"2406.00507","title":"Prompt Chaining or Stepwise Prompt? Refinement in Text Summarization","created":"2024-06-01","cited_by_count":17,"area":null},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2409.16788","title":"Mitigating the Bias of Large Language Model Evaluation","created":"2024-09-25","cited_by_count":17,"area":null},{"id":"2502.04498","title":"Verifiable Format Control for Large Language Model Generations","created":"2025-02-06","cited_by_count":17,"area":null},{"id":"2508.16546","title":"RL Is Neither a Panacea Nor a Mirage: Understanding Supervised vs. Reinforcement Learning Fine-Tuning for LLMs","created":"2025-08-22","cited_by_count":17,"area":null},{"id":"2310.07301","title":"Parrot: Enhancing Multi-Turn Instruction Following for Large Language Models","created":"2023-10-11","cited_by_count":16,"area":null},{"id":"2402.06204","title":"The Generative AI Paradox on Evaluation: What It Can Solve, It May Not Evaluate","created":"2024-02-09","cited_by_count":16,"area":null},{"id":"2410.01671","title":"Bridging Context Gaps: Leveraging Coreference Resolution for Long Contextual Understanding","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2310.09518","title":"Instruction Tuning with Human Curriculum","created":"2023-10-14","cited_by_count":15,"area":null},{"id":"2405.10659","title":"Realistic Evaluation of Toxicity in Large Language Models","created":"2024-05-17","cited_by_count":15,"area":null},{"id":"2406.11629","title":"Can Many-Shot In-Context Learning Help LLMs as Evaluators? A Preliminary Empirical Study","created":"2024-06-17","cited_by_count":15,"area":null},{"id":"2407.12023","title":"CMMaTH: A Chinese Multi-modal Math Skill Evaluation Benchmark for Foundation Models","created":"2024-06-28","cited_by_count":15,"area":null},{"id":"2410.04663","title":"Debate, Deliberate, Decide (D3): A Cost-Aware Adversarial Framework for Reliable and Interpretable LLM Evaluation","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2308.07635","title":"LLM-Mini-CEX: Automatic Evaluation of Large Language Model for Diagnostic Conversation","created":"2023-08-15","cited_by_count":14,"area":null},{"id":"2312.06798","title":"Building Trustworthy NeuroSymbolic AI Systems: Consistency, Reliability, Explainability, and Safety","created":"2023-12-05","cited_by_count":14,"area":null},{"id":"2402.01830","title":"PiCO: Peer Review in LLMs based on the Consistency Optimization","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2407.12943","title":"Halu-J: Critique-Based Hallucination Judge","created":"2024-07-17","cited_by_count":14,"area":null},{"id":"2405.13448","title":"Distilling Instruction-following Abilities of Large Language Models with Task-aware Curriculum Planning","created":"2024-05-22","cited_by_count":13,"area":null},{"id":"2502.05863","title":"Uni-Retrieval: A Multi-Style Retrieval Framework for STEM's Education","created":"2025-02-09","cited_by_count":13,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2409.19014","title":"FLEX: Expert-level False-Less EXecution Metric for Reliable Text-to-SQL Benchmark","created":"2024-09-24","cited_by_count":11,"area":null},{"id":"2501.17178","title":"Tuning LLM Judge Design Decisions for 1/1000 of the Cost","created":"2025-01-24","cited_by_count":11,"area":null},{"id":"2505.19236","title":"Evaluating Text Creativity across Diverse Domains: A Dataset and Large Language Model Evaluator","created":"2025-05-25","cited_by_count":10,"area":null},{"id":"2310.11593","title":"Automated Evaluation of Personalized Text Generation using Large Language Models","created":"2023-10-17","cited_by_count":9,"area":null},{"id":"2403.01069","title":"LLMCRIT: Teaching Large Language Models to Use Criteria","created":"2024-03-02","cited_by_count":9,"area":null},{"id":"2504.07971","title":"SPHERE: An Evaluation Card for Human-AI Systems","created":"2025-03-24","cited_by_count":9,"area":null},{"id":"2603.21669","title":"PRM-as-a-Judge: A Dense Evaluation Paradigm for Fine-Grained Robotic Auditing","created":"2026-03-23","cited_by_count":9,"area":null},{"id":"2402.14860","title":"Ranking Large Language Models without Ground Truth","created":"2024-02-21","cited_by_count":8,"area":null},{"id":"2503.04013","title":"Benchmarking Large Language Models on Multiple Tasks in Bioinformatics NLP with Prompting","created":"2025-03-06","cited_by_count":8,"area":null},{"id":"2505.03475","title":"am-ELO: A Stable Framework for Arena-based LLM Evaluation","created":"2025-05-06","cited_by_count":8,"area":null},{"id":"2505.11095","title":"Towards Better Evaluation for Generated Patent Claims","created":"2025-05-16","cited_by_count":8,"area":null}],"next_cursor":"100"}