{"total":316,"rows":[{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742,"area":"agents"},{"id":"2310.08491","title":"Prometheus: Inducing Fine-grained Evaluation Capability in Language Models","created":"2023-10-12","cited_by_count":575,"area":"alignment"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2402.14762","title":"MT-Bench-101: A Fine-Grained Benchmark for Evaluating Large Language Models in Multi-Turn Dialogues","created":"2024-02-22","cited_by_count":250,"area":null},{"id":"2406.15126","title":"On LLMs-Driven Synthetic Data Generation, Curation, and Evaluation: A Survey","created":"2024-06-14","cited_by_count":244,"area":"synth"},{"id":"2406.01171","title":"Two Tales of Persona in LLMs: A Survey of Role-Playing and Personalization","created":"2024-06-03","cited_by_count":208,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2310.05470","title":"Generative Judge for Evaluating Alignment","created":"2023-10-09","cited_by_count":169,"area":null},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2401.03601","title":"InFoBench: Evaluating Instruction Following Ability in Large Language Models","created":"2024-01-07","cited_by_count":135,"area":null},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2311.04155","title":"Black-Box Prompt Optimization: Aligning Large Language Models without Model Training","created":"2023-11-07","cited_by_count":122,"area":"alignment"},{"id":"2406.10252","title":"AutoSurvey: Large Language Models Can Automatically Write Surveys","created":"2024-06-10","cited_by_count":119,"area":null},{"id":"2503.08569","title":"DeepReview: Improving LLM-based Paper Review with Human-like Deep Thinking Process","created":"2025-03-11","cited_by_count":100,"area":"lr"},{"id":"2308.01862","title":"Wider and Deeper LLM Networks are Fairer LLM Evaluators","created":"2023-08-03","cited_by_count":94,"area":null},{"id":"2403.02839","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","created":"2024-03-05","cited_by_count":94,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2307.09705","title":"CValues: Measuring the Values of Chinese Large Language Models from Safety to Responsibility","created":"2023-07-19","cited_by_count":85,"area":null},{"id":"2504.00050","title":"JudgeLRM: Large Reasoning Models as a Judge","created":"2025-03-31","cited_by_count":78,"area":"lr"},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2310.01432","title":"Split and Merge: Aligning Position Biases in LLM-based Evaluators","created":"2023-09-29","cited_by_count":72,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2307.03025","title":"Style Over Substance: Evaluation Biases for Large Language Models","created":"2023-07-06","cited_by_count":70,"area":null},{"id":"2310.00752","title":"TIGERScore: Towards Building Explainable Metric for All Text Generation Tasks","created":"2023-10-01","cited_by_count":70,"area":null},{"id":"2311.09184","title":"Benchmarking Generation and Evaluation Capabilities of Large Language Models for Instruction Controllable Summarization","created":"2023-11-15","cited_by_count":69,"area":null},{"id":"2311.18743","title":"AlignBench: Benchmarking Chinese Alignment of Large Language Models","created":"2023-11-30","cited_by_count":68,"area":"alignment"},{"id":"2502.06193","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","created":"2025-02-10","cited_by_count":67,"area":null},{"id":"2311.18702","title":"CritiqueLLM: Towards an Informative Critique Generation Model for Evaluation of Large Language Model Generation","created":"2023-11-30","cited_by_count":66,"area":null},{"id":"2602.05125","title":"Rethinking Rubric Generation for Improving LLM Judge and Reward Modeling for Open-ended Tasks","created":"2026-02-04","cited_by_count":62,"area":"lr"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2402.18191","title":"Clustering and Ranking: Diversity-preserved Instruction Selection through Expert-aligned Quality Estimation","created":"2024-02-28","cited_by_count":53,"area":null},{"id":"2310.10072","title":"Fine-tuning ChatGPT for Automatic Scoring","created":"2023-10-16","cited_by_count":51,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2405.20850","title":"Improving Reward Models with Synthetic Critiques","created":"2024-05-31","cited_by_count":44,"area":"alignment"},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2410.16256","title":"CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution","created":"2024-10-21","cited_by_count":42,"area":null},{"id":"2501.02497","title":"A Survey of Test-Time Compute: From Intuitive Inference to Deliberate Reasoning","created":"2025-01-05","cited_by_count":40,"area":"lr"},{"id":"2508.03686","title":"CompassVerifier: A Unified and Robust Verifier for LLMs Evaluation and Outcome Reward","created":"2025-08-05","cited_by_count":40,"area":"alignment"},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2506.09443","title":"LLMs Cannot Reliably Judge (Yet?): A Comprehensive Assessment on the Robustness of LLM-as-a-Judge","created":"2025-06-11","cited_by_count":37,"area":"safety"},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2404.15381","title":"Advances and Open Challenges in Federated Foundation Models","created":"2024-04-23","cited_by_count":36,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2401.12491","title":"Assessing and Understanding Creativity in Large Language Models","created":"2024-01-23","cited_by_count":35,"area":null},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2307.12966","title":"Aligning Large Language Models with Human: A Survey","created":"2023-07-24","cited_by_count":32,"area":"alignment"},{"id":"2309.12444","title":"Foundation Metrics for Evaluating Effectiveness of Healthcare Conversations Powered by Generative AI","created":"2023-09-21","cited_by_count":32,"area":null},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2411.18499","title":"OpenING: A Comprehensive Benchmark for Judging Open-ended Interleaved Image-Text Generation","created":"2024-11-27","cited_by_count":31,"area":"mllm"},{"id":"2509.12235","title":"RL Fine-Tuning Heals OOD Forgetting in SFT","created":"2025-09-08","cited_by_count":31,"area":"lr"},{"id":"2507.21028","title":"Multi-Agent-as-Judge: Aligning LLM-Agent-Based Automated Evaluation with Multi-Dimensional Human Evaluation","created":"2025-07-28","cited_by_count":30,"area":"agents"},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2401.15641","title":"PRE: A Peer Review Based Large Language Model Evaluator","created":"2024-01-28","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2401.17268","title":"Weaver: Foundation Models for Creative Writing","created":"2024-01-30","cited_by_count":27,"area":null},{"id":"2406.07070","title":"HalluDial: A Large-Scale Benchmark for Automatic Dialogue-Level Hallucination Evaluation","created":"2024-06-11","cited_by_count":27,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2401.13586","title":"Instruction Fine-Tuning: Does Prompt Loss Matter?","created":"2024-01-24","cited_by_count":26,"area":null},{"id":"2506.14175","title":"GRAM: A Generative Foundation Reward Model for Reward Generalization","created":"2025-06-17","cited_by_count":25,"area":"alignment"},{"id":"2309.04369","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","created":"2023-09-08","cited_by_count":24,"area":null},{"id":"2406.11191","title":"A Survey on Human Preference Learning for Large Language Models","created":"2024-06-17","cited_by_count":24,"area":"alignment"},{"id":"2410.10135","title":"FormalAlign: Automated Alignment Evaluation for Autoformalization","created":"2024-10-14","cited_by_count":24,"area":null},{"id":"2402.07483","title":"T-RAG: Lessons from the LLM Trenches","created":"2024-02-12","cited_by_count":23,"area":null},{"id":"2503.04149","title":"Dynamic Benchmarking of Reasoning Capabilities in Code Large Language Models Under Data Contamination","created":"2025-03-06","cited_by_count":23,"area":"lr"},{"id":"2311.15296","title":"UHGEval: Benchmarking the Hallucination of Chinese Large Language Models via Unconstrained Generation","created":"2023-11-26","cited_by_count":22,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2502.11250","title":"Uncertainty-Aware Step-wise Verification with Generative Reward Models","created":"2025-02-16","cited_by_count":22,"area":"lr"},{"id":"2403.04204","title":"On the Essence and Prospect: An Investigation of Alignment Approaches for Big Models","created":"2024-03-07","cited_by_count":21,"area":"alignment"},{"id":"2412.15118","title":"Reasoning Through Execution: Unifying Process and Outcome Rewards for Code Generation","created":"2024-12-19","cited_by_count":21,"area":"lr"},{"id":"2505.02847","title":"Sentient Agent as a Judge: Evaluating Higher-Order Social Cognition in Large Language Models","created":"2025-05-01","cited_by_count":21,"area":"agents"},{"id":"2312.15918","title":"Supervised Knowledge Makes Large Language Models Better In-context Learners","created":"2023-12-26","cited_by_count":20,"area":null},{"id":"2405.05253","title":"Open Source Language Models Can Provide Feedback: Evaluating LLMs' Ability to Help Students Using GPT-4-As-A-Judge","created":"2024-05-08","cited_by_count":20,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2503.22759","title":"Data Poisoning in Deep Learning: A Survey","created":"2025-03-27","cited_by_count":20,"area":"safety"},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2311.13246","title":"CoachLM: Automatic Instruction Revisions Improve the Data Quality in LLM Instruction Tuning","created":"2023-11-22","cited_by_count":19,"area":null},{"id":"2401.03038","title":"SPADE: Synthesizing Data Quality Assertions for Large Language Model Pipelines","created":"2024-01-05","cited_by_count":19,"area":"synth"},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2405.00622","title":"Causal Evaluation of Language Models","created":"2024-05-01","cited_by_count":18,"area":"lr"},{"id":"2405.08317","title":"SpeechGuard: Exploring the Adversarial Robustness of Multimodal Large Language Models","created":"2024-05-14","cited_by_count":18,"area":"mllm"}],"next_cursor":"100"}