{"total":275,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2406.01297","title":"When Can LLMs Actually Correct Their Own Mistakes? A Critical Survey of Self-Correction of LLMs","created":"2024-06-03","cited_by_count":240,"area":null},{"id":"2406.01171","title":"Two Tales of Persona in LLMs: A Survey of Role-Playing and Personalization","created":"2024-06-03","cited_by_count":208,"area":null},{"id":"2405.01724","title":"Large Language Models are Inconsistent and Biased Evaluators","created":"2024-05-02","cited_by_count":153,"area":null},{"id":"2402.07939","title":"UFO: A UI-Focused Agent for Windows OS Interaction","created":"2024-02-08","cited_by_count":148,"area":null},{"id":"2310.15123","title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation","created":"2023-10-23","cited_by_count":106,"area":null},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2403.16971","title":"AIOS: LLM Agent Operating System","created":"2024-03-25","cited_by_count":97,"area":null},{"id":"2403.02839","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","created":"2024-03-05","cited_by_count":94,"area":null},{"id":"2403.18771","title":"CheckEval: A reliable LLM-as-a-Judge framework for evaluating text generation using checklists","created":"2024-03-27","cited_by_count":94,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2404.14387","title":"A Survey on Self-Evolution of Large Language Models","created":"2024-04-22","cited_by_count":91,"area":null},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2401.16745","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","created":"2024-01-30","cited_by_count":81,"area":null},{"id":"2402.05119","title":"A Closer Look at the Limitations of Instruction Tuning","created":"2024-02-03","cited_by_count":77,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2310.01432","title":"Split and Merge: Aligning Position Biases in LLM-based Evaluators","created":"2023-09-29","cited_by_count":72,"area":null},{"id":"2502.06193","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","created":"2025-02-10","cited_by_count":67,"area":null},{"id":"2405.06373","title":"LLM Discussion: Enhancing the Creativity of Large Language Models via Discussion Framework and Role-Play","created":"2024-05-10","cited_by_count":66,"area":null},{"id":"2406.14711","title":"MultiAgent Collaboration Attack: Investigating Adversarial Attacks in Large Language Model Collaborations via Debate","created":"2024-06-20","cited_by_count":56,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2410.02184","title":"CodeJudge: Evaluating Code Generation with Large Language Models","created":"2024-10-03","cited_by_count":44,"area":null},{"id":"2311.08702","title":"Debate Helps Supervise Unreliable Experts","created":"2023-11-15","cited_by_count":43,"area":null},{"id":"2408.05534","title":"Can LLMs Replace Manual Annotation of Software Engineering Artifacts?","created":"2024-08-10","cited_by_count":42,"area":null},{"id":"2402.17161","title":"Large Language Model for Participatory Urban Planning","created":"2024-02-27","cited_by_count":40,"area":null},{"id":"2402.06647","title":"A Survey on Large Language Model Hallucination via a Creativity Perspective","created":"2024-02-02","cited_by_count":38,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2401.12491","title":"Assessing and Understanding Creativity in Large Language Models","created":"2024-01-23","cited_by_count":35,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2402.10614","title":"Can LLMs Speak For Diverse People? Tuning LLMs via Debate to Generate Controllable Controversial Statements","created":"2024-02-16","cited_by_count":34,"area":null},{"id":"2410.15393","title":"CalibraEval: Calibrating Prediction Distribution to Mitigate Selection Bias in LLMs-as-Judges","created":"2024-10-20","cited_by_count":34,"area":null},{"id":"2404.04941","title":"Unleashing Large Language Models' Proficiency in Zero-shot Essay Scoring","created":"2024-04-07","cited_by_count":33,"area":null},{"id":"2409.19487","title":"HealthQ: Unveiling Questioning Capabilities of LLM Chains in Healthcare Conversations","created":"2024-09-28","cited_by_count":31,"area":null},{"id":"2503.18596","title":"LinkAlign: Scalable Schema Linking for Real-World Large-Scale Multi-Database Text-to-SQL","created":"2025-03-24","cited_by_count":29,"area":null},{"id":"2401.15641","title":"PRE: A Peer Review Based Large Language Model Evaluator","created":"2024-01-28","cited_by_count":28,"area":null},{"id":"2402.12326","title":"PsychoGAT: A Novel Psychological Measurement Paradigm through Interactive Fiction Games with LLM Agents","created":"2024-02-19","cited_by_count":28,"area":null},{"id":"2409.19430","title":"'Simulacrum of Stories': Examining Large Language Models as Qualitative Research Participants","created":"2024-09-28","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2409.14457","title":"Large Model Based Agents: State-of-the-Art, Cooperation Paradigms, Security and Privacy, and Future Trends","created":"2024-09-22","cited_by_count":26,"area":null},{"id":"2410.10135","title":"FormalAlign: Automated Alignment Evaluation for Autoformalization","created":"2024-10-14","cited_by_count":24,"area":null},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2403.08010","title":"Debatrix: Multi-dimensional Debate Judge with Iterative Chronological Analysis Based on LLM","created":"2024-03-12","cited_by_count":21,"area":null},{"id":"2404.15532","title":"BattleAgent: Multi-modal Dynamic Emulation on Historical Battles to Complement Historical Analysis","created":"2024-04-23","cited_by_count":20,"area":null},{"id":"2406.00050","title":"An Empirical Analysis on Large Language Models in Debate Evaluation","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2406.03009","title":"Unveiling Selection Biases: Exploring Order and Token Sensitivity in Large Language Models","created":"2024-06-05","cited_by_count":20,"area":null},{"id":"2502.17898","title":"VeriPlan: Integrating Formal Verification and LLMs into End-User Planning","created":"2025-02-25","cited_by_count":20,"area":null},{"id":"2404.13957","title":"How Well Can LLMs Echo Us? Evaluating AI Chatbots' Role-Play Ability with ECHO","created":"2024-04-22","cited_by_count":19,"area":null},{"id":"2501.15595","title":"SedarEval: Automated Evaluation using Self-Adaptive Rubrics","created":"2025-01-26","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2406.03339","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches","created":"2024-06-05","cited_by_count":18,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2508.19764","title":"Principled Personas: Defining and Measuring the Intended Effects of Persona Prompting on Task Performance","created":"2025-08-27","cited_by_count":18,"area":null},{"id":"2509.08682","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","created":"2025-09-10","cited_by_count":18,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2409.17213","title":"Plurals: A System for Guiding LLMs Via Simulated Social Ensembles","created":"2024-09-25","cited_by_count":17,"area":null},{"id":"2502.04498","title":"Verifiable Format Control for Large Language Model Generations","created":"2025-02-06","cited_by_count":17,"area":null},{"id":"2401.06568","title":"Lost in the Source Language: How Large Language Models Evaluate the Quality of Machine Translation","created":"2024-01-12","cited_by_count":16,"area":null},{"id":"2405.02178","title":"Assessing and Verifying Task Utility in LLM-Powered Applications","created":"2024-05-03","cited_by_count":16,"area":null},{"id":"2405.09935","title":"DEBATE: Devil's Advocate-Based Assessment and Text Evaluation","created":"2024-05-16","cited_by_count":16,"area":null},{"id":"2409.12538","title":"PersonaFlow: Designing LLM-Simulated Expert Perspectives for Enhanced Research Ideation","created":"2024-09-19","cited_by_count":16,"area":null},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2502.16796","title":"MobileSteward: Integrating Multiple App-Oriented Agents with Self-Evolution to Automate Cross-App Instructions","created":"2025-02-24","cited_by_count":16,"area":null},{"id":"2602.00521","title":"Diagnosing the Reliability of LLM-as-a-Judge via Item Response Theory","created":"2026-01-31","cited_by_count":16,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2410.04663","title":"Debate, Deliberate, Decide (D3): A Cost-Aware Adversarial Framework for Reliable and Interpretable LLM Evaluation","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2410.09112","title":"HLM-Cite: Hybrid Language Model Workflow for Text-based Scientific Citation Prediction","created":"2024-10-10","cited_by_count":15,"area":null},{"id":"2402.01830","title":"PiCO: Peer Review in LLMs based on the Consistency Optimization","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2503.14481","title":"Don't lie to your friends: Learning what you know from collaborative self-play","created":"2025-03-18","cited_by_count":14,"area":null},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2402.10770","title":"How Reliable Are Automatic Evaluation Methods for Instruction-Tuned LLMs?","created":"2024-02-16","cited_by_count":13,"area":null},{"id":"2402.12590","title":"Evolving AI Collectives to Enhance Human Diversity and Enable Self-Regulation","created":"2024-02-19","cited_by_count":13,"area":null},{"id":"2402.12976","title":"The Impact of Demonstrations on Multilingual In-Context Learning: A Multidimensional Analysis","created":"2024-02-20","cited_by_count":13,"area":null},{"id":"2404.01602","title":"Helmsman of the Masses? Evaluate the Opinion Leadership of Large Language Models in the Werewolf Game","created":"2024-04-02","cited_by_count":13,"area":null},{"id":"2410.12869","title":"Towards Acyclic Preference Evaluation of Language Models via Multiple Evaluators","created":"2024-10-14","cited_by_count":13,"area":null},{"id":"2411.19791","title":"Tractable Agreement Protocols","created":"2024-11-29","cited_by_count":13,"area":null},{"id":"2405.15329","title":"DnA-Eval: Enhancing Large Language Model Evaluation through Decomposition and Aggregation","created":"2024-05-24","cited_by_count":12,"area":null},{"id":"2408.13704","title":"DHP Benchmark: Are LLMs Good NLG Evaluators?","created":"2024-08-25","cited_by_count":12,"area":null},{"id":"2503.02016","title":"Mind the (Belief) Gap: Group Identity in the World of LLMs","created":"2025-03-03","cited_by_count":12,"area":null},{"id":"2505.18596","title":"Debate-to-Detect: Reformulating Misinformation Detection as a Real-World Debate with Large Language Models","created":"2025-05-24","cited_by_count":12,"area":null},{"id":"2509.04656","title":"AraHalluEval: A Fine-grained Hallucination Evaluation Framework for Arabic LLMs","created":"2025-09-04","cited_by_count":12,"area":null},{"id":"2401.02575","title":"Large Language Models for Social Networks: Applications, Challenges, and Solutions","created":"2024-01-04","cited_by_count":11,"area":null},{"id":"2402.12150","title":"Your Large Language Model is Secretly a Fairness Proponent and You Should Prompt it Like One","created":"2024-02-19","cited_by_count":11,"area":null},{"id":"2402.13145","title":"CMDAG: A Chinese Metaphor Dataset with Annotated Grounds as CoT for Boosting Metaphor Generation","created":"2024-02-20","cited_by_count":11,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2410.24175","title":"Constraint Back-translation Improves Complex Instruction Following of Large Language Models","created":"2024-10-31","cited_by_count":11,"area":null},{"id":"2506.00549","title":"Towards Multi-dimensional Evaluation of LLM Summarization across Domains and Languages","created":"2025-05-31","cited_by_count":11,"area":null},{"id":"2510.10157","title":"BILLY: Steering Large Language Models via Merging Persona Vectors for Creative Generation","created":"2025-10-11","cited_by_count":11,"area":null},{"id":"2409.06820","title":"PingPong: A Benchmark for Role-Playing Language Models with User Emulation and Multi-Model Evaluation","created":"2024-09-10","cited_by_count":10,"area":null},{"id":"2409.13884","title":"A Multi-LLM Debiasing Framework","created":"2024-09-20","cited_by_count":10,"area":null}],"next_cursor":"100"}