{"total":109,"rows":[{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2308.01861","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","created":"2023-08-03","cited_by_count":168,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2307.02762","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","created":"2023-07-06","cited_by_count":114,"area":null},{"id":"2309.04766","title":"SeaEval for Multilingual Foundation Models: From Cross-Lingual Alignment to Cultural Reasoning","created":"2023-09-09","cited_by_count":94,"area":null},{"id":"2310.13132","title":"Better to Ask in English: Cross-Lingual Evaluation of Large Language Models for Healthcare Queries","created":"2023-10-19","cited_by_count":82,"area":null},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2407.08351","title":"AutoBencher: Towards Declarative Benchmark Construction","created":"2024-07-11","cited_by_count":44,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2401.12491","title":"Assessing and Understanding Creativity in Large Language Models","created":"2024-01-23","cited_by_count":35,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2310.08367","title":"MCU: An Evaluation Framework for Open-Ended Game Agents","created":"2023-10-12","cited_by_count":34,"area":null},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2411.02429","title":"IdeaBench: Benchmarking Large Language Models for Research Idea Generation","created":"2024-10-31","cited_by_count":23,"area":null},{"id":"2403.08010","title":"Debatrix: Multi-dimensional Debate Judge with Iterative Chronological Analysis Based on LLM","created":"2024-03-12","cited_by_count":21,"area":null},{"id":"2405.02764","title":"Assessing Adversarial Robustness of Large Language Models: An Empirical Study","created":"2024-05-04","cited_by_count":21,"area":null},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2309.06085","title":"BHASA: A Holistic Southeast Asian Linguistic and Cultural Evaluation Suite for Large Language Models","created":"2023-09-12","cited_by_count":18,"area":null},{"id":"2504.19254","title":"Uncertainty Quantification for Language Models: A Suite of Black-Box, White-Box, LLM Judge, and Ensemble Scorers","created":"2025-04-27","cited_by_count":18,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2402.11894","title":"Automating Dataset Updates Towards Reliable and Timely Evaluation of Large Language Models","created":"2024-02-19","cited_by_count":15,"area":null},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2403.12900","title":"Toward Sustainable GenAI using Generation Directives for Carbon-Friendly Large Language Model Inference","created":"2024-03-19","cited_by_count":13,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2409.18812","title":"LLMs4Synthesis: Leveraging Large Language Models for Scientific Synthesis","created":"2024-09-27","cited_by_count":13,"area":null},{"id":"2502.06298","title":"SeaExam and SeaBench: Benchmarking LLMs with Local Multilingual Questions in Southeast Asia","created":"2025-02-10","cited_by_count":13,"area":null},{"id":"2506.18841","title":"LongWriter-Zero: Mastering Ultra-Long Text Generation via Reinforcement Learning","created":"2025-06-23","cited_by_count":13,"area":null},{"id":"2407.00497","title":"LLMs-as-Instructors: Learning from Errors Toward Automating Model Improvement","created":"2024-06-29","cited_by_count":11,"area":null},{"id":"2410.24175","title":"Constraint Back-translation Improves Complex Instruction Following of Large Language Models","created":"2024-10-31","cited_by_count":11,"area":null},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2410.22217","title":"Towards Unifying Understanding and Generation in the Era of Vision Foundation Models: A Survey from the Autoregression Perspective","created":"2024-10-29","cited_by_count":10,"area":null},{"id":"2508.14146","title":"MMReview: A Multidisciplinary and Multimodal Benchmark for LLM-Based Peer Review Automation","created":"2025-08-19","cited_by_count":10,"area":null},{"id":"2402.13093","title":"Event-level Knowledge Editing","created":"2024-02-20","cited_by_count":9,"area":null},{"id":"2406.16714","title":"AutoDetect: Towards a Unified Framework for Automated Weakness Detection in Large Language Models","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2601.19435","title":"Ad Insertion in LLM-Generated Responses","created":"2026-01-27","cited_by_count":8,"area":null},{"id":"2407.20906","title":"Automated Review Generation Method Based on Large Language Models","created":"2024-07-30","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2507.07484","title":"Machine Bullshit: Characterizing the Emergent Disregard for Truth in Large Language Models","created":"2025-07-10","cited_by_count":7,"area":null},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2601.03775","title":"Do LLM Self-Explanations Help Users Predict Model Behavior? Evaluating Counterfactual Simulatability with Pragmatic Perturbations","created":"2026-01-07","cited_by_count":7,"area":null},{"id":"2412.05145","title":"Explingo: Explaining AI Predictions using Large Language Models","created":"2024-12-06","cited_by_count":6,"area":null},{"id":"2512.05379","title":"Mitigating Self-Preference by Authorship Obfuscation","created":"2025-12-05","cited_by_count":6,"area":null},{"id":"2407.02977","title":"Large Language Models as Evaluators for Scientific Synthesis","created":"2024-07-03","cited_by_count":5,"area":null},{"id":"2412.06287","title":"PediaBench: A Comprehensive Chinese Pediatric Dataset for Benchmarking Large Language Models","created":"2024-12-09","cited_by_count":5,"area":null},{"id":"2505.20738","title":"Silencer: From Discovery to Mitigation of Self-Bias in LLM-as-Benchmark-Generator","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2505.13531","title":"AdAEM: An Adaptively and Automated Extensible Measurement of LLMs' Value Difference","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2506.16024","title":"From General to Targeted Rewards: Surpassing GPT-4 in Open-Ended Long-Context Generation","created":"2025-06-19","cited_by_count":4,"area":null},{"id":"2510.13912","title":"AI Debaters are More Persuasive when Arguing in Alignment with Their Own Beliefs","created":"2025-10-15","cited_by_count":4,"area":null},{"id":"2512.05119","title":"RAG-IGBench: Innovative Evaluation for RAG-based Interleaved Generation in Open-domain Question Answering","created":"2025-10-11","cited_by_count":4,"area":null},{"id":"2512.23701","title":"Eliciting Behaviors in Multi-Turn Conversations","created":"2025-12-29","cited_by_count":4,"area":null},{"id":"2605.09228","title":"ProactBench: Beyond What The User Asked For","created":"2026-05-09","cited_by_count":4,"area":null},{"id":"2308.15334","title":"The Responsible Development of Automated Student Feedback with Generative AI","created":"2023-08-29","cited_by_count":3,"area":null},{"id":"2410.06943","title":"AutoFeedback: An LLM-based Framework for Efficient and Accurate API Request Generation","created":"2024-10-09","cited_by_count":3,"area":null},{"id":"2502.08109","title":"HuDEx: Integrating Hallucination Detection and Explainability for Enhancing the Reliability of LLM responses","created":"2025-02-12","cited_by_count":3,"area":null},{"id":"2503.03303","title":"SEOE: A Scalable and Reliable Semantic Evaluation Framework for Open Domain Event Detection","created":"2025-03-05","cited_by_count":3,"area":null},{"id":"2503.05888","title":"QG-SMS: Enhancing Test Item Analysis via Student Modeling and Simulation","created":"2025-03-07","cited_by_count":3,"area":null},{"id":"2408.11431","title":"Diagnosing and Remedying Knowledge Deficiencies in LLMs via Label-free Curricular Meaningful Learning","created":"2024-08-21","cited_by_count":2,"area":null},{"id":"2411.08010","title":"ExpressivityBench: Can LLMs Communicate Implicitly?","created":"2024-11-12","cited_by_count":2,"area":null},{"id":"2412.07019","title":"Assessing the Impact of Conspiracy Theories Using Large Language Models","created":"2024-12-09","cited_by_count":2,"area":null},{"id":"2506.16150","title":"PRISON: Unmasking the Criminal Potential of Large Language Models","created":"2025-06-19","cited_by_count":2,"area":null},{"id":"2509.02097","title":"JudgeAgent: Beyond Static Benchmarks for Knowledge-Driven and Dynamic LLM Evaluation","created":"2025-09-02","cited_by_count":2,"area":null},{"id":"2510.00034","title":"Review of Hallucination Understanding in Large Language and Vision Models","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2511.09139","title":"MACEval: A Multi-Agent Continual Evaluation Network for Large Models","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2408.13338","title":"LalaEval: A Holistic Human Evaluation Framework for Domain-Specific Large Language Models","created":"2024-08-23","cited_by_count":1,"area":null},{"id":"2408.13738","title":"Poor-Supervised Evaluation for SuperLLM via Mutual Consistency","created":"2024-08-25","cited_by_count":1,"area":null},{"id":"2411.02448","title":"Rate, Explain and Cite (REC): Enhanced Explanation and Attribution in Automatic Evaluation by Large Language Models","created":"2024-11-03","cited_by_count":1,"area":null},{"id":"2411.03906","title":"Lexicalization Is All You Need: Examining the Impact of Lexical Knowledge in a Compositional QALD System","created":"2024-11-06","cited_by_count":1,"area":null},{"id":"2411.13982","title":"Safety Without Semantic Disruptions: Editing-free Safe Image Generation via Context-preserving Dual Latent Reconstruction","created":"2024-11-21","cited_by_count":1,"area":null},{"id":"2411.15320","title":"PPLqa: An Unsupervised Information-Theoretic Quality Metric for Comparing Generative Large Language Models","created":"2024-11-22","cited_by_count":1,"area":null},{"id":"2505.02078","title":"LecEval: An Automated Metric for Multimodal Knowledge Acquisition in Multimedia Learning","created":"2025-05-04","cited_by_count":1,"area":null},{"id":"2508.10161","title":"LaajMeter: A Framework for LaaJ Evaluation","created":"2025-08-13","cited_by_count":1,"area":null},{"id":"2510.09011","title":"TripScore: Aligning LLMs for Real-World Travel Planning via Expert-Calibrated Reward","created":"2025-10-10","cited_by_count":1,"area":null},{"id":"2605.15416","title":"Margin-Adaptive Confidence Ranking for Reliable LLM Judgement","created":"2026-05-14","cited_by_count":1,"area":null},{"id":"2607.24780","title":"LivingArena: Do LLMs Know What Other LLMs Don't? Peer-Probing as Scalable Evaluation","created":"2026-06-19","cited_by_count":1,"area":null},{"id":"2608.18091","title":"Self- and Other-Labels Induce Bidirectional Bias in LLM Judges","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2405.00704","title":"A Survey on the Real Power of ChatGPT","created":"2024-04-22","cited_by_count":0,"area":null},{"id":"2503.02948","title":"ExpertGenQA: Open-ended QA generation in Specialized Domains","created":"2025-03-04","cited_by_count":0,"area":null},{"id":"2504.00756","title":"RECKON: Large-scale Reference-based Efficient Knowledge Evaluation for Large Language Model","created":"2025-04-01","cited_by_count":0,"area":null},{"id":"2506.18213","title":"A Conceptual Framework for AI Capability Evaluations","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2509.15218","title":"LNE-Blocking: An Efficient Framework for Contamination Mitigation Evaluation on Large Language Models","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2602.09624","title":"MILE-RefHumEval: A Reference-Free, Multi-Independent LLM Framework for Human-Aligned Evaluation","created":"2026-02-10","cited_by_count":0,"area":null}],"next_cursor":"100"}