{"total":172,"rows":[{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742,"area":"agents"},{"id":"2404.13076","title":"LLM Evaluators Recognize and Favor Their Own Generations","created":"2024-04-15","cited_by_count":686,"area":"alignment"},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681,"area":"alignment"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379,"area":"lr"},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2407.19594","title":"Meta-Rewarding Language Models: Self-Improving Alignment with LLM-as-a-Meta-Judge","created":"2024-07-28","cited_by_count":204,"area":"synth"},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2504.01382","title":"An Illusion of Progress? Assessing the Current State of Web Agents","created":"2025-04-02","cited_by_count":174,"area":"agents"},{"id":"2308.01861","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","created":"2023-08-03","cited_by_count":168,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2307.02762","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","created":"2023-07-06","cited_by_count":114,"area":null},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106,"area":"alignment"},{"id":"2309.04766","title":"SeaEval for Multilingual Foundation Models: From Cross-Lingual Alignment to Cultural Reasoning","created":"2023-09-09","cited_by_count":94,"area":null},{"id":"2406.12708","title":"AgentReview: Exploring Peer Review Dynamics with LLM Agents","created":"2024-06-18","cited_by_count":93,"area":"agents"},{"id":"2310.13132","title":"Better to Ask in English: Cross-Lingual Evaluation of Large Language Models for Healthcare Queries","created":"2023-10-19","cited_by_count":82,"area":null},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2408.02666","title":"Self-Taught Evaluators","created":"2024-08-05","cited_by_count":72,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2505.23646","title":"Are Reasoning Models More Prone to Hallucination?","created":"2025-05-29","cited_by_count":64,"area":"lr"},{"id":"2310.02977","title":"T$^3$Bench: Benchmarking Current Progress in Text-to-3D Generation","created":"2023-10-04","cited_by_count":57,"area":"diffusion"},{"id":"2503.22458","title":"Evaluating LLM-based Agents for Multi-Turn Conversations: A Survey","created":"2025-03-28","cited_by_count":57,"area":"agents"},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2407.08351","title":"AutoBencher: Towards Declarative Benchmark Construction","created":"2024-07-11","cited_by_count":44,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2405.20267","title":"Auto-Arena: Automating LLM Evaluations with Agent Peer Battles and Committee Discussions","created":"2024-05-30","cited_by_count":42,"area":"agents"},{"id":"2504.03846","title":"Do LLM Evaluators Prefer Themselves for a Reason?","created":"2025-04-04","cited_by_count":38,"area":"lr"},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2401.12491","title":"Assessing and Understanding Creativity in Large Language Models","created":"2024-01-23","cited_by_count":35,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2410.12735","title":"CREAM: Consistency Regularized Self-Rewarding Language Models","created":"2024-10-16","cited_by_count":35,"area":"lr"},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2310.08367","title":"MCU: An Evaluation Framework for Open-Ended Game Agents","created":"2023-10-12","cited_by_count":34,"area":null},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2307.12966","title":"Aligning Large Language Models with Human: A Survey","created":"2023-07-24","cited_by_count":32,"area":"alignment"},{"id":"2411.18499","title":"OpenING: A Comprehensive Benchmark for Judging Open-ended Interleaved Image-Text Generation","created":"2024-11-27","cited_by_count":31,"area":"mllm"},{"id":"2310.03304","title":"Learning Personalized Alignment for Evaluating Open-ended Text Generation","created":"2023-10-05","cited_by_count":29,"area":"alignment"},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2410.08964","title":"Language Imbalance Driven Rewarding for Multilingual Self-improving","created":"2024-10-11","cited_by_count":28,"area":"synth"},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2407.04549","title":"Spontaneous Reward Hacking in Iterative Self-Refinement","created":"2024-07-05","cited_by_count":26,"area":"alignment"},{"id":"2401.14698","title":"Under the Surface: Tracking the Artifactuality of LLM-Generated Data","created":"2024-01-26","cited_by_count":24,"area":"synth"},{"id":"2510.02837","title":"Beyond the Final Answer: Evaluating the Reasoning Trajectories of Tool-Augmented Agents","created":"2025-10-03","cited_by_count":24,"area":"lr"},{"id":"2411.02429","title":"IdeaBench: Benchmarking Large Language Models for Research Idea Generation","created":"2024-10-31","cited_by_count":23,"area":null},{"id":"2503.04149","title":"Dynamic Benchmarking of Reasoning Capabilities in Code Large Language Models Under Data Contamination","created":"2025-03-06","cited_by_count":23,"area":"lr"},{"id":"2403.08010","title":"Debatrix: Multi-dimensional Debate Judge with Iterative Chronological Analysis Based on LLM","created":"2024-03-12","cited_by_count":21,"area":null},{"id":"2405.02764","title":"Assessing Adversarial Robustness of Large Language Models: An Empirical Study","created":"2024-05-04","cited_by_count":21,"area":null},{"id":"2410.21259","title":"AutoBench-V: Can Large Vision-Language Models Benchmark Themselves?","created":"2024-10-28","cited_by_count":21,"area":"mllm"},{"id":"2409.08813","title":"Your Weak LLM is Secretly a Strong Teacher for Alignment","created":"2024-09-13","cited_by_count":20,"area":"alignment"},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2411.10914","title":"BPO: Towards Balanced Preference Optimization between Knowledge Breadth and Depth in Alignment","created":"2024-11-16","cited_by_count":20,"area":"alignment"},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2502.01977","title":"AutoGUI: Scaling GUI Grounding with Automatic Functionality Annotations from LLMs","created":"2025-02-04","cited_by_count":19,"area":"mllm"},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2309.06085","title":"BHASA: A Holistic Southeast Asian Linguistic and Cultural Evaluation Suite for Large Language Models","created":"2023-09-12","cited_by_count":18,"area":null},{"id":"2406.13779","title":"FoRAG: Factuality-optimized Retrieval Augmented Generation for Web-enhanced Long-form Question Answering","created":"2024-06-19","cited_by_count":18,"area":"rag"},{"id":"2504.19254","title":"Uncertainty Quantification for Language Models: A Suite of Black-Box, White-Box, LLM Judge, and Ensemble Scorers","created":"2025-04-27","cited_by_count":18,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2403.02246","title":"PHAnToM: Persona-based Prompting Has An Effect on Theory-of-Mind Reasoning in Large Language Models","created":"2024-03-04","cited_by_count":16,"area":"lr"},{"id":"2406.00252","title":"Towards Rationality in Language and Multimodal Agents: A Survey","created":"2024-06-01","cited_by_count":16,"area":"agents"},{"id":"2402.11894","title":"Automating Dataset Updates Towards Reliable and Timely Evaluation of Large Language Models","created":"2024-02-19","cited_by_count":15,"area":null},{"id":"2501.08617","title":"RLHS: Mitigating Misalignment in RLHF with Hindsight Simulation","created":"2025-01-15","cited_by_count":15,"area":"alignment"},{"id":"2508.03550","title":"Beyond the Surface: Enhancing LLM-as-a-Judge Alignment with Human via Internal Representations","created":"2025-08-05","cited_by_count":15,"area":"alignment"},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2402.13764","title":"CriticEval: Evaluating Large Language Model as Critic","created":"2024-02-21","cited_by_count":13,"area":null},{"id":"2403.12900","title":"Toward Sustainable GenAI using Generation Directives for Carbon-Friendly Large Language Model Inference","created":"2024-03-19","cited_by_count":13,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2409.18812","title":"LLMs4Synthesis: Leveraging Large Language Models for Scientific Synthesis","created":"2024-09-27","cited_by_count":13,"area":null},{"id":"2502.06298","title":"SeaExam and SeaBench: Benchmarking LLMs with Local Multilingual Questions in Southeast Asia","created":"2025-02-10","cited_by_count":13,"area":null},{"id":"2506.18841","title":"LongWriter-Zero: Mastering Ultra-Long Text Generation via Reinforcement Learning","created":"2025-06-23","cited_by_count":13,"area":null},{"id":"2406.04197","title":"DICE: Detecting In-distribution Contamination in LLM's Fine-tuning Phase for Math Reasoning","created":"2024-06-06","cited_by_count":11,"area":"lr"},{"id":"2407.00497","title":"LLMs-as-Instructors: Learning from Errors Toward Automating Model Improvement","created":"2024-06-29","cited_by_count":11,"area":null},{"id":"2410.24175","title":"Constraint Back-translation Improves Complex Instruction Following of Large Language Models","created":"2024-10-31","cited_by_count":11,"area":null},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2407.01080","title":"Face4RAG: Factual Consistency Evaluation for Retrieval Augmented Generation in Chinese","created":"2024-07-01","cited_by_count":10,"area":"rag"},{"id":"2410.22217","title":"Towards Unifying Understanding and Generation in the Era of Vision Foundation Models: A Survey from the Autoregression Perspective","created":"2024-10-29","cited_by_count":10,"area":null},{"id":"2508.14146","title":"MMReview: A Multidisciplinary and Multimodal Benchmark for LLM-Based Peer Review Automation","created":"2025-08-19","cited_by_count":10,"area":null},{"id":"2402.13093","title":"Event-level Knowledge Editing","created":"2024-02-20","cited_by_count":9,"area":null},{"id":"2406.16714","title":"AutoDetect: Towards a Unified Framework for Automated Weakness Detection in Large Language Models","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2410.11055","title":"Varying Shades of Wrong: Aligning LLMs with Wrong Answers Only","created":"2024-10-14","cited_by_count":9,"area":"alignment"},{"id":"2506.04721","title":"SPARTA ALIGNMENT: Collectively Aligning Multiple Language Models through Combat","created":"2025-06-05","cited_by_count":9,"area":"alignment"},{"id":"2409.06903","title":"Semi-Supervised Reward Modeling via Iterative Self-Training","created":"2024-09-10","cited_by_count":8,"area":"alignment"},{"id":"2601.19435","title":"Ad Insertion in LLM-Generated Responses","created":"2026-01-27","cited_by_count":8,"area":null},{"id":"2407.20906","title":"Automated Review Generation Method Based on Large Language Models","created":"2024-07-30","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2507.07484","title":"Machine Bullshit: Characterizing the Emergent Disregard for Truth in Large Language Models","created":"2025-07-10","cited_by_count":7,"area":null},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2601.03775","title":"Do LLM Self-Explanations Help Users Predict Model Behavior? Evaluating Counterfactual Simulatability with Pragmatic Perturbations","created":"2026-01-07","cited_by_count":7,"area":null}],"next_cursor":"100"}