{"total":323,"rows":[{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2505.08775","title":"HealthBench: Evaluating Large Language Models Towards Improved Human Health","created":"2025-05-13","cited_by_count":429,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2407.21772","title":"ShieldGemma: Generative AI Content Moderation Based on Gemma","created":"2024-07-31","cited_by_count":243,"area":null},{"id":"2410.10934","title":"Agent-as-a-Judge: Evaluate Agents with Agents","created":"2024-10-14","cited_by_count":238,"area":"agents"},{"id":"2507.01352","title":"Skywork-Reward-V2: Scaling Preference Data Curation via Human-AI Synergy","created":"2025-07-02","cited_by_count":214,"area":"lr"},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2501.04003","title":"Are VLMs Ready for Autonomous Driving? An Empirical Study from the Reliability, Data, and Metric Perspectives","created":"2025-01-07","cited_by_count":122,"area":"mllm"},{"id":"2504.00050","title":"JudgeLRM: Large Reasoning Models as a Judge","created":"2025-03-31","cited_by_count":78,"area":"lr"},{"id":"2505.10320","title":"J1: Incentivizing Thinking in LLM-as-a-Judge via Reinforcement Learning","created":"2025-05-15","cited_by_count":75,"area":"lr"},{"id":"2410.00847","title":"Uncertainty-aware Reward Model: Teaching Reward Models to Know What is Unknown","created":"2024-10-01","cited_by_count":74,"area":"alignment"},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2507.08794","title":"One Token to Fool LLM-as-a-Judge","created":"2025-07-11","cited_by_count":60,"area":"alignment"},{"id":"2510.06265","title":"Large Language Models Hallucination: A Comprehensive Survey","created":"2025-10-05","cited_by_count":49,"area":null},{"id":"2410.07137","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","created":"2024-10-09","cited_by_count":45,"area":null},{"id":"2510.00915","title":"Reinforcement Learning with Verifiable yet Noisy Rewards under Imperfect Verifiers","created":"2025-10-01","cited_by_count":45,"area":"lr"},{"id":"2409.16191","title":"HelloBench: Evaluating Long Text Generation Capabilities of Large Language Models","created":"2024-09-24","cited_by_count":44,"area":null},{"id":"2406.06560","title":"Inverse Constitutional AI: Compressing Preferences into Principles","created":"2024-06-02","cited_by_count":41,"area":"alignment"},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2504.03846","title":"Do LLM Evaluators Prefer Themselves for a Reason?","created":"2025-04-04","cited_by_count":38,"area":"lr"},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2502.14074","title":"Investigating Non-Transitivity in LLM-as-a-Judge","created":"2025-02-19","cited_by_count":34,"area":"agents"},{"id":"2502.15815","title":"Theoretical Physics Benchmark (TPBench) -- a Dataset and Study of AI Reasoning Capabilities in Theoretical Physics","created":"2025-02-19","cited_by_count":34,"area":"lr"},{"id":"2506.05334","title":"Search Arena: Analyzing Search-Augmented LLMs","created":"2025-06-05","cited_by_count":34,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2409.11239","title":"LLM-as-a-Judge & Reward Model: What They Can and Cannot Do","created":"2024-09-17","cited_by_count":32,"area":"alignment"},{"id":"2412.06394","title":"GameArena: Evaluating LLM Reasoning through Live Computer Games","created":"2024-12-09","cited_by_count":32,"area":"lr"},{"id":"2511.23002","title":"JarvisEvo: Towards a Self-Evolving Photo Editing Agent with Synergistic Editor-Evaluator Optimization","created":"2025-11-28","cited_by_count":31,"area":"alignment"},{"id":"2501.08579","title":"LLM-based Human Simulations Have Not Yet Been Reliable","created":"2025-01-15","cited_by_count":30,"area":null},{"id":"2410.10148","title":"AlphaDPO: Adaptive Reward Margin for Direct Preference Optimization","created":"2024-10-14","cited_by_count":29,"area":"alignment"},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2506.07673","title":"How Benchmark Prediction from Fewer Data Misses the Mark","created":"2025-06-09","cited_by_count":28,"area":null},{"id":"2603.01562","title":"RubricBench: Aligning Model-Generated Rubrics with Human Standards","created":"2026-03-02","cited_by_count":28,"area":"alignment"},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2501.14956","title":"ExPerT: Effective and Explainable Evaluation of Personalized Long-Form Text Generation","created":"2025-01-24","cited_by_count":26,"area":null},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2503.04474","title":"Know Thy Judge: On the Robustness Meta-Evaluation of LLM Safety Judges","created":"2025-03-06","cited_by_count":24,"area":"safety"},{"id":"2504.14716","title":"Pairwise or Pointwise? Evaluating Feedback Protocols for Bias in LLM-Based Evaluation","created":"2025-04-20","cited_by_count":24,"area":"alignment"},{"id":"2506.18203","title":"Shrinking the Generation-Verification Gap with Weak Verifiers","created":"2025-06-22","cited_by_count":24,"area":null},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2411.01077","title":"Emoji Attack: Enhancing Jailbreak Attacks Against Judge LLM Detection","created":"2024-11-01","cited_by_count":23,"area":"safety"},{"id":"2501.04437","title":"Integrating LLMs with ITS: Recent Advances, Potentials, Challenges, and Future Directions","created":"2025-01-08","cited_by_count":23,"area":null},{"id":"2510.12697","title":"Multi-Agent Debate for LLM Judges with Adaptive Stability Detection","created":"2025-10-14","cited_by_count":23,"area":"lr"},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2410.11005","title":"Assessing Dialect Fairness and Robustness of Large Language Models in Reasoning Tasks","created":"2024-10-14","cited_by_count":22,"area":"lr"},{"id":"2501.18845","title":"Text Data Augmentation for Large Language Models: A Comprehensive Survey of Methods, Challenges, and Opportunities","created":"2025-01-31","cited_by_count":22,"area":null},{"id":"2411.02316","title":"Evaluating Creative Short Story Generation in Humans and Large Language Models","created":"2024-11-04","cited_by_count":21,"area":null},{"id":"2412.15118","title":"Reasoning Through Execution: Unifying Process and Outcome Rewards for Code Generation","created":"2024-12-19","cited_by_count":21,"area":"lr"},{"id":"2504.13677","title":"Revisiting Uncertainty Quantification Evaluation in Language Models: Spurious Interactions with Response Length Bias Results","created":"2025-04-18","cited_by_count":21,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2504.15784","title":"Automated Creativity Evaluation for Large Language Models: A Reference-Based Approach","created":"2025-04-22","cited_by_count":20,"area":null},{"id":"2509.21117","title":"TrustJudge: Inconsistencies of LLM-as-a-Judge and How to Alleviate Them","created":"2025-09-25","cited_by_count":20,"area":null},{"id":"2404.13957","title":"How Well Can LLMs Echo Us? Evaluating AI Chatbots' Role-Play Ability with ECHO","created":"2024-04-22","cited_by_count":19,"area":null},{"id":"2502.12501","title":"Crowd Comparative Reasoning: Unlocking Comprehensive Evaluations for LLM-as-a-Judge","created":"2025-02-18","cited_by_count":19,"area":"lr"},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2503.00596","title":"BadJudge: Backdoor Vulnerabilities of LLM-as-a-Judge","created":"2025-03-01","cited_by_count":18,"area":"safety"},{"id":"2511.16931","title":"OmniScientist: Toward a Co-evolving Ecosystem of Human and AI Scientists","created":"2025-11-21","cited_by_count":18,"area":null},{"id":"2407.04503","title":"When LLMs Play the Telephone Game: Cultural Attractors as Conceptual Tools to Evaluate LLMs in Multi-turn Settings","created":"2024-07-05","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2501.14844","title":"Unmasking Conversational Bias in AI Multiagent Systems","created":"2025-01-24","cited_by_count":17,"area":null},{"id":"2501.17858","title":"Improving Your Model Ranking on Chatbot Arena by Vote Rigging","created":"2025-01-29","cited_by_count":17,"area":null},{"id":"2505.11080","title":"BLEUBERI: BLEU is a surprisingly effective reward for instruction following","created":"2025-05-16","cited_by_count":17,"area":"alignment"},{"id":"2508.02994","title":"When AIs Judge AIs: The Rise of Agent-as-a-Judge Evaluation for LLMs","created":"2025-08-05","cited_by_count":17,"area":"agents"},{"id":"2405.19694","title":"Grade Like a Human: Rethinking Automated Assessment with Large Language Models","created":"2024-05-30","cited_by_count":16,"area":"lr"},{"id":"2503.05085","title":"S2S-Arena: Evaluating Paralinguistic Instruction Following in Speech-to-Speech Models","created":"2025-03-07","cited_by_count":16,"area":null},{"id":"2505.24778","title":"Revisiting Epistemic Markers in Confidence Estimation: Can Markers Accurately Reflect Large Language Models' Uncertainty?","created":"2025-05-30","cited_by_count":16,"area":null},{"id":"2506.06485","title":"Task Matters: Knowledge Requirements Shape LLM Responses to Context-Memory Conflict","created":"2025-06-06","cited_by_count":16,"area":null},{"id":"2606.04923","title":"Reproducing, Analyzing, and Detecting Reward Hacking in Rubric-Based Reinforcement Learning","created":"2026-06-03","cited_by_count":16,"area":"alignment"},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2503.22688","title":"CodeIF-Bench: Evaluating Instruction-Following Capabilities of Large Language Models in Interactive Code Generation","created":"2025-03-05","cited_by_count":15,"area":null},{"id":"2510.04265","title":"Don't Pass@k: A Bayesian Framework for Large Language Model Evaluation","created":"2025-10-05","cited_by_count":15,"area":"lr"},{"id":"2511.18538","title":"From Code Foundation Models to Agents and Applications: A Comprehensive Survey and Practical Guide to Code Intelligence","created":"2025-11-23","cited_by_count":15,"area":"agents"},{"id":"2603.04814","title":"Beyond the Context Window: A Cost-Performance Analysis of Fact-Based Memory vs. Long-Context LLMs for Persistent Agents","created":"2026-03-05","cited_by_count":15,"area":"agents"},{"id":"2410.13716","title":"MIRAGE-Bench: Automatic Multilingual Benchmark Arena for Retrieval-Augmented Generation Systems","created":"2024-10-17","cited_by_count":14,"area":"rag"},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2505.07271","title":"On the Robustness of Reward Models for Language Model Alignment","created":"2025-05-12","cited_by_count":13,"area":"alignment"},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2601.03746","title":"Whose Facts Win? LLM Source Preferences under Knowledge Conflicts","created":"2026-01-07","cited_by_count":12,"area":"rag"},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2412.09049","title":"Dial-In LLM: Human-Aligned LLM-in-the-loop Intent Clustering for Customer Service Dialogues","created":"2024-12-12","cited_by_count":11,"area":null},{"id":"2507.15337","title":"Reasoning Models are Test Exploiters: Rethinking Multiple-Choice","created":"2025-07-21","cited_by_count":11,"area":"lr"},{"id":"2507.19364","title":"From the Fluency Fallacy to the Micro-to-Macro Validity Gap: Opportunities and Pitfalls of LLMs in Social Simulation","created":"2025-07-25","cited_by_count":10,"area":null},{"id":"2508.12158","title":"LLM-as-a-Judge for Privacy Evaluation? Exploring the Alignment of Human and LLM Perceptions of Privacy in Textual Data","created":"2025-08-16","cited_by_count":10,"area":null},{"id":"2511.18491","title":"MindEval: Benchmarking Language Models on Multi-turn Mental Health Support","created":"2025-11-23","cited_by_count":10,"area":null},{"id":"2408.04650","title":"Building Trust in Mental Health Chatbots: Safety Metrics and LLM-Based Evaluation Tools","created":"2024-08-03","cited_by_count":9,"area":"agents"},{"id":"2501.05396","title":"FairCoder: Probing LLM Bias in High-Stakes Decision Making via Coding Tasks","created":"2025-01-09","cited_by_count":9,"area":null},{"id":"2501.12011","title":"Reference-free Evaluation Metrics for Text Generation: A Survey","created":"2025-01-21","cited_by_count":9,"area":null},{"id":"2603.08091","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","created":"2026-03-09","cited_by_count":9,"area":"alignment"},{"id":"2603.12520","title":"When LLM Judge Scores Look Good but Best-of-N Decisions Fail","created":"2026-03-12","cited_by_count":9,"area":null},{"id":"2409.12809","title":"Don't be Fooled: The Misinformation Effect of Explanations in Human-AI Collaboration","created":"2024-09-19","cited_by_count":8,"area":null},{"id":"2409.13484","title":"'Since Lawyers are Males..': Examining Implicit Gender Bias in Hindi Language Generation by LLMs","created":"2024-09-20","cited_by_count":8,"area":null},{"id":"2504.07749","title":"NorEval: A Norwegian Language Understanding and Generation Evaluation Benchmark","created":"2025-04-10","cited_by_count":8,"area":null},{"id":"2509.25154","title":"Who's Your Judge? On the Detectability of LLM-Generated Judgments","created":"2025-09-29","cited_by_count":8,"area":null},{"id":"2601.06884","title":"Paraphrasing Adversarial Attack on LLM-as-a-Reviewer","created":"2026-01-11","cited_by_count":8,"area":null}],"next_cursor":"100"}