{"total":66,"rows":[{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2506.07972","title":"HeuriGym: An Agentic Benchmark for LLM-Crafted Heuristics in Combinatorial Optimization","created":"2025-06-09","cited_by_count":21,"area":"agents"},{"id":"2505.08253","title":"Evaluating LLM Metrics Through Real-World Capabilities","created":"2025-05-13","cited_by_count":18,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2604.11581","title":"Hidden Measurement Error in LLM Pipelines Distorts Annotation, Evaluation, and Benchmarking","created":"2026-04-13","cited_by_count":10,"area":null},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2508.11847","title":"Dropping Just a Handful of Preferences Can Change Top Large Language Model Rankings","created":"2025-08-16","cited_by_count":8,"area":null},{"id":"2510.18333","title":"Position: LLM Watermarking Should Align Stakeholders' Incentives for Practical Adoption","created":"2025-10-21","cited_by_count":7,"area":"safety"},{"id":"2512.17875","title":"Visually Prompted Benchmarks Are Surprisingly Fragile","created":"2025-12-19","cited_by_count":7,"area":null},{"id":"2507.08983","title":"Exploiting Leaderboards for Large-Scale Distribution of Malicious Models","created":"2025-07-11","cited_by_count":5,"area":null},{"id":"2509.18083","title":"Reasoning Core: A Scalable RL Environment for LLM Symbolic Reasoning","created":"2025-09-22","cited_by_count":5,"area":"lr"},{"id":"2510.05152","title":"A Single Character can Make or Break Your LLM Evals","created":"2025-10-02","cited_by_count":5,"area":null},{"id":"2603.29020","title":"Emergence WebVoyager: Toward Consistent and Transparent Evaluation of (Web) Agents in The Wild","created":"2026-03-30","cited_by_count":5,"area":null},{"id":"2510.15297","title":"VERA-MH Concept Paper","created":"2025-10-17","cited_by_count":4,"area":null},{"id":"2602.09411","title":"K-Sort Eval: Efficient Preference Evaluation for Visual Generation via Corrected VLM-as-a-Judge","created":"2026-02-10","cited_by_count":4,"area":"alignment"},{"id":"2511.20604","title":"On Evaluating LLM Alignment by Evaluating LLMs as Judges","created":"2025-11-25","cited_by_count":3,"area":"alignment"},{"id":"2603.08371","title":"Leaderboard Incentives: Model Rankings under Strategic Post-Training","created":"2026-03-09","cited_by_count":3,"area":null},{"id":"2604.05460","title":"LLM Evaluation as Tensor Completion: Low Rank Structure and Semiparametric Efficiency","created":"2026-04-07","cited_by_count":3,"area":null},{"id":"2506.02058","title":"Evaluating the Unseen Capabilities: How Many Theorems Do LLMs Know?","created":"2025-06-01","cited_by_count":2,"area":null},{"id":"2507.00631","title":"A Protocol for Trustless Verification Under Uncertainty","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2509.01938","title":"EigenBench: A Comparative Behavioral Measure of Value Alignment","created":"2025-09-02","cited_by_count":2,"area":"alignment"},{"id":"2510.03231","title":"Reward Models are Metrics in a Trench Coat","created":"2025-10-03","cited_by_count":2,"area":"alignment"},{"id":"2602.06669","title":"compar:IA: The French Government's LLM arena to collect French-language human prompts and preference data","created":"2026-02-06","cited_by_count":2,"area":"alignment"},{"id":"2603.15677","title":"MedArena: Comparing LLMs for Medicine-in-the-Wild Clinician Preferences","created":"2026-03-13","cited_by_count":2,"area":null},{"id":"2604.21769","title":"Who Defines \"Best\"? Towards Interactive, User-Defined Evaluation of LLM Leaderboards","created":"2026-04-23","cited_by_count":2,"area":null},{"id":"2605.06901","title":"Reflections and New Directions for Human-Centered Large Language Models","created":"2026-05-07","cited_by_count":2,"area":null},{"id":"2606.13221","title":"From Uncertain Judgments to Calibrated Rankings: Conformal Elo Estimation for LLM Evaluation","created":"2026-06-11","cited_by_count":2,"area":null},{"id":"2608.02442","title":"Right Answer, Wrong Method: Shortcut Hacking Misleads the Evaluation of LLM Reasoning on Frontier Science Benchmarks","created":"2026-08-03","cited_by_count":2,"area":"lr"},{"id":"2608.21601","title":"K-Bench: measuring model performance on real scientific agent requests","created":"2026-08-21","cited_by_count":2,"area":"agents"},{"id":"2609.32211","title":"Rank Confidence Sequences:Anytime-valid Leaderboards","created":"2026-09-26","cited_by_count":2,"area":null},{"id":"2507.21695","title":"Towards a Large Physics Benchmark","created":"2025-07-29","cited_by_count":1,"area":null},{"id":"2511.22341","title":"Unexplored flaws in multiple-choice VQA make benchmarking unreliable","created":"2025-11-27","cited_by_count":1,"area":null},{"id":"2603.26891","title":"Strategic Candidacy in Generative AI Arenas","created":"2026-03-27","cited_by_count":1,"area":null},{"id":"2609.04298","title":"Harbor Adapters and Harbor-Index: Infrastructure and a Curated Meta-Dataset for Large-Scale Agentic Evaluation","created":"2026-09-03","cited_by_count":1,"area":"agents"},{"id":"2609.32248","title":"Anytime-Valid LLM Leaderboards via Benchmark-weighted and Block-Factorized e-Processes","created":"2026-09-26","cited_by_count":1,"area":null},{"id":"2505.24616","title":"Eye of Judgement: Dissecting the Evaluation of Russian-speaking LLMs with POLLUX","created":"2025-05-30","cited_by_count":0,"area":null},{"id":"2507.06434","title":"Deprecating Benchmarks: Criteria and Framework","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2510.01286","title":"Emergent evaluation hubs in a decentralizing large language model ecosystem","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2510.06525","title":"Text-to-Image Models Leave Identifiable Signatures: Implications for Leaderboard Security","created":"2025-10-07","cited_by_count":0,"area":null},{"id":"2512.02043","title":"Mirror, Mirror on the Wall -- Which is the Best Model of Them All?","created":"2025-11-25","cited_by_count":0,"area":null},{"id":"2601.10926","title":"Selecting Language Models for Social Science: Start Small, Start Open, and Validate","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2602.12356","title":"A Theoretical Framework for Adaptive Utility-Weighted Benchmarking","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2603.15220","title":"InterPol: De-anonymizing LM Arena via Interpolated Preference Learning","created":"2026-03-16","cited_by_count":0,"area":null},{"id":"2604.25923","title":"On Challenges in Evaluation Methodology: A Review","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2605.06656","title":"Why Global LLM Leaderboards Are Misleading: Small Portfolios for Heterogeneous Supervised ML","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.13318","title":"VERA-MH: Validation of Ethical and Responsible AI in Mental Health","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.15253","title":"Position: Ideas Should be the Center of Machine Learning Research","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2605.27914","title":"Does Capability Transfer to Subjective Behavior -- and Would Our Instruments Tell Us? A Self-Evolving, Trust-by-Construction Evaluation Paradigm","created":"2026-05-27","cited_by_count":0,"area":"synth"},{"id":"2605.30916","title":"Welfare, Improvability, and Variance: A Principal-Agent Approach to Optimal Benchmark Item Aggregation","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.05029","title":"Validity Threats for Foundation Model Research","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2607.04576","title":"Progressive Disclosure for LLM-Maintained Wiki Knowledge Bases: a Preregistered Ablation","created":"2026-07-06","cited_by_count":0,"area":"agents"},{"id":"2607.06411","title":"RuBench: A Repository-Level Agentic Coding Benchmark with Natively Authored Russian Task Specifications","created":"2026-07-07","cited_by_count":0,"area":"agents"},{"id":"2607.09306","title":"Exposure is not manifestation: measurement target and output resolution jointly determine which behavioural-faithfulness evaluator wins","created":"2026-07-10","cited_by_count":0,"area":null},{"id":"2607.24063","title":"The Cost of Knowing: A Resource-Aware Protocol for Benchmarking Hallucination Beyond Static Leaderboards","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.18117","title":"Position: AI Leaderboards Are Underserving the Global South: A Case Study from India","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2608.30044","title":"Balance of Benchmarks: Semantic Density Reweighting for Task-Conditioned Model Comparison","created":"2026-08-30","cited_by_count":0,"area":null},{"id":"2609.21325","title":"LEGIT: Credentialing Protocol for Trustworthy AI Agent Marketplaces","created":"2026-09-18","cited_by_count":0,"area":"agents"},{"id":"2609.22259","title":"Which Part of the Context Layer Does the Work? Separating Semantic Content from Retrieval Scaffolding in Text-to-SQL Agents","created":"2026-09-06","cited_by_count":0,"area":null},{"id":"2609.28177","title":"How Sensitive Are LLM Leaderboard Claims to Hidden Model Selection?","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.32109","title":"How Reusable Are Benchmarks with Richer Feedback?","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.32318","title":"What Can a Leaderboard Certify? Compositional Controllability for Fair Evaluation and Training of Biomedical Literature-Review Agents","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.00651","title":"Agent Evaluation Reliability: More Tasks Won't (Always) Fix An Agent Leaderboard","created":"2026-09-30","cited_by_count":0,"area":"agents"},{"id":"2610.06204","title":"Do Small Language Models Learn to Negotiate? A Controlled Scaling Study of RL-Trained Sellers","created":"2026-10-05","cited_by_count":0,"area":"agents"},{"id":"2610.06994","title":"TARE: Weigh a Never-Poisoned Twin Before Reading Backdoor-Defense Costs","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.09296","title":"The AI Evaluation Ecosystem","created":"2026-10-07","cited_by_count":0,"area":null},{"id":"2610.19095","title":"Similar Models, Broken Odds: Where Luce's Axiom Fails in Chatbot Arena","created":"2026-10-13","cited_by_count":0,"area":"alignment"}],"next_cursor":null}