{"total":128,"rows":[{"id":"2406.11939","title":"From Crowdsourced Data to High-Quality Benchmarks: Arena-Hard and BenchBuilder Pipeline","created":"2024-06-17","cited_by_count":500,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2505.08775","title":"HealthBench: Evaluating Large Language Models Towards Improved Human Health","created":"2025-05-13","cited_by_count":429,"area":null},{"id":"2509.04664","title":"Why Language Models Hallucinate","created":"2025-09-04","cited_by_count":220,"area":null},{"id":"2506.13651","title":"xbench: Tracking Agents Productivity Scaling with Profession-Aligned Real-World Evaluations","created":"2025-06-16","cited_by_count":120,"area":null},{"id":"2407.10457","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","created":"2024-07-15","cited_by_count":116,"area":null},{"id":"2601.08584","title":"Ministral 3","created":"2026-01-13","cited_by_count":114,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2410.03608","title":"TICKing All the Boxes: Generated Checklists Improve LLM Evaluation and Generation","created":"2024-10-04","cited_by_count":68,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2503.05336","title":"Toward an Evaluation Science for Generative AI Systems","created":"2025-03-07","cited_by_count":45,"area":null},{"id":"2409.16191","title":"HelloBench: Evaluating Long Text Generation Capabilities of Large Language Models","created":"2024-09-24","cited_by_count":44,"area":null},{"id":"2410.16256","title":"CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution","created":"2024-10-21","cited_by_count":42,"area":null},{"id":"2503.12329","title":"CapArena: Benchmarking and Analyzing Detailed Image Captioning in the LLM Era","created":"2025-03-16","cited_by_count":41,"area":null},{"id":"2503.05142","title":"RocketEval: Efficient Automated LLM Evaluation via Grading Checklist","created":"2025-03-07","cited_by_count":39,"area":null},{"id":"2503.03064","title":"Improving LLM-as-a-Judge Inference with the Judgment Distribution","created":"2025-03-04","cited_by_count":37,"area":null},{"id":"2504.07114","title":"ChatBench: From Static Benchmarks to Human-AI Evaluation","created":"2025-03-22","cited_by_count":34,"area":null},{"id":"2506.05334","title":"Search Arena: Analyzing Search-Augmented LLMs","created":"2025-06-05","cited_by_count":34,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2601.09668","title":"STEP3-VL-10B Technical Report","created":"2026-01-14","cited_by_count":32,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2411.09834","title":"A Benchmark for Long-Form Medical Question Answering","created":"2024-11-14","cited_by_count":25,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2508.01674","title":"CUPID: Evaluating Personalized and Contextualized Alignment of LLMs from Interactions","created":"2025-08-03","cited_by_count":22,"area":null},{"id":"2408.03541","title":"EXAONE 3.0 7.8B Instruction Tuned Language Model","created":"2024-08-07","cited_by_count":21,"area":null},{"id":"2506.07461","title":"From Calibration to Collaboration: LLM Uncertainty Quantification Should Be More Human-Centered","created":"2025-06-09","cited_by_count":21,"area":null},{"id":"2502.18934","title":"Kanana: Compute-efficient Bilingual Language Models","created":"2025-02-26","cited_by_count":20,"area":null},{"id":"2507.23158","title":"User Feedback in Human-LLM Dialogues: A Lens to Understand Users But Noisy as a Learning Signal","created":"2025-07-30","cited_by_count":19,"area":null},{"id":"2502.12982","title":"Sailor2: Sailing in South-East Asia with Inclusive Multilingual LLMs","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2503.09598","title":"How to Protect Yourself from 5G Radiation? Investigating LLM Responses to Implicit Misinformation","created":"2025-03-12","cited_by_count":18,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2511.22173","title":"RefineBench: Evaluating Refinement Capability of Language Models via Checklists","created":"2025-11-27","cited_by_count":15,"area":null},{"id":"2501.18578","title":"R.I.P.: Better Models by Survival of the Fittest Prompts","created":"2025-01-30","cited_by_count":13,"area":null},{"id":"2502.06298","title":"SeaExam and SeaBench: Benchmarking LLMs with Local Multilingual Questions in Southeast Asia","created":"2025-02-10","cited_by_count":13,"area":null},{"id":"2408.14438","title":"Evaluating Large Language Models on Spatial Tasks: A Multi-Task Benchmarking Study","created":"2024-08-26","cited_by_count":12,"area":null},{"id":"2504.13835","title":"MIG: Automatic Data Selection for Instruction Tuning by Maximizing Information Gain in Semantic Space","created":"2025-04-18","cited_by_count":12,"area":null},{"id":"2507.09104","title":"CompassJudger-2: Towards Generalist Judge Model via Verifiable Rewards","created":"2025-07-12","cited_by_count":12,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2410.08081","title":"Packing Analysis: Packing Is More Appropriate for Large Models or Datasets in Supervised Fine-tuning","created":"2024-10-10","cited_by_count":11,"area":null},{"id":"2504.15219","title":"EvalAgent: Discovering Implicit Evaluation Criteria from the Web","created":"2025-04-21","cited_by_count":11,"area":null},{"id":"2604.06996","title":"Self-Preference Bias in Rubric-Based Evaluation of Large Language Models","created":"2026-04-08","cited_by_count":11,"area":null},{"id":"2604.16027","title":"Where does output diversity collapse in post-training?","created":"2026-04-17","cited_by_count":11,"area":null},{"id":"2510.16641","title":"MultiVerse: A Multi-Turn Conversation Benchmark for Evaluating Large Vision and Language Models","created":"2025-10-18","cited_by_count":10,"area":null},{"id":"2605.09808","title":"Quantifying the Utility of User Simulators for Building Collaborative LLM Assistants","created":"2026-05-10","cited_by_count":10,"area":null},{"id":"2607.20083","title":"Co-Evolving LLM Evaluators and Policies via DynamicRubric","created":"2026-07-22","cited_by_count":10,"area":null},{"id":"2412.15524","title":"HREF: Human Response-Guided Evaluation of Instruction Following in Language Models","created":"2024-12-20","cited_by_count":9,"area":null},{"id":"2604.27043","title":"CL-bench Life: Can Language Models Learn from Real-Life Context?","created":"2026-04-29","cited_by_count":9,"area":null},{"id":"2412.10893","title":"BgGPT 1.0: Extending English-centric LLMs to other languages","created":"2024-12-14","cited_by_count":8,"area":null},{"id":"2502.15919","title":"Mind the Gap! Static and Interactive Evaluations of Large Audio Models","created":"2025-02-21","cited_by_count":8,"area":null},{"id":"2509.19364","title":"The Inadequacy of Offline LLM Evaluations: A Need to Account for Personalization in Model Behavior","created":"2025-09-18","cited_by_count":8,"area":null},{"id":"2603.23522","title":"Qworld: Question-Specific Evaluation Criteria for LLMs","created":"2026-03-06","cited_by_count":8,"area":null},{"id":"2511.07074","title":"Importance-Aware Data Selection for Efficient LLM Instruction Tuning","created":"2025-11-10","cited_by_count":7,"area":null},{"id":"2601.15812","title":"ErrorMap and ErrorAtlas: Charting the Failure Landscape of Large Language Models","created":"2026-01-22","cited_by_count":6,"area":null},{"id":"2502.08943","title":"Beyond the Singular: Revealing the Value of Multiple Generations in Benchmark Evaluation","created":"2025-02-13","cited_by_count":5,"area":null},{"id":"2502.20309","title":"EAIRA: Establishing a Methodology for Evaluating AI Models as Scientific Research Assistants","created":"2025-02-27","cited_by_count":5,"area":null},{"id":"2506.00178","title":"Tournament of Prompts: Evolving LLM Instructions Through Structured Debates and Elo Ratings","created":"2025-05-30","cited_by_count":5,"area":null},{"id":"2509.02594","title":"OpenAIs HealthBench in Action: Evaluating an LLM-Based Medical Assistant on Realistic Clinical Queries","created":"2025-08-29","cited_by_count":5,"area":null},{"id":"2603.07019","title":"AutoChecklist: Composable Pipelines for Checklist Generation and Scoring with LLM-as-a-Judge","created":"2026-03-07","cited_by_count":5,"area":null},{"id":"2605.02209","title":"Submodular Benchmark Selection","created":"2026-05-04","cited_by_count":5,"area":null},{"id":"2606.28960","title":"Expert Evaluation of Clinical AI Tools on Real Point-of-Care Clinical Queries","created":"2026-06-27","cited_by_count":5,"area":null},{"id":"2407.01878","title":"Compare without Despair: Reliable Preference Evaluation with Generation Separability","created":"2024-07-02","cited_by_count":4,"area":null},{"id":"2503.05551","title":"Revitalizing Saturated Benchmarks: A Weighted Metric Approach for Differentiating Large Language Model Performance","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2504.15815","title":"What's the Difference? Supporting Users in Identifying the Effects of Prompt and Model Changes Through Token Patterns","created":"2025-04-22","cited_by_count":4,"area":null},{"id":"2505.12301","title":"Beyond Single-Point Judgment: Distribution Alignment for LLM-as-a-Judge","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2505.12808","title":"Decentralized Arena: Towards Democratic and Scalable Automatic Evaluation of Language Models","created":"2025-05-19","cited_by_count":4,"area":null},{"id":"2507.17717","title":"From Feedback to Checklists: Grounded Evaluation of AI-Generated Clinical Notes","created":"2025-07-23","cited_by_count":4,"area":null},{"id":"2510.09030","title":"Automated Refinement of Essay Scoring Rubrics for Language Models via Reflect-and-Revise","created":"2025-10-10","cited_by_count":4,"area":null},{"id":"2601.12661","title":"MedConsultBench: A Full-Cycle, Fine-Grained, Process-Aware Benchmark for Medical Consultation Agents","created":"2026-01-19","cited_by_count":4,"area":null},{"id":"2604.07837","title":"SPARD: Self-Paced Curriculum for RL Alignment via Integrating Reward Dynamics and Data Utility","created":"2026-04-09","cited_by_count":4,"area":null},{"id":"2605.09228","title":"ProactBench: Beyond What The User Asked For","created":"2026-05-09","cited_by_count":4,"area":null},{"id":"2605.20520","title":"Open-World Evaluations for Measuring Frontier AI Capabilities","created":"2026-05-19","cited_by_count":4,"area":null},{"id":"2607.18110","title":"LLM-as-a-Coach: Experiential Learning for Non-Verifiable Tasks","created":"2026-07-20","cited_by_count":4,"area":null},{"id":"2409.00696","title":"Polyrating: A Cost-Effective and Bias-Aware Rating System for LLM Evaluation","created":"2024-09-01","cited_by_count":3,"area":null},{"id":"2504.10359","title":"DICE: A Framework for Dimensional and Contextual Evaluation of Language Models","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2509.11206","title":"Evalet: Evaluating Large Language Models through Functional Fragmentation","created":"2025-09-14","cited_by_count":3,"area":null},{"id":"2603.15423","title":"Invisible failures in human-AI interactions","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2604.03244","title":"AI Evaluation Should Require Standardized Item-Level Data Releases","created":"2026-02-27","cited_by_count":3,"area":null},{"id":"2604.14585","title":"Prompt Optimization Is a Coin Flip: Diagnosing When It Helps in Compound AI Systems","created":"2026-04-16","cited_by_count":3,"area":null},{"id":"2605.10379","title":"Not All Proofs Are Equal: Evaluating LLM Proof Quality Beyond Correctness","created":"2026-05-11","cited_by_count":3,"area":null},{"id":"2503.06029","title":"SmartBench: Is Your LLM Truly a Good Chinese Smartphone Assistant?","created":"2025-03-08","cited_by_count":2,"area":null},{"id":"2505.06698","title":"SCAN: Structured Capability Assessment and Navigation for LLMs","created":"2025-05-10","cited_by_count":2,"area":null},{"id":"2507.05750","title":"DocTalk: Scalable Graph-based Dialogue Synthesis for Enhancing LLM Conversational Capabilities","created":"2025-07-08","cited_by_count":2,"area":null},{"id":"2601.09001","title":"Entropy Sentinel: Probing Entropy Traces for LLM Monitoring","created":"2026-01-13","cited_by_count":2,"area":null},{"id":"2604.02368","title":"Xpertbench: Expert Level Tasks with Rubrics-Based Evaluation","created":"2026-03-27","cited_by_count":2,"area":null},{"id":"2605.12199","title":"Overtrained, Not Misaligned","created":"2026-05-12","cited_by_count":2,"area":null},{"id":"2606.05122","title":"Self-Evaluation Is Already There: Eliciting Latent Judge Calibration in Base LLMs with Minimal Data","created":"2026-06-03","cited_by_count":2,"area":null},{"id":"2410.06089","title":"TOWER: Tree Organized Weighting for Evaluating Complex Instructions","created":"2024-10-08","cited_by_count":1,"area":null},{"id":"2410.22368","title":"Project MPG: towards a generalized performance benchmark for LLM capabilities","created":"2024-10-28","cited_by_count":1,"area":null},{"id":"2411.02448","title":"Rate, Explain and Cite (REC): Enhanced Explanation and Attribution in Automatic Evaluation by Large Language Models","created":"2024-11-03","cited_by_count":1,"area":null},{"id":"2512.21849","title":"HeartBench: Probing Core Dimensions of Anthropomorphic Intelligence in LLMs","created":"2025-12-26","cited_by_count":1,"area":null},{"id":"2601.06426","title":"NC-Bench: An LLM Benchmark for Evaluating Conversational Competence","created":"2026-01-10","cited_by_count":1,"area":null},{"id":"2603.10002","title":"SpreadsheetArena: Decomposing Preference in LLM Generation of Spreadsheet Workbooks","created":"2026-02-16","cited_by_count":1,"area":null},{"id":"2604.17650","title":"Measuring Distribution Shift in User Prompts and Its Effects on LLM Performance","created":"2026-04-19","cited_by_count":1,"area":null},{"id":"2605.04454","title":"Deployment-Relevant Alignment Cannot Be Inferred from Model-Level Evaluation Alone","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.05767","title":"Priming, Path-dependence, and Plasticity: Understanding the molding of user-LLM interaction and its implications from (many) chat logs in the wild","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.21086","title":"LoCar: Localization-Aware Evaluation of In-Vehicle Assistants through Fine-Grained Sociolinguistic Control","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2605.21482","title":"DeepWeb-Bench: A Deep Research Benchmark Demanding Massive Cross-Source Evidence and Long-Horizon Derivation","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2605.29018","title":"Adopt $\\neq$ Adapt: Longitudinal Analyses of LLM Conversations in the Wild","created":"2026-05-27","cited_by_count":1,"area":null}],"next_cursor":"100"}