{"total":104,"rows":[{"id":"2407.21787","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","created":"2024-07-31","cited_by_count":991,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144,"area":null},{"id":"2407.10457","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","created":"2024-07-15","cited_by_count":116,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2408.16673","title":"Preserving Diversity in Supervised Fine-Tuning of Large Language Models","created":"2024-08-29","cited_by_count":70,"area":null},{"id":"2506.22716","title":"BEST-Route: Adaptive LLM Routing with Test-Time Optimal Compute","created":"2025-06-28","cited_by_count":67,"area":null},{"id":"2504.05228","title":"NoveltyBench: Evaluating Language Models for Humanlike Diversity","created":"2025-04-07","cited_by_count":66,"area":null},{"id":"2407.01100","title":"Eliminating Position Bias of Language Models: A Mechanistic Approach","created":"2024-07-01","cited_by_count":65,"area":null},{"id":"2409.03137","title":"The AdEMAMix Optimizer: Better, Faster, Older","created":"2024-09-05","cited_by_count":54,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2410.16256","title":"CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution","created":"2024-10-21","cited_by_count":42,"area":null},{"id":"2502.19148","title":"Amulet: ReAlignment During Test Time for Personalized Preference Adaptation of LLMs","created":"2025-02-26","cited_by_count":29,"area":null},{"id":"2503.15620","title":"Does Context Matter? ContextualJudgeBench for Evaluating LLM-based Judges in Contextual Settings","created":"2025-03-19","cited_by_count":24,"area":null},{"id":"2407.10725","title":"CLAVE: An Adaptive Framework for Evaluating Values of LLM Generated Responses","created":"2024-07-15","cited_by_count":23,"area":null},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2407.12929","title":"The 2024 Foundation Model Transparency Index","created":"2024-07-17","cited_by_count":19,"area":null},{"id":"2410.12916","title":"MSc-SQL: Multi-Sample Critiquing Small Language Models For Text-To-SQL Translation","created":"2024-10-16","cited_by_count":19,"area":null},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2410.02381","title":"MetaMetrics: Calibrating Metrics For Generation Tasks Using Human Preferences","created":"2024-10-03","cited_by_count":15,"area":null},{"id":"2506.12915","title":"PersonaFeedback: A Large-scale Human-annotated Benchmark For Personalization","created":"2025-06-15","cited_by_count":15,"area":null},{"id":"2602.13110","title":"SCOPE: Selective Conformal Optimized Pairwise LLM Judging","created":"2026-02-13","cited_by_count":14,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2404.11826","title":"AdvisorQA: Towards Helpful and Harmless Advice-seeking Question Answering with Collective Intelligence","created":"2024-04-18","cited_by_count":12,"area":null},{"id":"2502.13259","title":"HumT DumT: Measuring and controlling human-like language in LLMs","created":"2025-02-18","cited_by_count":12,"area":null},{"id":"2507.09104","title":"CompassJudger-2: Towards Generalist Judge Model via Verifiable Rewards","created":"2025-07-12","cited_by_count":12,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2502.11256","title":"Unveiling Environmental Impacts of Large Language Model Serving: A Functional Unit View","created":"2025-02-16","cited_by_count":11,"area":null},{"id":"2503.06573","title":"WildIFEval: Instruction Following in the Wild","created":"2025-03-09","cited_by_count":11,"area":null},{"id":"2506.10139","title":"Unsupervised Elicitation of Language Models","created":"2025-06-11","cited_by_count":11,"area":null},{"id":"2510.18560","title":"WebDevJudge: Evaluating (M)LLMs as Critiques for Web Development Quality","created":"2025-10-21","cited_by_count":11,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2511.05650","title":"Optimizing Diversity and Quality through Base-Aligned Model Collaboration","created":"2025-11-07","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2408.14960","title":"Multilingual Arbitrage: Optimizing Data Pools to Accelerate Multilingual Progress","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2507.07484","title":"Machine Bullshit: Characterizing the Emergent Disregard for Truth in Large Language Models","created":"2025-07-10","cited_by_count":7,"area":null},{"id":"2511.20513","title":"DesignPref: Capturing Personal Preferences in Visual Design Generation","created":"2025-11-25","cited_by_count":7,"area":null},{"id":"2602.07595","title":"TeleBoost: A Systematic Alignment Framework for High-Fidelity, Controllable, and Robust Video Generation","created":"2026-02-07","cited_by_count":7,"area":null},{"id":"2506.10403","title":"Time To Impeach LLM-as-a-Judge: Programs are the Future of Evaluation","created":"2025-06-12","cited_by_count":6,"area":null},{"id":"2606.15610","title":"LLM Judges Have Dark Current: Stratified Null and Utility Tests for LLM Judge Reliability","created":"2026-06-14","cited_by_count":6,"area":null},{"id":"2412.21052","title":"Towards Effective Discrimination Testing for Generative AI","created":"2024-12-30","cited_by_count":5,"area":null},{"id":"2509.24988","title":"Generalized Correctness Models: Learning Calibrated and Model-Agnostic Correctness Predictors from Historical Patterns","created":"2025-09-29","cited_by_count":5,"area":null},{"id":"2510.10009","title":"Beyond the limitation of a single query: Train your LLM for query expansion with Reinforcement Learning","created":"2025-10-11","cited_by_count":5,"area":null},{"id":"2510.18892","title":"When Models Can't Follow: Testing Instruction Adherence Across 256 LLMs","created":"2025-10-18","cited_by_count":5,"area":null},{"id":"2601.12186","title":"Aletheia: What Makes RLVR For Code Verifiers Tick?","created":"2026-01-17","cited_by_count":5,"area":null},{"id":"2602.06625","title":"FairJudge: An Adaptive, Debiased, and Consistent LLM-as-a-Judge","created":"2026-02-06","cited_by_count":5,"area":null},{"id":"2504.12589","title":"Efficient MAP Estimation of LLM Judgment Performance with Prior Transfer","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2509.24678","title":"Reference-Free Rating of LLM Responses via Latent Information","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2602.02589","title":"PeerRank: Autonomous LLM Evaluation Through Web-Grounded, Bias-Controlled Peer Review","created":"2026-02-01","cited_by_count":4,"area":null},{"id":"2608.24419","title":"A Judge Should Know What Changed:Construct Validity for LLM-as-a-Judge Evaluation","created":"2026-08-25","cited_by_count":4,"area":null},{"id":"2410.01945","title":"LFQA-E: Carefully Benchmarking Long-form QA Evaluation","created":"2024-10-02","cited_by_count":3,"area":null},{"id":"2510.00866","title":"Removing Noise, not Finding Gold: Quality Filtering for Large-Scale Pretraining","created":"2025-10-01","cited_by_count":3,"area":null},{"id":"2512.11150","title":"Causal Judge Evaluation: Calibrated Surrogate Metrics for LLM Systems","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2602.05293","title":"Fast-SAM3D: 3Dfy Anything in Images but Faster","created":"2026-02-05","cited_by_count":3,"area":null},{"id":"2506.14702","title":"Treasure Hunt: Real-time Targeting of the Long Tail using Training-Time Markers","created":"2025-06-17","cited_by_count":2,"area":null},{"id":"2606.01034","title":"A Finite-Calibration Regime Map for LLM Judge Panels","created":"2026-05-31","cited_by_count":2,"area":null},{"id":"2606.29184","title":"BaRA: Bayesian Adaptive Rank Allocation for Parameter-Efficient Fine-Tuning","created":"2026-06-28","cited_by_count":2,"area":null},{"id":"2607.15092","title":"Rubrics on Trial: Evolving Rubrics from a Single Query via Synthetic Pairwise Evidence","created":"2026-07-16","cited_by_count":2,"area":null},{"id":"2411.02448","title":"Rate, Explain and Cite (REC): Enhanced Explanation and Attribution in Automatic Evaluation by Large Language Models","created":"2024-11-03","cited_by_count":1,"area":null},{"id":"2508.18646","title":"Beyond Benchmarks: LLM Evaluation with an Anthropomorphic and Lifecycle-oriented Roadmap","created":"2025-08-26","cited_by_count":1,"area":null},{"id":"2510.11235","title":"AI Alignment Strategies from a Risk Perspective: Independent Safety Mechanisms or Shared Failures?","created":"2025-10-13","cited_by_count":1,"area":null},{"id":"2603.24586","title":"Comparing Developer and LLM Biases in Code Evaluation","created":"2026-03-25","cited_by_count":1,"area":null},{"id":"2604.07655","title":"Guardian-as-an-Advisor: Advancing Next-Generation Guardian Models for Trustworthy LLMs","created":"2026-04-08","cited_by_count":1,"area":null},{"id":"2605.04454","title":"Deployment-Relevant Alignment Cannot Be Inferred from Model-Level Evaluation Alone","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.16023","title":"Judge Circuits Explain Format-Induced Inconsistency in LLM-as-a-Judge","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2605.31351","title":"VIABLE: A Visually Impaired Assistance Benchmark for VLM-as-a-Judge Evaluation","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2606.19714","title":"AURA: Adaptive Uncertainty-aware Refinement for LLM-as-a-Judge Auditing","created":"2026-06-18","cited_by_count":1,"area":null},{"id":"2609.22512","title":"Agreement Overstates Evidence: Error Dependence in LLM Judge Consensus","created":"2026-09-18","cited_by_count":1,"area":null},{"id":"2609.32407","title":"Opening LLM Judges: Recovering Preference Signals Beyond the Final Verdict","created":"2026-09-26","cited_by_count":1,"area":null},{"id":"2503.04290","title":"How Do Hackathons Foster Creativity? Towards AI Collaborative Evaluation of Creativity at Scale","created":"2025-03-06","cited_by_count":0,"area":null},{"id":"2511.12363","title":"Explainable AI-Generated Image Detection RewardBench","created":"2025-11-15","cited_by_count":0,"area":null},{"id":"2606.14629","title":"When Good Verifiers Go Bad: Silent Negative Transfer in Verifier-Guided VLM Training","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2606.30219","title":"EvalSafetyGap: A Hybrid Survey and Conceptual Framework for LLM Evaluation-Safety Failures","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.07302","title":"Evaluating RAG Metrics in Applied Contexts: An Experiment, Its Findings and Its Limitations","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2607.22561","title":"Codifying the Judge: Scalable Evaluation via Program Distillation","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2608.06933","title":"Ask-E: An Environment for Calibrated Question Generation","created":"2026-08-07","cited_by_count":0,"area":null},{"id":"2608.18300","title":"The Lifecycle of LLM-as-a-Judge for Large-Scale Recommendation Explanations","created":"2026-08-18","cited_by_count":0,"area":null},{"id":"2608.20574","title":"FlavourBench: Executable Culinary Reward Maps for Language Model Evaluation and Post-Training","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2608.22432","title":"Rank Reversal in Multilingual LLM Judges: A Label-Free Double-Centering Calibrator","created":"2026-08-23","cited_by_count":0,"area":null},{"id":"2608.24160","title":"OmniJudge or OmniBias? Diagnosing Multimodal Judges through Balanced, Decoupled Lenses","created":"2026-08-25","cited_by_count":0,"area":null},{"id":"2608.29127","title":"Beyond Correctness: Validity-Oriented Evaluation of Biomedical LLM Judges","created":"2026-08-29","cited_by_count":0,"area":null},{"id":"2609.12002","title":"Can We Trust LLM Judges: A Study of Capability-Dependent Biases and Multi-Judge Ensemble for Bias Calibration","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.30751","title":"Backbone-Adaptive Evidence Routing for Robust Pairwise LLM Judging","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.33467","title":"A Cheap Verifier is Good Enough: LLM Post-training is Robust to Erroneous Rewards","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.33662","title":"Audit-First VAPO: Risk-Certified Selective Updates under Imperfect Verification","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.33871","title":"Population Physics, Population Problems: Safety and Emergence in LLM Societies","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.36705","title":"JudgeProfile: Understanding and Steering Subjectivity in LLM Judges","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.36958","title":"VStress: Correlation-Aware Auditing and Adaptive Budget Allocation for Repeated Verifiers","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.39369","title":"Exploring Heterogeneous Model Merging Approach for Complex Knowledge Transfer","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.00328","title":"ContractRL: Shielded Group-Relative Policy Optimization for Auditable Tool-Call Repair","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.02492","title":"Right Order, Wrong Scale: Auditing LLM Judges for Occupational AI Measurement","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.02808","title":"ROUTEAUDIT: Interaction-Aware Identification for Budgeted Multi-Verifier Routing","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.02828","title":"FSPO: Policy-Consistent Risk and Pareto-Feasible Control for Budgeted LLM RL Post-Training","created":"2026-10-02","cited_by_count":0,"area":null}],"next_cursor":"100"}