{"total":72,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2505.08638","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","created":"2025-05-13","cited_by_count":104,"area":"lr"},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102,"area":"agents"},{"id":"2502.11221","title":"PlanGenLLMs: A Modern Survey of LLM Planning Capabilities","created":"2025-02-16","cited_by_count":83,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2507.00769","title":"LitBench: A Benchmark and Dataset for Reliable Evaluation of Creative Writing","created":"2025-07-01","cited_by_count":42,"area":"alignment"},{"id":"2502.11689","title":"Improve LLM-as-a-Judge Ability as a General Ability","created":"2025-02-17","cited_by_count":37,"area":"lr"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2507.07988","title":"Automating Expert-Level Medical Reasoning Evaluation of Large Language Models","created":"2025-07-10","cited_by_count":22,"area":"lr"},{"id":"2502.00409","title":"Doing More with Less: A Survey on Routing Strategies for Resource Optimisation in Large Language Model-Based Systems","created":"2025-02-01","cited_by_count":20,"area":null},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2503.22688","title":"CodeIF-Bench: Evaluating Instruction-Following Capabilities of Large Language Models in Interactive Code Generation","created":"2025-03-05","cited_by_count":15,"area":null},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2408.13704","title":"DHP Benchmark: Are LLMs Good NLG Evaluators?","created":"2024-08-25","cited_by_count":12,"area":null},{"id":"2603.29139","title":"SciVisAgentBench: A Benchmark for Evaluating Scientific Data Analysis and Visualization Agents","created":"2026-03-31","cited_by_count":10,"area":"agents"},{"id":"2604.23478","title":"JudgeSense: A Benchmark for Prompt Sensitivity in LLM-as-a-Judge Systems","created":"2026-04-26","cited_by_count":10,"area":null},{"id":"2505.00263","title":"EnronQA: Towards Personalized RAG over Private Documents","created":"2025-05-01","cited_by_count":9,"area":"rag"},{"id":"2508.10014","title":"PersonaEval: Are LLM Evaluators Human Enough to Judge Role-Play?","created":"2025-08-06","cited_by_count":9,"area":null},{"id":"2502.01714","title":"Position: Towards a Responsible LLM-empowered Multi-Agent Systems","created":"2025-02-03","cited_by_count":8,"area":"agents"},{"id":"2508.09998","title":"INTIMA: A Benchmark for Human-AI Companionship Behavior","created":"2025-08-04","cited_by_count":8,"area":null},{"id":"2509.25154","title":"Who's Your Judge? On the Detectability of LLM-Generated Judgments","created":"2025-09-29","cited_by_count":8,"area":null},{"id":"2504.12911","title":"Benchmarking Multi-National Value Alignment for Large Language Models","created":"2025-04-17","cited_by_count":7,"area":"alignment"},{"id":"2510.14008","title":"Stop Reducing Responsibility in LLM-Powered Multi-Agent Systems to Local Alignment","created":"2025-10-15","cited_by_count":7,"area":"agents"},{"id":"2601.12754","title":"PAIR-SAFE: A Paired-Agent Approach for Runtime Auditing and Refining AI-Mediated Mental Health Support","created":"2026-01-19","cited_by_count":7,"area":"agents"},{"id":"2505.16322","title":"AdaSTaR: Adaptive Data Sampling for Training Self-Taught Reasoners","created":"2025-05-22","cited_by_count":6,"area":"lr"},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2506.10403","title":"Time To Impeach LLM-as-a-Judge: Programs are the Future of Evaluation","created":"2025-06-12","cited_by_count":6,"area":null},{"id":"2510.12462","title":"Evaluating and Mitigating LLM-as-a-judge Bias in Communication Systems","created":"2025-10-14","cited_by_count":6,"area":null},{"id":"2607.01236","title":"Safeguarding LLM Agents from Misalignment through Provenance Analysis","created":"2026-05-01","cited_by_count":6,"area":"agents"},{"id":"2506.02553","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","created":"2025-06-03","cited_by_count":5,"area":"alignment"},{"id":"2604.10290","title":"AI Organizations are More Effective but Less Aligned than Individual Agents","created":"2026-04-11","cited_by_count":5,"area":null},{"id":"2411.18444","title":"Is my Meeting Summary Good? Estimating Quality with a Multi-LLM Evaluator","created":"2024-11-27","cited_by_count":4,"area":null},{"id":"2503.15837","title":"F\\`ux\\`i: A Benchmark for Evaluating Language Models on Ancient Chinese Text Understanding and Generation","created":"2025-03-20","cited_by_count":4,"area":null},{"id":"2505.21972","title":"LLMs Judging LLMs: A Simplex Perspective","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2508.20186","title":"AI Propaganda factories with language models","created":"2025-08-27","cited_by_count":4,"area":null},{"id":"2509.24675","title":"Understanding the Dilemma of Unlearning for Large Language Models","created":"2025-09-29","cited_by_count":4,"area":"safety"},{"id":"2511.02463","title":"Extending RLVR to Open-Ended Tasks via Verifiable Multiple-Choice Reformulation","created":"2025-11-04","cited_by_count":4,"area":"lr"},{"id":"2602.13576","title":"Rubrics as an Attack Surface: Stealthy Preference Drift in LLM Judges","created":"2026-02-14","cited_by_count":4,"area":"alignment"},{"id":"2508.00454","title":"Learning an Efficient Multi-Turn Dialogue Evaluator from Multiple LLM Judges","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2602.20670","title":"CAMEL: Confidence-Gated Reflection for Reward Modeling","created":"2026-02-24","cited_by_count":3,"area":"alignment"},{"id":"2603.28304","title":"The Necessity of Setting Temperature in LLM-as-a-Judge","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2604.17768","title":"When Vision-Language Models Judge Without Seeing: Exposing Informativeness Bias","created":"2026-04-20","cited_by_count":3,"area":"mllm"},{"id":"2606.07874","title":"Safety is Contextual, LLM-Judges Are Not: Navigating the Rigid Priors of Evaluators","created":"2026-06-05","cited_by_count":3,"area":null},{"id":"2410.14059","title":"UCFE: A User-Centric Financial Expertise Benchmark for Large Language Models","created":"2024-10-17","cited_by_count":2,"area":null},{"id":"2503.16457","title":"Integrating Personality into Digital Humans: A Review of LLM-Driven Approaches for Virtual Reality","created":"2025-02-22","cited_by_count":2,"area":null},{"id":"2509.19880","title":"Do Before You Judge: Self-Reference as a Pathway to Better LLM Evaluation","created":"2025-09-24","cited_by_count":2,"area":null},{"id":"2410.14041","title":"From Barriers to Tactics: A Behavioral Science-Informed Agentic Workflow for Personalized Nutrition Coaching","created":"2024-10-17","cited_by_count":1,"area":"agents"},{"id":"2502.15226","title":"Understand User Opinions of Large Language Models via LLM-Powered In-the-Moment User Experience Interviews","created":"2025-02-21","cited_by_count":1,"area":null},{"id":"2506.05748","title":"Efficient Online RFT with Plug-and-Play LLM Judges: Unlocking State-of-the-Art Performance","created":"2025-06-06","cited_by_count":1,"area":"alignment"},{"id":"2509.12750","title":"What Makes a Good Generated Image? Investigating Human and Multimodal LLM Image Preference Alignment","created":"2025-09-16","cited_by_count":1,"area":"mllm"},{"id":"2509.14399","title":"Annotating Training Data for Conditional Semantic Textual Similarity Measurement using Large Language Models","created":"2025-09-17","cited_by_count":1,"area":null},{"id":"2510.05524","title":"KEO: Knowledge Extraction on OMIn via Knowledge Graphs and RAG for Safety-Critical Aviation Maintenance","created":"2025-10-07","cited_by_count":1,"area":"lr"},{"id":"2604.08126","title":"LLM-Based Data Generation and Clinical Skills Evaluation for Low-Resource French OSCEs","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2606.14948","title":"Beyond Correctness: Enhancing Architectural Reasoning in Code LLMs via Scalable Labeling with Agentic Judgment","created":"2026-06-12","cited_by_count":1,"area":"lr"},{"id":"2608.07494","title":"How to Ask the AI: A User Perspective Survey for Large Language Model Prompting","created":"2026-06-17","cited_by_count":1,"area":null},{"id":"2608.24314","title":"Benchmarking LLM Judges for Voice-Agent Evaluation: Reliability, Calibration, and Human Oversight","created":"2026-08-25","cited_by_count":1,"area":"agents"},{"id":"2504.15013","title":"Stay Hungry, Stay Foolish: On the Extended Reading Articles Generation with LLMs","created":"2025-04-21","cited_by_count":0,"area":null},{"id":"2507.06329","title":"MixAssist: An Audio-Language Dataset for Co-Creative AI Assistance in Music Mixing","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2509.02855","title":"IDEAlign: Comparing Ideas of Large Language Models to Domain Expert","created":"2025-09-02","cited_by_count":0,"area":null},{"id":"2510.15330","title":"BeLLMan: Controlling LLM Congestion","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2511.03047","title":"Unsupervised Evaluation of Multi-Turn Objective-Driven Interactions","created":"2025-11-04","cited_by_count":0,"area":null},{"id":"2602.19467","title":"Can Large Language Models Replace Human Coders? Introducing ContentBench","created":"2026-02-23","cited_by_count":0,"area":null},{"id":"2604.05371","title":"LLM-as-Judge for Semantic Judging of Powerline Segmentation in UAV Inspection","created":"2026-04-07","cited_by_count":0,"area":null},{"id":"2605.01130","title":"Iterative Finetuning is Mostly Idempotent","created":"2026-05-01","cited_by_count":0,"area":"alignment"},{"id":"2605.24636","title":"GlobalDentBench: A Multinational Benchmark for Evaluating LLM Clinical Reasoning in Dentistry with Expert Calibration","created":"2026-05-23","cited_by_count":0,"area":"lr"},{"id":"2609.37145","title":"From Judgment Quality to Downstream Utility: Rethinking LLM-as-a-Judge for Open-Ended Tasks","created":"2026-09-29","cited_by_count":0,"area":"lr"},{"id":"2610.05094","title":"How Much Do LLM-as-a-Judge Design Choices Matter? A Systematic Comparison of Prompt Designs, Rating Scales, and Models","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}