{"total":258,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2504.01382","title":"An Illusion of Progress? Assessing the Current State of Web Agents","created":"2025-04-02","cited_by_count":174,"area":"agents"},{"id":"2605.00674","title":"Beyond Benchmarks: MathArena as an Evaluation Platform for Mathematics with LLMs","created":"2026-05-01","cited_by_count":137,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2501.03200","title":"The FACTS Grounding Leaderboard: Benchmarking LLMs' Ability to Ground Responses to Long-Form Input","created":"2025-01-06","cited_by_count":52,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2506.07962","title":"Correlated Errors in Large Language Models","created":"2025-06-09","cited_by_count":45,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2507.16076","title":"The Prompt Makes the Person(a): A Systematic Evaluation of Sociodemographic Persona Prompting for Large Language Models","created":"2025-07-21","cited_by_count":42,"area":null},{"id":"2507.02856","title":"Answer Matching Outperforms Multiple Choice for Language Model Evaluation","created":"2025-07-03","cited_by_count":41,"area":null},{"id":"2504.03846","title":"Do LLM Evaluators Prefer Themselves for a Reason?","created":"2025-04-04","cited_by_count":38,"area":"lr"},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2506.02592","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","created":"2025-06-03","cited_by_count":31,"area":null},{"id":"2511.23002","title":"JarvisEvo: Towards a Self-Evolving Photo Editing Agent with Synergistic Editor-Evaluator Optimization","created":"2025-11-28","cited_by_count":31,"area":"alignment"},{"id":"2506.07673","title":"How Benchmark Prediction from Fewer Data Misses the Mark","created":"2025-06-09","cited_by_count":28,"area":null},{"id":"2502.09082","title":"CoSER: A Comprehensive Literary Dataset and Framework for Training and Evaluating LLM Role-Playing and Persona Simulation","created":"2025-02-13","cited_by_count":26,"area":null},{"id":"2504.07887","title":"Benchmarking Adversarial Robustness to Bias Elicitation in Large Language Models: Scalable Automated Assessment with LLM-as-a-Judge","created":"2025-04-10","cited_by_count":23,"area":"safety"},{"id":"2510.12697","title":"Multi-Agent Debate for LLM Judges with Adaptive Stability Detection","created":"2025-10-14","cited_by_count":23,"area":"lr"},{"id":"2411.02316","title":"Evaluating Creative Short Story Generation in Humans and Large Language Models","created":"2024-11-04","cited_by_count":21,"area":null},{"id":"2510.07517","title":"When Identity Skews Debate: Anonymization for Bias-Reduced Multi-Agent Reasoning","created":"2025-10-08","cited_by_count":21,"area":"lr"},{"id":"2509.17995","title":"Variation in Verification: Understanding Verification Dynamics in Large Language Models","created":"2025-09-22","cited_by_count":19,"area":null},{"id":"2512.14865","title":"Audio MultiChallenge: A Multi-Turn Evaluation of Spoken Dialogue Systems on Natural Human Interaction","created":"2025-12-16","cited_by_count":19,"area":null},{"id":"2512.10791","title":"The FACTS Leaderboard: A Comprehensive Benchmark for Large Language Model Factuality","created":"2025-12-11","cited_by_count":17,"area":null},{"id":"2509.26072","title":"The Silent Judge: Unacknowledged Shortcut Bias in LLM-as-a-Judge","created":"2025-09-30","cited_by_count":15,"area":null},{"id":"2601.18076","title":"Comparison requires valid measurement: Rethinking attack success rate comparisons in AI red teaming","created":"2026-01-26","cited_by_count":15,"area":"safety"},{"id":"2412.16468","title":"The Road to Artificial SuperIntelligence: A Comprehensive Survey of Superalignment","created":"2024-12-21","cited_by_count":13,"area":"alignment"},{"id":"2506.00549","title":"Towards Multi-dimensional Evaluation of LLM Summarization across Domains and Languages","created":"2025-05-31","cited_by_count":11,"area":null},{"id":"2604.06996","title":"Self-Preference Bias in Rubric-Based Evaluation of Large Language Models","created":"2026-04-08","cited_by_count":11,"area":null},{"id":"2604.22840","title":"AeSlides: Incentivizing Aesthetic Layout in LLM-Based Slide Generation via Verifiable Rewards","created":"2026-04-21","cited_by_count":11,"area":"agents"},{"id":"2509.19236","title":"AgentInit: Initializing LLM-based Multi-Agent Systems via Diversity and Expertise Orchestration for Effective and Efficient Collaboration","created":"2025-09-23","cited_by_count":10,"area":"agents"},{"id":"2511.18491","title":"MindEval: Benchmarking Language Models on Multi-turn Mental Health Support","created":"2025-11-23","cited_by_count":10,"area":null},{"id":"2604.22891","title":"Quantifying and Mitigating Self-Preference Bias of LLM Judges","created":"2026-04-24","cited_by_count":10,"area":"alignment"},{"id":"2511.03508","title":"One Battle After Another: Probing LLMs' Limits on Multi-Turn Instruction Following with a Benchmark Evolving Framework","created":"2025-11-05","cited_by_count":9,"area":null},{"id":"2511.20022","title":"WaymoQA: A Multi-View Visual Question Answering Dataset for Safety-Critical Reasoning in Autonomous Driving","created":"2025-11-25","cited_by_count":9,"area":"lr"},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2510.03399","title":"Know Thyself? On the Incapability and Implications of AI Self-Recognition","created":"2025-10-03","cited_by_count":8,"area":null},{"id":"2601.06884","title":"Paraphrasing Adversarial Attack on LLM-as-a-Reviewer","created":"2026-01-11","cited_by_count":8,"area":null},{"id":"2603.05651","title":"The Fragility Of Moral Judgment In Large Language Models","created":"2026-03-05","cited_by_count":8,"area":null},{"id":"2504.02902","title":"Beyond Accuracy: The Role of Calibration in Self-Improving Large Language Models","created":"2025-04-03","cited_by_count":7,"area":"synth"},{"id":"2602.09305","title":"Reward Modeling for Reinforcement Learning-Based LLM Reasoning: Design, Challenges, and Evaluation","created":"2026-02-10","cited_by_count":7,"area":"lr"},{"id":"2504.18333","title":"Adversarial Attacks on LLM-as-a-Judge Systems: Insights from Prompt Injections","created":"2025-04-25","cited_by_count":6,"area":"safety"},{"id":"2602.02219","title":"Am I More Pointwise or Pairwise? Revealing Position Bias in Rubric-Based LLM-as-a-Judge","created":"2026-02-02","cited_by_count":6,"area":null},{"id":"2606.00093","title":"Agreement Metrics for LLM-as-Judge Evaluation: What to Report and Why","created":"2026-05-25","cited_by_count":6,"area":null},{"id":"2606.22737","title":"GroundEval: A Deterministic Replacement for LLM-as-Judge in Stateful Agent Evaluation","created":"2026-06-22","cited_by_count":6,"area":"agents"},{"id":"2411.07965","title":"SHARP: Unlocking Interactive Hallucination via Stance Transfer in Role-Playing LLMs","created":"2024-11-12","cited_by_count":5,"area":null},{"id":"2503.16423","title":"GAEA: A Geolocation Aware Conversational Assistant","created":"2025-03-20","cited_by_count":5,"area":null},{"id":"2504.14858","title":"Retrieval is Not Enough: Enhancing RAG Reasoning through Test-Time Critique and Optimization","created":"2025-04-21","cited_by_count":5,"area":"lr"},{"id":"2507.11299","title":"Dr.Copilot: A Multi-Agent Prompt Optimized Assistant for Improving Patient-Doctor Communication in Romanian","created":"2025-07-15","cited_by_count":5,"area":"agents"},{"id":"2509.06952","title":"On the Same Wavelength? Evaluating Pragmatic Reasoning in Language Models across Broad Concepts","created":"2025-09-08","cited_by_count":5,"area":"lr"},{"id":"2601.22548","title":"Are LLM Evaluators Really Narcissists? Sanity Checking Self-Preference Evaluations","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2604.10290","title":"AI Organizations are More Effective but Less Aligned than Individual Agents","created":"2026-04-11","cited_by_count":5,"area":null},{"id":"2509.25897","title":"RoleConflictBench: A Benchmark of Role Conflict Scenarios for Evaluating LLMs' Contextual Sensitivity","created":"2025-09-30","cited_by_count":4,"area":null},{"id":"2512.08121","title":"Balanced Accuracy: The Right Metric for Evaluating LLM Judges -- Explained through Youden's J statistic","created":"2025-12-08","cited_by_count":4,"area":null},{"id":"2602.02589","title":"PeerRank: Autonomous LLM Evaluation Through Web-Grounded, Bias-Controlled Peer Review","created":"2026-02-01","cited_by_count":4,"area":null},{"id":"2603.01865","title":"CyclicJudge: Mitigating Judge Bias Efficiently in LLM-based Evaluation","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2603.11027","title":"Beyond the Illusion of Consensus: From Surface Heuristics to Knowledge-Grounded Evaluation in LLM-as-a-Judge","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2604.17197","title":"Learning to Control Summaries with Score Ranking","created":"2026-04-19","cited_by_count":4,"area":null},{"id":"2606.09843","title":"An LLM-Native Psychometric Instrument Reveals a Self-Report--Behavior Gap Across 25 Models","created":"2026-04-24","cited_by_count":4,"area":null},{"id":"2606.10315","title":"Catching One in Five: LLM-as-Judge Blind Spots in Production Multi-Turn Transaction Agents","created":"2026-06-09","cited_by_count":4,"area":"agents"},{"id":"2503.13102","title":"REPA: Russian Error Types Annotation for Evaluating Text Generation and Judgment Capabilities","created":"2025-03-17","cited_by_count":3,"area":null},{"id":"2504.06549","title":"Societal Impacts Research Requires Benchmarks for Creative Composition Tasks","created":"2025-04-09","cited_by_count":3,"area":null},{"id":"2507.21117","title":"A Comprehensive Review on Harnessing Large Language Models to Overcome Recommender System Challenges","created":"2025-07-17","cited_by_count":3,"area":null},{"id":"2508.21164","title":"Quantifying Label-Induced Bias in Large Language Model Self- and Cross-Evaluations","created":"2025-08-28","cited_by_count":3,"area":null},{"id":"2509.03647","title":"Breaking the Mirror: Activation-Based Mitigation of Self-Preference in LLM Evaluators","created":"2025-09-03","cited_by_count":3,"area":"alignment"},{"id":"2509.09685","title":"TalkPlayData 2: An Agentic Synthetic Data Pipeline for Multimodal Conversational Music Recommendation","created":"2025-08-18","cited_by_count":3,"area":"agents"},{"id":"2509.26600","title":"When LLMs Benchmark Themselves: Deconstructing Self-Bias in Automated Evaluation","created":"2025-09-30","cited_by_count":3,"area":null},{"id":"2510.18196","title":"Contrastive Decoding Mitigates Score Range Bias in LLM-as-a-Judge","created":"2025-10-21","cited_by_count":3,"area":null},{"id":"2601.13649","title":"Fairness or Fluency? An Investigation into Language Bias of Pairwise LLM-as-a-Judge","created":"2026-01-20","cited_by_count":3,"area":null},{"id":"2601.19793","title":"CASTER: Breaking the Cost-Performance Barrier in Multi-Agent Orchestration via Context-Aware Strategy for Task Efficient Routing","created":"2026-01-27","cited_by_count":3,"area":"agents"},{"id":"2602.07996","title":"The Judge Who Never Admits: Hidden Shortcuts in LLM-based Evaluation","created":"2026-02-08","cited_by_count":3,"area":null},{"id":"2602.19948","title":"Assessing Risks of Large Language Models in Mental Health Support: A Framework for Automated Clinical AI Red Teaming","created":"2026-02-23","cited_by_count":3,"area":"safety"},{"id":"2603.04582","title":"Self-Attribution Bias: When AI Monitors Go Easy on Themselves","created":"2026-03-04","cited_by_count":3,"area":"agents"},{"id":"2604.05593","title":"Label Effects: Shared Heuristic Reliance in Trust Assessment by Humans and LLM-as-a-Judge","created":"2026-04-07","cited_by_count":3,"area":null},{"id":"2605.10379","title":"Not All Proofs Are Equal: Evaluating LLM Proof Quality Beyond Correctness","created":"2026-05-11","cited_by_count":3,"area":null},{"id":"2606.11063","title":"CIAware-Bench: Benchmarking Control Intervention Awareness Across Frontier LLMs","created":"2026-06-09","cited_by_count":3,"area":null},{"id":"2608.00017","title":"Memory Reward Inflation in Self-Improving LLM Agents","created":"2026-06-29","cited_by_count":3,"area":"agents"},{"id":"2504.20605","title":"TF1-EN-3M: Three Million Synthetic Moral Fables for Training Small, Open Language Models","created":"2025-04-29","cited_by_count":2,"area":null},{"id":"2509.26080","title":"Evaluating the Use of Large Language Models as Synthetic Social Agents in Social Science Research","created":"2025-09-30","cited_by_count":2,"area":"agents"},{"id":"2509.26464","title":"Extreme Self-Preference in Language Models","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.16829","title":"Who's Asking? Simulating Role-Based Questions for Conversational AI Evaluation","created":"2025-10-19","cited_by_count":2,"area":null},{"id":"2511.08835","title":"Beyond Task-Oriented and Chitchat Dialogues: Proactive and Transition-Aware Conversational Agents","created":"2025-11-11","cited_by_count":2,"area":"agents"},{"id":"2511.14772","title":"Test-time Scaling of LLMs: A Survey from A Subproblem Structure Perspective","created":"2025-11-01","cited_by_count":2,"area":"lr"},{"id":"2512.19475","title":"A Large-Language-Model Framework for Automated Humanitarian Situation Reporting","created":"2025-12-22","cited_by_count":2,"area":null},{"id":"2601.02285","title":"pdfQA: Diverse, Challenging, and Realistic Question Answering over PDFs","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2601.18027","title":"Sentipolis: Emotion-Aware Agents for Social Simulations","created":"2026-01-25","cited_by_count":2,"area":"agents"},{"id":"2601.23228","title":"Scaling Multiagent Systems with Process Rewards","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.15257","title":"How to Train Your Long-Context Visual Document Model","created":"2026-02-16","cited_by_count":2,"area":"mllm"},{"id":"2602.20206","title":"Mitigating \"Epistemic Debt\" in Generative AI-Scaffolded Novice Programming using Metacognitive Scripts","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2603.06445","title":"What if? Emulative Simulation with World Models for Situated Reasoning","created":"2026-03-06","cited_by_count":2,"area":"wm"},{"id":"2603.10001","title":"Leveraging Wikidata for Geographically Informed Sociocultural Bias Dataset Creation: Application to Latin America","created":"2026-02-16","cited_by_count":2,"area":null},{"id":"2603.10351","title":"Mitigating Translationese Bias in Multilingual LLM-as-a-Judge via Disentangled Information Bottleneck","created":"2026-03-11","cited_by_count":2,"area":null},{"id":"2605.10850","title":"Verification Mirage: Mapping the Reliability Boundary of Self-Verification in Medical VQA","created":"2026-05-11","cited_by_count":2,"area":"mllm"},{"id":"2606.03650","title":"CoEval: Ranking Language Models for Custom Tasks Without Labeled Data or Trustworthy Benchmarks","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2606.13221","title":"From Uncertain Judgments to Calibrated Rankings: Conformal Elo Estimation for LLM Evaluation","created":"2026-06-11","cited_by_count":2,"area":null},{"id":"2607.08066","title":"Persuasion Attacks Can Decrease Effectiveness of CoT Monitoring","created":"2026-07-09","cited_by_count":2,"area":"lr"},{"id":"2607.26977","title":"TREK: A Travel Reasoning and Evaluation Kit for LLM Agents in Complex Trip Planning","created":"2026-07-29","cited_by_count":2,"area":"lr"},{"id":"2503.21613","title":"Evaluating book summaries from internal knowledge in Large Language Models: a cross-model and semantic consistency approach","created":"2025-03-27","cited_by_count":1,"area":null},{"id":"2503.22973","title":"XL-Suite: Cross-Lingual Synthetic Training and Evaluation Data for Open-Ended Generation","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2504.14804","title":"Automatic Evaluation Metrics for Document-level Translation: Overview, Challenges and Trends","created":"2025-04-21","cited_by_count":1,"area":null}],"next_cursor":"100"}