{"total":71,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2403.16950","title":"Aligning with Human Judgement: The Role of Pairwise Preference in Large Language Model Evaluators","created":"2024-03-25","cited_by_count":149,"area":"alignment"},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2502.14074","title":"Investigating Non-Transitivity in LLM-as-a-Judge","created":"2025-02-19","cited_by_count":34,"area":"agents"},{"id":"2405.00722","title":"LLMs for Generating and Evaluating Counterfactuals: A Comprehensive Study","created":"2024-04-26","cited_by_count":31,"area":null},{"id":"2312.13951","title":"Typhoon: Thai Large Language Models","created":"2023-12-21","cited_by_count":30,"area":null},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2503.09347","title":"Safer or Luckier? LLMs as Safety Evaluators Are Not Robust to Artifacts","created":"2025-03-12","cited_by_count":26,"area":null},{"id":"2406.11370","title":"Fairer Preferences Elicit Improved Human-Aligned Large Language Model Judgments","created":"2024-06-17","cited_by_count":25,"area":"alignment"},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2508.01432","title":"TripTailor: A Real-World Benchmark for Personalized Travel Planning","created":"2025-08-02","cited_by_count":22,"area":"lr"},{"id":"2507.12705","title":"AudioJudge: Understanding What Works in Large Audio Model Based Speech Evaluation","created":"2025-07-17","cited_by_count":21,"area":null},{"id":"2406.03777","title":"Empirical Guidelines for Deploying LLMs onto Resource-constrained Edge Devices","created":"2024-06-06","cited_by_count":17,"area":null},{"id":"2409.16636","title":"Training Language Models to Win Debates with Self-Play Improves Judge Accuracy","created":"2024-09-25","cited_by_count":16,"area":"synth"},{"id":"2411.04424","title":"Bayesian Calibration of Win Rate Estimation with LLM Evaluators","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2501.00560","title":"Re-evaluating Automatic LLM System Ranking for Alignment with Human Preference","created":"2024-12-31","cited_by_count":16,"area":"alignment"},{"id":"2404.01015","title":"PairEval: Open-domain Dialogue Evaluation with Pairwise Comparison","created":"2024-04-01","cited_by_count":11,"area":null},{"id":"2406.12319","title":"The Comparative Trap: Pairwise Comparisons Amplifies Biased Preferences of LLM Evaluators","created":"2024-06-18","cited_by_count":11,"area":null},{"id":"2503.17755","title":"Improving Preference Extraction In LLMs By Identifying Latent Knowledge Through Classifying Probes","created":"2025-03-22","cited_by_count":9,"area":null},{"id":"2509.03116","title":"Measuring Scalar Constructs in Social Science with LLMs","created":"2025-09-03","cited_by_count":9,"area":null},{"id":"2602.16610","title":"Who can we trust? LLM-as-a-jury for Comparative Assessment","created":"2026-02-18","cited_by_count":7,"area":null},{"id":"2406.06581","title":"Order-Independence Without Fine Tuning","created":"2024-06-04","cited_by_count":6,"area":null},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2507.10200","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","created":"2025-07-14","cited_by_count":6,"area":null},{"id":"2507.22753","title":"Opportunities and Challenges of LLMs in Education: An NLP Perspective","created":"2025-07-30","cited_by_count":6,"area":null},{"id":"2508.04698","title":"FaST: Feature-aware Sampling and Tuning for Personalized Preference Alignment with Limited Data","created":"2025-08-06","cited_by_count":6,"area":"alignment"},{"id":"2508.01285","title":"BioDisco: Multi-agent hypothesis generation with dual-mode evidence, iterative feedback and temporal evaluation","created":"2025-08-02","cited_by_count":5,"area":"agents"},{"id":"2508.11779","title":"A Multi-Task Evaluation of LLMs' Processing of Academic Text Input","created":"2025-08-15","cited_by_count":5,"area":null},{"id":"2504.19339","title":"Explanatory Summarization with Discourse-Driven Planning","created":"2025-04-27","cited_by_count":4,"area":null},{"id":"2505.15240","title":"Generalised Probabilistic Modelling and Improved Uncertainty Estimation in Comparative LLM-as-a-judge","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2506.02758","title":"Exploiting the English Vocabulary Profile for L2 word-level vocabulary assessment with LLMs","created":"2025-06-03","cited_by_count":4,"area":null},{"id":"2509.17701","title":"Investigating Bias: A Multilingual Pipeline for Generating, Solving, and Evaluating Math Problems with LLMs","created":"2025-09-22","cited_by_count":4,"area":null},{"id":"2503.10838","title":"Who Relies More on World Knowledge and Bias for Syntactic Ambiguity Resolution: Humans or LLMs?","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2505.17760","title":"But what is your honest answer? Aiding LLM-judges with honest alternatives using steering vectors","created":"2025-05-23","cited_by_count":3,"area":"mechinterp"},{"id":"2505.23982","title":"MSQA: Benchmarking LLMs on Graduate-Level Materials Science Reasoning and Knowledge","created":"2025-05-29","cited_by_count":3,"area":"lr"},{"id":"2309.07606","title":"Zero-shot Audio Topic Reranking using Large Language Models","created":"2023-09-14","cited_by_count":2,"area":null},{"id":"2408.09565","title":"Grammatical Error Feedback: An Implicit Evaluation Approach","created":"2024-08-18","cited_by_count":2,"area":null},{"id":"2606.13044","title":"No Hidden Prompts Needed! You Can Game AI Peer Review with Presentation-Only Revisions","created":"2026-06-11","cited_by_count":2,"area":"safety"},{"id":"2607.15092","title":"Rubrics on Trial: Evolving Rubrics from a Single Query via Synthetic Pairwise Evidence","created":"2026-07-16","cited_by_count":2,"area":null},{"id":"2504.07174","title":"HypoEval: Hypothesis-Guided Evaluation for Natural Language Generation","created":"2025-04-09","cited_by_count":1,"area":null},{"id":"2504.08779","title":"Can AI Master Construction Management (CM)? Benchmarking State-of-the-Art Large Language Models on CM Certification Exams","created":"2025-04-04","cited_by_count":1,"area":null},{"id":"2505.15849","title":"What Lives? A meta-analysis of diverse opinions on the definition of life","created":"2025-05-19","cited_by_count":1,"area":null},{"id":"2506.00608","title":"PAKTON: A Multi-Agent Framework for Question Answering in Long Legal Agreements","created":"2025-05-31","cited_by_count":1,"area":null},{"id":"2508.15119","title":"Flexible Agent Alignment with Goal Inference from Open-Ended Dialog","created":"2025-08-20","cited_by_count":1,"area":"agents"},{"id":"2511.07555","title":"LLM Optimization Unlocks Real-Time Pairwise Reranking","created":"2025-11-10","cited_by_count":1,"area":"rag"},{"id":"2602.18443","title":"From \"Help\" to Helpful: A Hierarchical Assessment of LLMs in Mental e-Health Applications","created":"2026-01-12","cited_by_count":1,"area":null},{"id":"2609.05800","title":"Spillover-Aware Multi-Value Steering for Pluralistic LLM Alignment","created":"2026-09-05","cited_by_count":1,"area":"alignment"},{"id":"2410.02210","title":"Calibrate to Discriminate: Improve In-Context Learning with Label-Free Comparative Inference","created":"2024-10-03","cited_by_count":0,"area":null},{"id":"2411.10927","title":"Compositional Phoneme Approximation for L1-Grounded L2 Pronunciation Training","created":"2024-11-17","cited_by_count":0,"area":null},{"id":"2412.02149","title":"Leveraging Large Language Models for Comparative Literature Summarization with Reflective Incremental Mechanisms","created":"2024-12-03","cited_by_count":0,"area":null},{"id":"2502.07186","title":"PCS: Perceived Confidence Scoring of Black Box LLMs with Metamorphic Relations","created":"2025-02-11","cited_by_count":0,"area":null},{"id":"2503.10662","title":"Evaluation of the Automated Labeling Method for Taxonomic Nomenclature Through Prompt-Optimized Large Language Model","created":"2025-03-08","cited_by_count":0,"area":null},{"id":"2506.05142","title":"Do Large Language Models Judge Error Severity Like Humans?","created":"2025-06-05","cited_by_count":0,"area":null},{"id":"2509.05440","title":"Direct-Scoring NLG Evaluators Can Use Pairwise Comparisons Too","created":"2025-09-05","cited_by_count":0,"area":null},{"id":"2509.09852","title":"Topic-Guided Reinforcement Learning with LLMs for Enhancing Multi-Document Summarization","created":"2025-09-11","cited_by_count":0,"area":null},{"id":"2603.04417","title":"Same Input, Different Scores: A Multi Model Study on the Inconsistency of LLM Judge","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2605.25629","title":"When In-Distribution Gains Fail: Evaluating Weak-to-Strong Reward Models under Preference Shift","created":"2026-05-25","cited_by_count":0,"area":"alignment"},{"id":"2606.05443","title":"MIRAI: Prediction and Generation of High-Impact Academic Research","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2607.04412","title":"LLM-as-a-Tutor: Policy-Aware Prompt Adaptation for Non-Verifiable RL","created":"2026-07-05","cited_by_count":0,"area":null},{"id":"2608.14457","title":"Information Satisfaction: A Reader-Centered Axis for Summarization Evaluation","created":"2026-08-14","cited_by_count":0,"area":null},{"id":"2608.26137","title":"Interpretable, Fairly Evaluated Automated L2 Speaking Assessment that Beats the Single-Human Ceiling and Why Pause Encoding Does Not Change LLM Fluency Scores","created":"2026-06-25","cited_by_count":0,"area":null},{"id":"2609.22813","title":"Commonsense-Grounded Path Planning from Abstract Instructions","created":"2026-09-19","cited_by_count":0,"area":null},{"id":"2609.24516","title":"LLJ Cards: Best practices for the Use of LLMs as Judges","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2610.02885","title":"PsyEvo: A Personalized Counseling Agent That Self-Evolves at Test Time","created":"2026-10-02","cited_by_count":0,"area":"agents"},{"id":"2610.04133","title":"Auditing Pairwise Equivalence Judgments: Self-Critique Effects and Diversity Measurement in Multi-Agent Hypothesis Generation","created":"2026-10-02","cited_by_count":0,"area":"agents"},{"id":"2610.18108","title":"A CaLLM Judge is a Better Judge: Mitigating Bias in LLM-as-a-judge","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.18766","title":"Rubrics from the Task, Verdicts from Evidence: Pointwise Rubric Rewards with Tool-Augmented Judges","created":"2026-10-13","cited_by_count":0,"area":"alignment"},{"id":"2610.19915","title":"Not All Criteria Matter: Importance-Aware Criteria Weighting for Rubric-Based LLM Evaluation","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}