{"total":72,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2403.16950","title":"Aligning with Human Judgement: The Role of Pairwise Preference in Large Language Model Evaluators","created":"2024-03-25","cited_by_count":149,"area":"alignment"},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2401.16185","title":"LLM4Vuln: A Unified Evaluation Framework for Decoupling and Enhancing LLMs' Vulnerability Reasoning","created":"2024-01-29","cited_by_count":59,"area":"lr"},{"id":"2503.05142","title":"RocketEval: Efficient Automated LLM Evaluation via Grading Checklist","created":"2025-03-07","cited_by_count":39,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2406.14673","title":"Insights into LLM Long-Context Failures: When Transformers Know but Don't Tell","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2402.17826","title":"Prediction-Powered Ranking of Large Language Models","created":"2024-02-27","cited_by_count":29,"area":null},{"id":"2408.08631","title":"Persona is a Double-edged Sword: Mitigating the Negative Impact of Role-playing Prompts in Zero-shot Reasoning Tasks","created":"2024-08-16","cited_by_count":28,"area":"lr"},{"id":"2606.19544","title":"Reliability without Validity: A Systematic, Large-Scale Evaluation of LLM-as-a-Judge Models Across Agreement, Consistency, and Bias","created":"2026-06-17","cited_by_count":28,"area":null},{"id":"2404.17833","title":"Testing and Understanding Erroneous Planning in LLM Agents through Synthesized User Inputs","created":"2024-04-27","cited_by_count":22,"area":"agents"},{"id":"2506.10597","title":"SoK: Evaluating Jailbreak Guardrails for Large Language Models","created":"2025-06-12","cited_by_count":21,"area":"alignment"},{"id":"2410.16983","title":"Order Matters: Exploring Order Sensitivity in Multimodal Large Language Models","created":"2024-10-22","cited_by_count":20,"area":"mllm"},{"id":"2402.13887","title":"Beyond Probabilities: Unveiling the Misalignment in Evaluating Large Language Models","created":"2024-02-21","cited_by_count":19,"area":null},{"id":"2408.14622","title":"What Makes a Good Story and How Can We Measure It? A Comprehensive Survey of Story Evaluation","created":"2024-08-26","cited_by_count":17,"area":null},{"id":"2502.16182","title":"IPO: Your Language Model is Secretly a Preference Classifier","created":"2025-02-22","cited_by_count":17,"area":"alignment"},{"id":"2505.19209","title":"MOOSE-Chem2: Exploring LLM Limits in Fine-Grained Scientific Hypothesis Discovery via Hierarchical Search","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2508.03550","title":"Beyond the Surface: Enhancing LLM-as-a-Judge Alignment with Human via Internal Representations","created":"2025-08-05","cited_by_count":15,"area":"alignment"},{"id":"2404.12744","title":"Beyond Human Norms: Unveiling Unique Values of Large Language Models through Interdisciplinary Approaches","created":"2024-04-19","cited_by_count":14,"area":null},{"id":"2602.09383","title":"BiasScope: Towards Automated Detection of Bias in LLM-as-a-Judge Evaluation","created":"2026-02-10","cited_by_count":14,"area":null},{"id":"2509.25369","title":"Generative Value Conflicts Reveal LLM Priorities","created":"2025-09-29","cited_by_count":13,"area":null},{"id":"2603.00039","title":"CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation","created":"2026-02-09","cited_by_count":13,"area":null},{"id":"2409.18857","title":"Mitigating Selection Bias with Node Pruning and Auxiliary Options","created":"2024-09-27","cited_by_count":12,"area":null},{"id":"2408.08343","title":"API-guided Dataset Synthesis to Finetune Large Code Models","created":"2024-08-15","cited_by_count":11,"area":null},{"id":"2402.15727","title":"LLMs Can Defend Themselves Against Jailbreaking in a Practical Manner: A Vision Paper","created":"2024-02-24","cited_by_count":10,"area":"safety"},{"id":"2508.15709","title":"Position Bias Mitigates Position Bias:Mitigate Position Bias Through Inter-Position Knowledge Distillation","created":"2025-08-21","cited_by_count":9,"area":"distill"},{"id":"2505.12442","title":"IP Leakage Attacks Targeting LLM-Based Multi-Agent Systems","created":"2025-05-18","cited_by_count":8,"area":"agents"},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2407.20906","title":"Automated Review Generation Method Based on Large Language Models","created":"2024-07-30","cited_by_count":7,"area":null},{"id":"2510.21900","title":"Deep Literature Survey Automation with an Iterative Workflow","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2312.04087","title":"VRPTEST: Evaluating Visual Referring Prompting in Large Multimodal Models","created":"2023-12-07","cited_by_count":6,"area":"mllm"},{"id":"2601.18777","title":"PRECISE: Reducing the Bias of LLM Evaluations Using Prediction-Powered Ranking Estimation","created":"2026-01-26","cited_by_count":6,"area":"rag"},{"id":"2601.20539","title":"PathWise: Planning through World Model for Automated Heuristic Design via Self-Evolving LLMs","created":"2026-01-28","cited_by_count":6,"area":"wm"},{"id":"2510.00628","title":"Hearing the Order: Investigating Position Bias in Large Audio-Language Models","created":"2025-10-01","cited_by_count":5,"area":null},{"id":"2504.11381","title":"RankAlign: A Ranking View of the Generator-Validator Gap in Large Language Models","created":"2025-04-15","cited_by_count":4,"area":null},{"id":"2607.12885","title":"LLM Judges Can Be Too Generous When There Is No Reference Answer","created":"2026-07-14","cited_by_count":4,"area":null},{"id":"2505.15426","title":"NeoN: A Tool for Automated Detection, Linguistic and LLM-Driven Analysis of Neologisms in Polish","created":"2025-05-21","cited_by_count":3,"area":null},{"id":"2506.09396","title":"Reasoning as a Resource: Optimizing Fast and Slow Thinking in Code Generation Models","created":"2025-06-11","cited_by_count":3,"area":"lr"},{"id":"2603.01204","title":"Subliminal Signals in Preference Labels","created":"2026-03-01","cited_by_count":3,"area":"alignment"},{"id":"2410.08289","title":"Increasing the Difficulty of Automatically Generated Questions via Reinforcement Learning with Synthetic Preference","created":"2024-10-10","cited_by_count":2,"area":"rag"},{"id":"2502.17173","title":"Cheems: A Practical Guidance for Building and Evaluating Chinese Reward Models from Scratch","created":"2025-02-24","cited_by_count":2,"area":"alignment"},{"id":"2507.05980","title":"Lost in Localization: Building RabakBench with Human-in-the-Loop Validation to Measure Multilingual Safety Gaps","created":"2025-07-08","cited_by_count":2,"area":"safety"},{"id":"2601.08343","title":"When KV Cache Reuse Fails in Multi-Agent Systems: Cross-Candidate Interaction is Crucial for LLM Judges","created":"2026-01-13","cited_by_count":2,"area":"agents"},{"id":"2603.10332","title":"Does Reasoning Make Search More Fair? Comparing Fairness in Reasoning and Non-Reasoning Rerankers","created":"2026-03-11","cited_by_count":2,"area":null},{"id":"2504.07174","title":"HypoEval: Hypothesis-Guided Evaluation for Natural Language Generation","created":"2025-04-09","cited_by_count":1,"area":null},{"id":"2505.18942","title":"Language Models Should be Used to Surface the Unwritten Code of Science and Society","created":"2025-05-25","cited_by_count":1,"area":null},{"id":"2506.23743","title":"Positional Bias in Binary Question Answering: How Uncertainty Shapes Model Preferences","created":"2025-06-30","cited_by_count":1,"area":null},{"id":"2507.12724","title":"TransEvalnia: Reasoning-based Evaluation and Ranking of Translations","created":"2025-07-17","cited_by_count":1,"area":"lr"},{"id":"2507.17788","title":"Adaptive Repetition for Mitigating Position Bias in LLM-Based Ranking","created":"2025-07-23","cited_by_count":1,"area":null},{"id":"2603.21280","title":"WARBENCH: A Comprehensive Benchmark for Evaluating LLMs in Military Decision-Making","created":"2026-03-22","cited_by_count":1,"area":null},{"id":"2605.03472","title":"Auditing Stealth Sycophancy in Mental-Health Dialogue: Structured Clinical-State Diagnostics and Clean Matched Benchmarks","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2605.11974","title":"Towards Order Fairness: Mitigating LLMs Order Sensitivity through Dual Group Advantage Optimization","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2605.28835","title":"GenesisFunc: Multi-Agent Data Generation for Accurate and Generalizable Function-Calling","created":"2026-04-10","cited_by_count":1,"area":"agents"},{"id":"2607.24869","title":"Ranked by Position: Order Sensitivity as an Exploitable Attack Surface in LLM Listwise Recommenders","created":"2026-07-26","cited_by_count":1,"area":null},{"id":"2406.02002","title":"Position Debiasing Fine-Tuning for Causal Perception in Long-Term Dialogue","created":"2024-06-04","cited_by_count":0,"area":null},{"id":"2507.10088","title":"Towards High Supervised Learning Utility Training Data Generation: Data Pruning and Column Reordering","created":"2025-07-14","cited_by_count":0,"area":"synth"},{"id":"2509.15098","title":"TextMineX: Data, Evaluation Framework and Ontology-guided LLM Pipeline for Humanitarian Mine Action","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2602.07673","title":"Blind to the Human Touch: Overlap Bias in LLM-Based Summary Evaluation","created":"2026-02-07","cited_by_count":0,"area":null},{"id":"2603.14855","title":"PCodeTrans: Translate Decompiled Pseudocode to Compilable and Executable Equivalent","created":"2026-03-16","cited_by_count":0,"area":null},{"id":"2605.23970","title":"Faithful or Fabricated? A Causal Framework for Rationalization Bias in LLM Judges","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2606.03198","title":"AI Rater Discrimination Depends on Scoring Protocol in Complex Clinical Decision-Making","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2607.10240","title":"What Does Your Short-Answer VQA Score Actually Measure? Evaluator-Dependent Instability in Multimodal Short-Answer Benchmarks","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2607.27022","title":"Evaluating Regional Bias in LLMs From Abstract Stereotype to Concrete Social Decision-Making","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2609.24516","title":"LLJ Cards: Best practices for the Use of LLMs as Judges","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.25821","title":"CogenPVG: Cognitive-Enhanced Reflective Multi-Agent Framework for Persuasive Video Generation","created":"2026-09-22","cited_by_count":0,"area":null},{"id":"2609.27857","title":"ChronosAttack: Adversarial Tool Scheduling Attacks on LLM Agents","created":"2026-08-20","cited_by_count":0,"area":"agents"},{"id":"2609.39902","title":"CodeMimicry: Exploiting Safety Generalization Lag in Large Language Models via Structured Code Completion","created":"2026-09-30","cited_by_count":0,"area":"alignment"},{"id":"2610.18108","title":"A CaLLM Judge is a Better Judge: Mitigating Bias in LLM-as-a-judge","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}