{"total":70,"rows":[{"id":"2404.04475","title":"Length-Controlled AlpacaEval: A Simple Way to Debias Automatic Evaluators","created":"2024-04-06","cited_by_count":897,"area":null},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2311.11045","title":"Orca 2: Teaching Small Language Models How to Reason","created":"2023-11-18","cited_by_count":159,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2411.17451","title":"VL-RewardBench: A Challenging Benchmark for Vision-Language Generative Reward Models","created":"2024-11-26","cited_by_count":86,"area":"alignment"},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2308.16149","title":"Jais and Jais-chat: Arabic-Centric Foundation and Instruction-Tuned Open Generative Large Language Models","created":"2023-08-30","cited_by_count":69,"area":null},{"id":"2412.01708","title":"Are We There Yet? Revealing the Risks of Utilizing Large Language Models in Scholarly Peer Review","created":"2024-12-02","cited_by_count":53,"area":null},{"id":"2405.11804","title":"(Perhaps) Beyond Human Translation: Harnessing Multi-Agent Collaboration for Translating Ultra-Long Literary Texts","created":"2024-05-20","cited_by_count":49,"area":"agents"},{"id":"2406.06560","title":"Inverse Constitutional AI: Compressing Preferences into Principles","created":"2024-06-02","cited_by_count":41,"area":"alignment"},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2506.05334","title":"Search Arena: Analyzing Search-Augmented LLMs","created":"2025-06-05","cited_by_count":34,"area":null},{"id":"2307.12966","title":"Aligning Large Language Models with Human: A Survey","created":"2023-07-24","cited_by_count":32,"area":"alignment"},{"id":"2311.13951","title":"MLLM-Bench: Evaluating Multimodal LLMs with Per-sample Criteria","created":"2023-11-23","cited_by_count":27,"area":"mllm"},{"id":"2504.14716","title":"Pairwise or Pointwise? Evaluating Feedback Protocols for Bias in LLM-Based Evaluation","created":"2025-04-20","cited_by_count":24,"area":"alignment"},{"id":"2510.12697","title":"Multi-Agent Debate for LLM Judges with Adaptive Stability Detection","created":"2025-10-14","cited_by_count":23,"area":"lr"},{"id":"2410.05193","title":"RevisEval: Improving LLM-as-a-Judge via Response-Adapted References","created":"2024-10-07","cited_by_count":20,"area":null},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2409.10566","title":"Eureka: Evaluating and Understanding Large Foundation Models","created":"2024-09-13","cited_by_count":18,"area":null},{"id":"2510.11512","title":"LikePhys: Evaluating Intuitive Physics Understanding in Video Diffusion Models via Likelihood Preference","created":"2025-10-13","cited_by_count":16,"area":"diffusion"},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2506.05339","title":"Flattery, Fluff, and Fog: Diagnosing and Mitigating Idiosyncratic Biases in Preference Models","created":"2025-06-05","cited_by_count":13,"area":"alignment"},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2508.09853","title":"STREAM (ChemBio): A Standard for Transparently Reporting Evaluations in AI Model Reports","created":"2025-08-13","cited_by_count":10,"area":null},{"id":"2404.03304","title":"Concept -- An Evaluation Protocol on Conversational Recommender Systems with System-centric and User-centric Factors","created":"2024-04-04","cited_by_count":9,"area":null},{"id":"2509.25154","title":"Who's Your Judge? On the Detectability of LLM-Generated Judgments","created":"2025-09-29","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2402.11271","title":"MONAL: Model Autophagy Analysis for Modeling Human-AI Interactions","created":"2024-02-17","cited_by_count":7,"area":null},{"id":"2504.02867","title":"Multi-Agent LLM Judge: automatic personalized LLM judge design for evaluating natural language generation applications","created":"2025-04-01","cited_by_count":7,"area":"agents"},{"id":"2507.03772","title":"Skewed Score: A statistical framework to assess autograders","created":"2025-07-04","cited_by_count":7,"area":null},{"id":"2507.13158","title":"Inverse Reinforcement Learning Meets Large Language Model Post-Training: Basics, Advances, and Opportunities","created":"2025-07-17","cited_by_count":7,"area":"alignment"},{"id":"2407.01490","title":"LLM See, LLM Do: Guiding Data Generation to Target Non-Differentiable Objectives","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2506.01789","title":"Datasheets Aren't Enough: DataRubrics for Automated Quality Metrics and Accountability","created":"2025-06-02","cited_by_count":6,"area":null},{"id":"2410.09362","title":"SeRA: Self-Reviewing and Alignment of Large Language Models using Implicit Reward Margins","created":"2024-10-12","cited_by_count":5,"area":"alignment"},{"id":"2412.21052","title":"Towards Effective Discrimination Testing for Generative AI","created":"2024-12-30","cited_by_count":5,"area":null},{"id":"2504.16921","title":"IberBench: LLM Evaluation on Iberian Languages","created":"2025-04-23","cited_by_count":5,"area":null},{"id":"2409.00696","title":"Polyrating: A Cost-Effective and Bias-Aware Rating System for LLM Evaluation","created":"2024-09-01","cited_by_count":3,"area":null},{"id":"2501.00257","title":"EQUATOR: A Deterministic Framework for Evaluating LLM Reasoning with Open-Ended Questions. # v1.0.0-beta","created":"2024-12-31","cited_by_count":3,"area":"lr"},{"id":"2606.06454","title":"Scaffold, Not Vocabulary? A Controlled, Two-Tier, Pre-Registered Study of a Popperian Code-Generation Skill","created":"2026-06-04","cited_by_count":3,"area":null},{"id":"2409.06433","title":"Fine-tuning and Prompt Engineering with Cognitive Knowledge Graphs for Scholarly Knowledge Organization","created":"2024-09-10","cited_by_count":2,"area":null},{"id":"2508.01930","title":"Word Overuse and Alignment in Large Language Models: The Influence of Learning from Human Feedback","created":"2025-08-03","cited_by_count":2,"area":"alignment"},{"id":"2604.12227","title":"Designing Reliable LLM-Assisted Rubric Scoring for Constructed Responses: Evidence from Physics Exams","created":"2026-04-14","cited_by_count":2,"area":null},{"id":"2608.13566","title":"Don't Claim Benchmark-Oriented Optimization Improves General Coding Capability -- Diverse Evaluation Is Required","created":"2026-06-26","cited_by_count":2,"area":null},{"id":"2407.14088","title":"Impact of Model Size on Fine-tuned LLM Performance in Data-to-Text Generation: A State-of-the-Art Investigation","created":"2024-07-19","cited_by_count":1,"area":null},{"id":"2410.15212","title":"Boardwalk Empire: How Generative AI is Revolutionizing Economic Paradigms","created":"2024-10-19","cited_by_count":1,"area":null},{"id":"2511.00924","title":"The Biased Oracle: Assessing LLMs' Understandability and Empathy in Medical Diagnoses","created":"2025-11-02","cited_by_count":1,"area":null},{"id":"2602.05110","title":"Understanding LLM Evaluator Behavior: A Structured Multi-Evaluator Framework for Merchant Risk Assessment","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2605.15416","title":"Margin-Adaptive Confidence Ranking for Reliable LLM Judgement","created":"2026-05-14","cited_by_count":1,"area":null},{"id":"2606.19057","title":"Quantifying and Auditing LLM Evaluation via Positive--Unlabeled Learning","created":"2026-06-17","cited_by_count":1,"area":null},{"id":"2501.09672","title":"CHIRP: A Fine-Grained Benchmark for Open-Ended Response Evaluation in Vision-Language Models","created":"2025-01-16","cited_by_count":0,"area":"mllm"},{"id":"2506.09329","title":"Towards Efficient and Effective Alignment of Large Language Models","created":"2025-06-11","cited_by_count":0,"area":"alignment"},{"id":"2510.03771","title":"OptAgent: Optimizing Query Rewriting for E-commerce via Multi-Agent Simulation","created":"2025-10-04","cited_by_count":0,"area":"agents"},{"id":"2602.01528","title":"Making Bias Non-Predictive: Training Robust LLM Reasoning via Reinforcement Learning","created":"2026-02-02","cited_by_count":0,"area":"lr"},{"id":"2604.07709","title":"IatroBench: A Pre-Registered Benchmark of Clinical Omission in Language Models","created":"2026-04-09","cited_by_count":0,"area":null},{"id":"2605.23970","title":"Faithful or Fabricated? A Causal Framework for Rationalization Bias in LLM Judges","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2606.12160","title":"A Controlled Study of Decoding-Time Truthfulness Methods on Instruction-Tuned LLMs","created":"2026-06-10","cited_by_count":0,"area":null},{"id":"2606.23591","title":"Quantifying the Agreement Between Data-Influence and Data-Similarity to Understand LLM Behavior","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2608.16210","title":"Conditional Evaluation of Language Models with Cheap Auxiliary Signals","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2609.16625","title":"AURA: Agentic Diagnosis and Refinement for Production Recommender Systems at Scale","created":"2026-09-15","cited_by_count":0,"area":"agents"},{"id":"2609.19885","title":"Evaluating Communicative Success in Machine-Translated Conversation","created":"2026-09-17","cited_by_count":0,"area":null},{"id":"2609.32092","title":"On Evaluating and Improving Conversational Agents in Production","created":"2026-09-25","cited_by_count":0,"area":"agents"},{"id":"2610.01548","title":"Range-GRPO: Policy Optimization via Pairwise Relations among Reward Intervals","created":"2026-10-01","cited_by_count":0,"area":"lr"},{"id":"2610.05094","title":"How Much Do LLM-as-a-Judge Design Choices Matter? A Systematic Comparison of Prompt Designs, Rating Scales, and Models","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.18019","title":"Machine--human agreement in marking undergraduate assignments is specific to model, prompt and institution","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}