{"total":93,"rows":[{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2409.12183","title":"To CoT or not to CoT? Chain-of-thought helps mainly on math and symbolic reasoning","created":"2024-09-18","cited_by_count":263,"area":"lr"},{"id":"2407.15711","title":"AssistantBench: Can Web Agents Solve Realistic and Time-Consuming Tasks?","created":"2024-07-22","cited_by_count":158,"area":"agents"},{"id":"2504.09037","title":"A Survey of Frontiers in LLM Reasoning: Inference Scaling, Learning to Reason, and Agentic Systems","created":"2025-04-12","cited_by_count":111,"area":"lr"},{"id":"2505.08638","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","created":"2025-05-13","cited_by_count":104,"area":"lr"},{"id":"2410.16153","title":"Pangea: A Fully Open Multilingual Multimodal LLM for 39 Languages","created":"2024-10-21","cited_by_count":64,"area":"mllm"},{"id":"2602.05125","title":"Rethinking Rubric Generation for Improving LLM Judge and Reward Modeling for Open-ended Tasks","created":"2026-02-04","cited_by_count":62,"area":"lr"},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2410.16256","title":"CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution","created":"2024-10-21","cited_by_count":42,"area":null},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2409.14664","title":"Direct Judgement Preference Optimization","created":"2024-09-23","cited_by_count":33,"area":"alignment"},{"id":"2412.12175","title":"Explore Theory of Mind: Program-guided adversarial data generation for theory of mind reasoning","created":"2024-12-12","cited_by_count":33,"area":"lr"},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2409.09013","title":"AI-LieDar: Examine the Trade-off Between Utility and Truthfulness in LLM Agents","created":"2024-09-13","cited_by_count":31,"area":"agents"},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2410.05495","title":"Self-rationalization improves LLM as a fine-grained judge","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2505.13388","title":"R3: Robust Rubric-Agnostic Reward Models","created":"2025-05-19","cited_by_count":23,"area":"alignment"},{"id":"2409.04168","title":"From Calculation to Adjudication: Examining LLM judges on Mathematical Reasoning Tasks","created":"2024-09-06","cited_by_count":22,"area":"lr"},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2506.13639","title":"An Empirical Study of LLM-as-a-Judge: How Design Choices Impact Evaluation Reliability","created":"2025-06-16","cited_by_count":19,"area":null},{"id":"2410.13394","title":"Cross-Lingual Auto Evaluation for Assessing Multilingual LLMs","created":"2024-10-17","cited_by_count":18,"area":null},{"id":"2412.14140","title":"GLIDER: Grading LLM Interactions and Decisions using Explainable Ranking","created":"2024-12-18","cited_by_count":14,"area":null},{"id":"2510.06664","title":"ToolMem: Enhancing Multimodal Agents with Learnable Tool Capability Memory","created":"2025-10-08","cited_by_count":14,"area":"mllm"},{"id":"2503.19877","title":"Scaling Evaluation-time Compute with Reasoning Models as Evaluators","created":"2025-03-25","cited_by_count":13,"area":"lr"},{"id":"2504.15219","title":"EvalAgent: Discovering Implicit Evaluation Criteria from the Web","created":"2025-04-21","cited_by_count":11,"area":null},{"id":"2505.15433","title":"Set-LLM: A Permutation-Invariant LLM","created":"2025-05-21","cited_by_count":11,"area":null},{"id":"2603.20882","title":"RubricRAG: Towards Interpretable and Reliable LLM Evaluation via Domain Knowledge Retrieval for Rubric Generation","created":"2026-03-21","cited_by_count":11,"area":null},{"id":"2409.06820","title":"PingPong: A Benchmark for Role-Playing Language Models with User Emulation and Multi-Model Evaluation","created":"2024-09-10","cited_by_count":10,"area":null},{"id":"2503.16789","title":"Conversational User-AI Intervention: A Study on Prompt Rewriting for Improved LLM Response Generation","created":"2025-03-21","cited_by_count":10,"area":null},{"id":"2505.13346","title":"J4R: Learning to Judge with Equivalent Initial State Group Relative Policy Optimization","created":"2025-05-19","cited_by_count":9,"area":"lr"},{"id":"2506.04463","title":"Aligning Large Language Models with Implicit Preferences from User-Generated Content","created":"2025-06-04","cited_by_count":9,"area":"alignment"},{"id":"2505.16303","title":"INFERENCEDYNAMICS: Efficient Routing Across LLMs through Structured Capability and Knowledge Profiling","created":"2025-05-22","cited_by_count":8,"area":null},{"id":"2605.30568","title":"Generating and Refining Dynamic Evaluation Rubrics for LLM-as-a-Judge","created":"2026-05-28","cited_by_count":8,"area":null},{"id":"2508.08211","title":"SAEMark: Steering Personalized Multilingual LLM Watermarks with Sparse Autoencoders","created":"2025-08-11","cited_by_count":7,"area":"safety"},{"id":"2508.12792","title":"Bridging Human and LLM Judgments: Understanding and Narrowing the Gap","created":"2025-08-18","cited_by_count":7,"area":null},{"id":"2506.02945","title":"Quantitative LLM Judges","created":"2025-06-03","cited_by_count":6,"area":null},{"id":"2507.19477","title":"Advancing Event Forecasting through Massive Training of Large Language Models: Challenges, Solutions, and Broader Impacts","created":"2025-07-25","cited_by_count":6,"area":null},{"id":"2502.03397","title":"SPRI: Aligning Large Language Models with Context-Situated Principles","created":"2025-02-05","cited_by_count":5,"area":"alignment"},{"id":"2503.23730","title":"KOFFVQA: An Objectively Evaluated Free-form VQA Benchmark for Large Vision-Language Models in the Korean Language","created":"2025-03-31","cited_by_count":5,"area":"mllm"},{"id":"2504.01840","title":"LRAGE: Legal Retrieval Augmented Generation Evaluation Tool","created":"2025-04-02","cited_by_count":5,"area":"rag"},{"id":"2505.10989","title":"DRAGON: Domain-specific Robust Automatic Data Generation for RAG Optimization","created":"2025-05-16","cited_by_count":5,"area":"rag"},{"id":"2510.17793","title":"Foundational Automatic Evaluators: Scaling Multi-Task Generative Evaluator Training for Reasoning-Centric Domains","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2512.01020","title":"Evaluating Legal Reasoning Traces with Legal Issue Tree Rubrics","created":"2025-11-30","cited_by_count":5,"area":"lr"},{"id":"2407.17022","title":"Can Language Models Evaluate Human Written Text? Case Study on Korean Student Writing for Education","created":"2024-07-24","cited_by_count":4,"area":null},{"id":"2502.07985","title":"MetaSC: Test-Time Safety Specification Optimization for Language Models","created":"2025-02-11","cited_by_count":4,"area":"lr"},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2505.12808","title":"Decentralized Arena: Towards Democratic and Scalable Automatic Evaluation of Language Models","created":"2025-05-19","cited_by_count":4,"area":null},{"id":"2509.21451","title":"VideoJudge: Bootstrapping Enables Scalable Supervision of MLLM-as-a-Judge for Video Understanding","created":"2025-09-25","cited_by_count":4,"area":"synth"},{"id":"2509.24678","title":"Reference-Free Rating of LLM Responses via Latent Information","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2510.03178","title":"When Names Disappear: Revealing What LLMs Actually Understand About Code","created":"2025-10-03","cited_by_count":4,"area":null},{"id":"2605.30803","title":"PReMISE: Policy Rubrics as Measurement Specifications for LLM Judges","created":"2026-05-29","cited_by_count":4,"area":null},{"id":"2503.13102","title":"REPA: Russian Error Types Annotation for Evaluating Text Generation and Judgment Capabilities","created":"2025-03-17","cited_by_count":3,"area":null},{"id":"2505.15795","title":"Reverse Engineering Human Preferences with Reinforcement Learning","created":"2025-05-21","cited_by_count":3,"area":"alignment"},{"id":"2508.16921","title":"Being Kind Isn't Always Being Safe: Diagnosing Affective Hallucination in LLMs","created":"2025-08-23","cited_by_count":3,"area":"alignment"},{"id":"2509.11206","title":"Evalet: Evaluating Large Language Models through Functional Fragmentation","created":"2025-09-14","cited_by_count":3,"area":null},{"id":"2509.26601","title":"MENLO: From Preferences to Proficiency -- Evaluating and Modeling Native-like Quality Across 47 Languages","created":"2025-09-30","cited_by_count":3,"area":"alignment"},{"id":"2510.18196","title":"Contrastive Decoding Mitigates Score Range Bias in LLM-as-a-Judge","created":"2025-10-21","cited_by_count":3,"area":null},{"id":"2511.20604","title":"On Evaluating LLM Alignment by Evaluating LLMs as Judges","created":"2025-11-25","cited_by_count":3,"area":"alignment"},{"id":"2604.03677","title":"Unlocking Prompt Infilling Capability for Diffusion Language Models","created":"2026-04-04","cited_by_count":3,"area":"diffusion"},{"id":"2605.25603","title":"Detecting Unfaithful Chain-of-Thought via Circuit-Guided Internal-External Discrepancy","created":"2026-05-25","cited_by_count":3,"area":"lr"},{"id":"2606.02404","title":"K-BrowseComp: A Web Browsing Agent Benchmark Grounded in Korean Contexts","created":"2026-06-01","cited_by_count":3,"area":"agents"},{"id":"2607.01830","title":"Many Voices, One Reward: Multi-Role Rubric Generation for LLM Judging and Reward Modeling","created":"2026-07-02","cited_by_count":3,"area":"alignment"},{"id":"2506.02596","title":"EssayBench: Evaluating Large Language Models in Multi-Genre Chinese Essay Writing","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2509.15723","title":"REFER: Mitigating Bias in Opinion Summarisation via Frequency Framed Prompting","created":"2025-09-19","cited_by_count":2,"area":null},{"id":"2601.06165","title":"What Users Leave Unsaid: Under-Specified Queries Limit Vision-Language Models","created":"2026-01-07","cited_by_count":2,"area":"mllm"},{"id":"2603.02029","title":"Rich Insights from Cheap Signals: Efficient Evaluations via Tensor Factorization","created":"2026-03-02","cited_by_count":2,"area":null},{"id":"2604.04704","title":"IDIOLEX: Unified and Continuous Representations for Idiolectal and Stylistic Variation","created":"2026-04-06","cited_by_count":2,"area":null},{"id":"2604.21309","title":"When Bigger Isn't Better: A Comprehensive Fairness Evaluation of Political Bias in Multi-News Summarisation","created":"2026-04-23","cited_by_count":2,"area":null},{"id":"2606.03650","title":"CoEval: Ranking Language Models for Custom Tasks Without Labeled Data or Trustworthy Benchmarks","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2607.15092","title":"Rubrics on Trial: Evolving Rubrics from a Single Query via Synthetic Pairwise Evidence","created":"2026-07-16","cited_by_count":2,"area":null},{"id":"2502.12052","title":"A Dual-Perspective NLG Meta-Evaluation Framework with Automatic Benchmark and Better Interpretability","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2509.07309","title":"PIE: Performance Interval Estimation for Free-Form Generation Tasks","created":"2025-09-09","cited_by_count":1,"area":null},{"id":"2511.01182","title":"MiRAGE: Misconception Detection with Retrieval-Guided Multi-Stage Reasoning and Ensemble Fusion","created":"2025-11-03","cited_by_count":1,"area":"lr"},{"id":"2604.19071","title":"HoWToBench: Holistic Evaluation for LLM's Capability in Human-level Writing using Tree of Writing","created":"2026-04-21","cited_by_count":1,"area":null},{"id":"2608.12097","title":"Graph-Structured Rubrics: Compiling Rubrics into Typed Evaluation Graphs for LLM Judges","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2610.05308","title":"RubricArmor: Adversarial Evolution Improves LLM-Based Rubric Generation","created":"2026-10-04","cited_by_count":1,"area":"alignment"},{"id":"2407.20700","title":"Industrial-Grade Smart Troubleshooting through Causal Technical Language Processing: a Proof of Concept","created":"2024-07-30","cited_by_count":0,"area":null},{"id":"2412.07429","title":"Optimizing Alignment with Less: Leveraging Data Augmentation for Personalized Evaluation","created":"2024-12-10","cited_by_count":0,"area":"alignment"},{"id":"2503.17963","title":"Won: Establishing Best Practices for Korean Financial NLP","created":"2025-03-23","cited_by_count":0,"area":null},{"id":"2508.03990","title":"Are Today's LLMs Ready to Explain Well-Being Concepts?","created":"2025-08-06","cited_by_count":0,"area":"alignment"},{"id":"2511.06304","title":"Kaggle Chronicles: 15 Years of Competitions, Community and Data Science Innovation","created":"2025-11-09","cited_by_count":0,"area":null},{"id":"2512.08965","title":"Financial Instruction Following Evaluation (FIFE)","created":"2025-12-01","cited_by_count":0,"area":null},{"id":"2604.19782","title":"KoALa-Bench: Evaluating Large Audio Language Models on Korean Speech Understanding and Faithfulness","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2605.01630","title":"Prosa: Rubric-Based Evaluation of LLMs on Real User Chats in Brazilian Portuguese","created":"2026-05-02","cited_by_count":0,"area":null},{"id":"2608.16210","title":"Conditional Evaluation of Language Models with Cheap Auxiliary Signals","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2608.20853","title":"MGAL: A Multilingual Granularity-Aware Long-Context Benchmark","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2609.05677","title":"Who Maintains Agent Skills? A Longitudinal Study of Human-Governed, AI-Assisted Skill Maintenance","created":"2026-09-04","cited_by_count":0,"area":"agents"},{"id":"2609.35815","title":"How to Run Statistics over LLM Judges and Trust the Results: Calibrated Inference for Small-Sample AI Evaluation with evalstats","created":"2026-09-20","cited_by_count":0,"area":null},{"id":"2609.36086","title":"PADMÉ: Preference Alignment Data Synthesis for Meta-Evaluation of LM Agent Evaluators","created":"2026-09-28","cited_by_count":0,"area":"agents"},{"id":"2610.18766","title":"Rubrics from the Task, Verdicts from Evidence: Pointwise Rubric Rewards with Tool-Augmented Judges","created":"2026-10-13","cited_by_count":0,"area":"alignment"},{"id":"2610.19915","title":"Not All Criteria Matter: Importance-Aware Criteria Weighting for Rubric-Based LLM Evaluation","created":"2026-10-14","cited_by_count":0,"area":null},{"id":"2610.19992","title":"SoK: Grading Open-Text Legal Answers, from Law School Exams to Trustworthy Rubric Judges","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}