{"total":144,"rows":[{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2408.02479","title":"From LLMs to LLM-based Agents for Software Engineering: A Survey of Current, Challenges and Future","created":"2024-08-05","cited_by_count":86,"area":"agents"},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2503.02068","title":"Interactive Debugging and Steering of Multi-Agent AI Systems","created":"2025-03-03","cited_by_count":68,"area":"agents"},{"id":"2410.12189","title":"DocETL: Agentic Query Rewriting and Evaluation for Complex Document Processing","created":"2024-10-16","cited_by_count":52,"area":"agents"},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2505.10831","title":"Creating General User Models from Computer Use","created":"2025-05-16","cited_by_count":44,"area":null},{"id":"2406.06560","title":"Inverse Constitutional AI: Compressing Preferences into Principles","created":"2024-06-02","cited_by_count":41,"area":"alignment"},{"id":"2502.14815","title":"Optimizing Model Selection for Compound AI Systems","created":"2025-02-20","cited_by_count":36,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2505.13360","title":"What Prompts Don't Say: Understanding and Managing Underspecification in LLM Prompts","created":"2025-05-19","cited_by_count":32,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2409.08775","title":"What Should We Engineer in Prompts? Training Humans in Requirement-Driven LLM Use","created":"2024-09-13","cited_by_count":24,"area":null},{"id":"2601.20913","title":"Noisy but Valid: Robust Statistical Evaluation of LLMs with Imperfect Judges","created":"2026-01-28","cited_by_count":24,"area":null},{"id":"2510.12697","title":"Multi-Agent Debate for LLM Judges with Adaptive Stability Detection","created":"2025-10-14","cited_by_count":23,"area":"lr"},{"id":"2502.17898","title":"VeriPlan: Integrating Formal Verification and LLMs into End-User Planning","created":"2025-02-25","cited_by_count":20,"area":null},{"id":"2602.08672","title":"Learning to Judge: LLMs Designing and Applying Evaluation Rubrics","created":"2026-02-09","cited_by_count":19,"area":null},{"id":"2503.12600","title":"GraphEval: A Lightweight Graph-Based LLM Framework for Idea Evaluation","created":"2025-03-16","cited_by_count":17,"area":null},{"id":"2407.12835","title":"Regurgitative Training: The Value of Real Data in Training Large Language Models","created":"2024-07-03","cited_by_count":15,"area":"synth"},{"id":"2409.19242","title":"SciDoc2Diagrammer-MAF: Towards Generation of Scientific Diagrams from Documents guided by Multi-Aspect Feedback Refinement","created":"2024-09-28","cited_by_count":15,"area":null},{"id":"2604.07666","title":"An Imperfect Verifier is Good Enough: Learning with Noisy Rewards","created":"2026-04-09","cited_by_count":13,"area":null},{"id":"2410.12071","title":"Beyond the Comfort Zone: Emerging Solutions to Overcome Challenges in Integrating LLMs into Software Products","created":"2024-10-15","cited_by_count":11,"area":null},{"id":"2503.23339","title":"A Scalable Framework for Evaluating Health Language Models","created":"2025-03-30","cited_by_count":11,"area":null},{"id":"2510.17109","title":"Verification-Aware Planning for Multi-Agent Systems","created":"2025-10-20","cited_by_count":10,"area":"agents"},{"id":"2504.07971","title":"SPHERE: An Evaluation Card for Human-AI Systems","created":"2025-03-24","cited_by_count":9,"area":null},{"id":"2506.17863","title":"LLMs for Customized Marketing Content Generation and Evaluation at Scale","created":"2025-06-22","cited_by_count":9,"area":null},{"id":"2503.00269","title":"Reducing Large Language Model Safety Risks in Women's Health using Semantic Entropy","created":"2025-03-01","cited_by_count":8,"area":null},{"id":"2604.23178","title":"Judging the Judges: A Systematic Evaluation of Bias Mitigation Strategies in LLM-as-a-Judge Pipelines","created":"2026-04-25","cited_by_count":8,"area":null},{"id":"2502.07974","title":"From Hazard Identification to Controller Design: Proactive and LLM-Supported Safety Engineering for ML-Powered Systems","created":"2025-02-11","cited_by_count":7,"area":null},{"id":"2502.10407","title":"Addressing Bias in Generative AI: Challenges and Research Opportunities in Information Management","created":"2025-01-22","cited_by_count":7,"area":null},{"id":"2502.18018","title":"Verdict: A Library for Scaling Judge-Time Compute","created":"2025-02-25","cited_by_count":7,"area":null},{"id":"2504.05325","title":"Unequal Opportunities: Examining the Bias in Geographical Recommendations by Large Language Models","created":"2025-03-16","cited_by_count":7,"area":null},{"id":"2504.12911","title":"Benchmarking Multi-National Value Alignment for Large Language Models","created":"2025-04-17","cited_by_count":7,"area":"alignment"},{"id":"2510.14591","title":"Just-In-Time Objectives: A General Approach for Specialized AI Interactions","created":"2025-10-16","cited_by_count":7,"area":null},{"id":"2602.05446","title":"DiLLS: Interactive Diagnosis of LLM-based Multi-agent Systems via Layered Summary of Agent Behaviors","created":"2026-02-05","cited_by_count":7,"area":"agents"},{"id":"2603.29848","title":"AgentFixer: From Failure Detection to Fix Recommendations in LLM Agentic Systems","created":"2026-02-18","cited_by_count":7,"area":"agents"},{"id":"2606.13685","title":"The Coin Flip Judge? Reliability and Bias in LLM-as-a-Judge Evaluation","created":"2026-04-23","cited_by_count":7,"area":"alignment"},{"id":"2405.11612","title":"Sociotechnical Implications of Generative Artificial Intelligence for Information Access","created":"2024-05-19","cited_by_count":6,"area":null},{"id":"2409.13588","title":"ChainBuddy: An AI Agent System for Generating LLM Pipelines","created":"2024-09-20","cited_by_count":6,"area":"agents"},{"id":"2502.15210","title":"PairBench: Are Vision-Language Models Reliable at Comparing What They See?","created":"2025-02-21","cited_by_count":6,"area":"mllm"},{"id":"2504.14738","title":"PROMPTEVALS: A Dataset of Assertions and Guardrails for Custom Production Large Language Model Pipelines","created":"2025-04-20","cited_by_count":6,"area":"safety"},{"id":"2509.18632","title":"A Good Plan is Hard to Find: Aligning Models with Preferences is Misaligned with What Helps Users","created":"2025-09-23","cited_by_count":6,"area":"alignment"},{"id":"2409.18203","title":"Policy Maps: Tools for Guiding the Unbounded Space of LLM Behaviors","created":"2024-09-26","cited_by_count":5,"area":null},{"id":"2412.16829","title":"Visual Prompting with Iterative Refinement for Design Critique Generation","created":"2024-12-22","cited_by_count":5,"area":null},{"id":"2508.12358","title":"Uncovering Systematic Failures of LLMs in Verifying Code Against Natural Language Specifications","created":"2025-08-17","cited_by_count":5,"area":null},{"id":"2605.25240","title":"JudgmentBench: Comparing Rubric and Preference Evaluation for Quality Assessment","created":"2026-05-24","cited_by_count":5,"area":null},{"id":"2505.21972","title":"LLMs Judging LLMs: A Simplex Perspective","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2509.03764","title":"LLM-based Relevance Assessment for Web-Scale Search Evaluation at Pinterest","created":"2025-09-03","cited_by_count":4,"area":null},{"id":"2602.13576","title":"Rubrics as an Attack Surface: Stealthy Preference Drift in LLM Judges","created":"2026-02-14","cited_by_count":4,"area":"alignment"},{"id":"2603.00539","title":"Are LLMs Reliable Code Reviewers? Systematic Overcorrection in Requirement Conformance Judgement","created":"2026-02-28","cited_by_count":4,"area":null},{"id":"2411.01228","title":"The Interaction Layer: An Exploration for Co-Designing User-LLM Interactions in Parental Wellbeing Support Systems","created":"2024-11-02","cited_by_count":3,"area":null},{"id":"2411.13760","title":"A Framework for Evaluating LLMs Under Task Indeterminacy","created":"2024-11-21","cited_by_count":3,"area":null},{"id":"2504.09283","title":"Semantic Commit: Helping Users Update Intent Specifications for AI Memory at Scale","created":"2025-04-12","cited_by_count":3,"area":null},{"id":"2504.10391","title":"LLM-driven Constrained Copy Generation through Iterative Refinement","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2505.18514","title":"Test-Time Adaptation with Binary Feedback","created":"2025-05-24","cited_by_count":3,"area":null},{"id":"2507.18802","title":"DxHF: Providing High-Quality Human Feedback for LLM Alignment via Interactive Decomposition","created":"2025-07-24","cited_by_count":3,"area":"alignment"},{"id":"2507.23453","title":"Counterfactual Evaluation for Blind Attack Detection in LLM-based Evaluation Systems","created":"2025-07-31","cited_by_count":3,"area":"safety"},{"id":"2509.11206","title":"Evalet: Evaluating Large Language Models through Functional Fragmentation","created":"2025-09-14","cited_by_count":3,"area":null},{"id":"2511.10287","title":"OutSafe-Bench: A Benchmark for Multimodal Offensive Content Detection in Large Language Models","created":"2025-11-13","cited_by_count":3,"area":"mllm"},{"id":"2512.08936","title":"A Principle-based Framework for the Development and Evaluation of Large Language Models for Health and Wellness","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2602.16844","title":"Overseeing Agents Without Constant Oversight: Challenges and Opportunities","created":"2026-02-18","cited_by_count":3,"area":"agents"},{"id":"2603.15676","title":"Automated Self-Testing as a Quality Gate: Evidence-Driven Release Management for LLM Applications","created":"2026-03-13","cited_by_count":3,"area":null},{"id":"2604.13717","title":"On Cost-Effective LLM-as-a-Judge Improvement Techniques","created":"2026-04-15","cited_by_count":3,"area":"alignment"},{"id":"2410.06547","title":"TuringQ: Benchmarking AI Comprehension in Theory of Computation","created":"2024-10-09","cited_by_count":2,"area":"lr"},{"id":"2410.08437","title":"Autonomous Evaluation of LLMs for Truth Maintenance and Reasoning Tasks","created":"2024-10-11","cited_by_count":2,"area":"lr"},{"id":"2506.17782","title":"Expanding Relevance Judgments for Medical Case-based Retrieval Task with Multimodal LLMs","created":"2025-06-21","cited_by_count":2,"area":"mllm"},{"id":"2508.08504","title":"When the Domain Expert Has No Time and the LLM Developer Has No Clinical Expertise: Real-World Lessons from LLM Co-Design in a Safety-Net Hospital","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2510.13982","title":"Static Sandboxes Are Inadequate: Modeling Societal Complexity Requires Open-Ended Co-Evolution in LLM-Based Multi-Agent Simulations","created":"2025-10-15","cited_by_count":2,"area":"agents"},{"id":"2511.04478","title":"Generate, Evaluate, Iterate: Synthetic Data for Human-in-the-Loop Refinement of LLM Judges","created":"2025-11-06","cited_by_count":2,"area":"synth"},{"id":"2602.05636","title":"Generative Ontology: When Structured Knowledge Learns to Create","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2602.19180","title":"VLM-Guided Group Preference Alignment for Diffusion-based Human Mesh Recovery","created":"2026-02-22","cited_by_count":2,"area":"alignment"},{"id":"2604.21769","title":"Who Defines \"Best\"? Towards Interactive, User-Defined Evaluation of LLM Leaderboards","created":"2026-04-23","cited_by_count":2,"area":null},{"id":"2604.26020","title":"Training Computer Use Agents to Assess the Usability of Graphical User Interfaces","created":"2026-04-28","cited_by_count":2,"area":"agents"},{"id":"2606.02080","title":"Agentic-J: An AI Agent for Biological Microscopy Image Analysis","created":"2026-06-01","cited_by_count":2,"area":"agents"},{"id":"2409.16001","title":"Artificial Human Intelligence: The role of Humans in the Development of Next Generation AI","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2501.13480","title":"Adaptive Testing for LLM-Based Applications: A Diversity-based Approach","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2501.15727","title":"Gensors: Authoring Personalized Visual Sensors with Multimodal Foundation Models and Reasoning","created":"2025-01-27","cited_by_count":1,"area":"lr"},{"id":"2502.13016","title":"LLM-Powered Proactive Data Systems","created":"2025-02-18","cited_by_count":1,"area":null},{"id":"2502.20635","title":"Can LLM Assist in the Evaluation of the Quality of Machine Learning Explanations?","created":"2025-02-28","cited_by_count":1,"area":null},{"id":"2506.13774","title":"Personalized Constitutionally-Aligned Agentic Superego: Secure AI Behavior Aligned to Diverse Human Values","created":"2025-06-08","cited_by_count":1,"area":"agents"},{"id":"2507.02819","title":"Measurement as Bricolage: Examining How Data Scientists Construct Target Variables for Predictive Modeling Tasks","created":"2025-07-03","cited_by_count":1,"area":null},{"id":"2507.03829","title":"RELRaE: LLM-Based Relationship Extraction, Labelling, Refinement, and Evaluation","created":"2025-07-04","cited_by_count":1,"area":null},{"id":"2509.12626","title":"DoubleAgents: Human-Agent Alignment in a Socially Embedded Workflow","created":"2025-09-16","cited_by_count":1,"area":"agents"},{"id":"2509.14507","title":"DeKeyNLU: Enhancing Natural Language to SQL Generation through Task Decomposition and Keyword Extraction","created":"2025-09-18","cited_by_count":1,"area":"rag"},{"id":"2510.05524","title":"KEO: Knowledge Extraction on OMIn via Knowledge Graphs and RAG for Safety-Critical Aviation Maintenance","created":"2025-10-07","cited_by_count":1,"area":"lr"},{"id":"2510.12728","title":"Data-Prompt Co-Evolution: Growing Test Sets to Refine LLM Behavior","created":"2025-10-14","cited_by_count":1,"area":null},{"id":"2510.25662","title":"User Misconceptions of LLM-Based Conversational Programming Assistants","created":"2025-10-29","cited_by_count":1,"area":null},{"id":"2511.21708","title":"Lost in the Pipeline: How Well Do Large Language Models Handle Data Preparation?","created":"2025-11-17","cited_by_count":1,"area":null},{"id":"2602.14357","title":"Key Considerations for Domain Expert Involvement in LLM Design and Evaluation: An Ethnographic Study","created":"2026-02-16","cited_by_count":1,"area":null},{"id":"2605.05767","title":"Priming, Path-dependence, and Plasticity: Understanding the molding of user-LLM interaction and its implications from (many) chat logs in the wild","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2606.04037","title":"Toward Pre-Deployment Assurance for Enterprise AI Agents: Ontology-Grounded Simulation and Trust Certification","created":"2026-06-02","cited_by_count":1,"area":"agents"},{"id":"2606.05384","title":"Stability vs. Manipulability: Evaluating Robustness Under Post-Decision Interaction in LLM Judges","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2606.26185","title":"Necessary but Not Sufficient: Temperature Control and Reproducibility in LLM-as-Judge Safety Evaluations","created":"2026-06-24","cited_by_count":1,"area":null},{"id":"2608.25824","title":"Localize-Then-Decide Guarantees for LLM Judgments","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2608.25869","title":"Anchoring Bias in LLM-as-a-Judge Systems: Prior Scores Compromise Evaluation Independence","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2609.22512","title":"Agreement Overstates Evidence: Error Dependence in LLM Judge Consensus","created":"2026-09-18","cited_by_count":1,"area":null},{"id":"2411.10055","title":"Towards unearthing neglected climate innovations from scientific literature using Large Language Models","created":"2024-11-15","cited_by_count":0,"area":null},{"id":"2502.08312","title":"Word Synchronization Challenge: A Benchmark for Word Association Responses for Large Language Models","created":"2025-02-12","cited_by_count":0,"area":null},{"id":"2503.00600","title":"Semantic Integrity Constraints: Declarative Guardrails for AI-Augmented Data Processing Systems","created":"2025-03-01","cited_by_count":0,"area":"safety"}],"next_cursor":"100"}