{"total":68,"rows":[{"id":"2501.14249","title":"Humanity's Last Exam","created":"2025-01-24","cited_by_count":491,"area":null},{"id":"2405.20947","title":"OR-Bench: An Over-Refusal Benchmark for Large Language Models","created":"2024-05-31","cited_by_count":244,"area":"alignment"},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102,"area":"agents"},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2502.19411","title":"Code to Think, Think to Code: A Survey on Code-Enhanced Reasoning and Reasoning-Driven Code Intelligence in LLMs","created":"2025-02-26","cited_by_count":47,"area":"lr"},{"id":"2504.11543","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","created":"2025-04-15","cited_by_count":45,"area":"agents"},{"id":"2505.15055","title":"Lost in Benchmarks? Rethinking Large Language Model Benchmarking with Item Response Theory","created":"2025-05-21","cited_by_count":45,"area":"lr"},{"id":"2504.16137","title":"Virology Capabilities Test (VCT): A Multimodal Virology Q&A Benchmark","created":"2025-04-21","cited_by_count":31,"area":null},{"id":"2405.19616","title":"Easy Problems That LLMs Get Wrong","created":"2024-05-30","cited_by_count":30,"area":"lr"},{"id":"2409.08087","title":"Securing Large Language Models: Addressing Bias, Misinformation, and Prompt Attacks","created":"2024-09-12","cited_by_count":26,"area":"safety"},{"id":"2403.13784","title":"The Model Openness Framework: Promoting Completeness and Openness for Reproducibility, Transparency, and Usability in Artificial Intelligence","created":"2024-03-20","cited_by_count":23,"area":null},{"id":"2411.08324","title":"Are LLMs Prescient? A Continuous Evaluation using Daily News as the Oracle","created":"2024-11-13","cited_by_count":19,"area":null},{"id":"2504.12558","title":"Benchmarking LLM-based Relevance Judgment Methods","created":"2025-04-17","cited_by_count":14,"area":null},{"id":"2502.15865","title":"Standard Benchmarks Fail -- Auditing LLM Agents in Finance Must Prioritize Risk","created":"2025-02-21","cited_by_count":13,"area":"agents"},{"id":"2510.24317","title":"Cybersecurity AI Benchmark (CAIBench): A Meta-Benchmark for Evaluating Cybersecurity AI Agents","created":"2025-10-28","cited_by_count":12,"area":"agents"},{"id":"2606.07937","title":"Hallucination Cascade: Analyzing Error Propagation in Multi-Agent LLM Systems","created":"2026-06-06","cited_by_count":12,"area":"agents"},{"id":"2405.18780","title":"Certifying Counterfactual Bias in LLMs","created":"2024-05-29","cited_by_count":10,"area":"safety"},{"id":"2410.07114","title":"System 2 thinking in OpenAI's o1-preview model: Near-perfect performance on a mathematics exam","created":"2024-09-19","cited_by_count":10,"area":"lr"},{"id":"2506.00069","title":"Evaluating the Sensitivity of LLMs to Prior Context","created":"2025-05-29","cited_by_count":9,"area":null},{"id":"2502.14045","title":"There are no Champions in Supervised Long-Term Time Series Forecasting","created":"2025-02-19","cited_by_count":8,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2604.16403","title":"Computational Hermeneutics: Evaluating generative AI as a cultural technology","created":"2026-03-31","cited_by_count":8,"area":null},{"id":"2408.01460","title":"LocalValueBench: A Collaboratively Built and Extensible Benchmark for Evaluating Localized Value Alignment and Ethical Safety in Large Language Models","created":"2024-07-27","cited_by_count":7,"area":null},{"id":"2508.05464","title":"Bench-2-CoP: Can We Trust Benchmarking for EU AI Compliance?","created":"2025-08-07","cited_by_count":6,"area":null},{"id":"2510.01232","title":"Benchmark Profiling: Mechanistic Diagnosis of LLM Benchmarks","created":"2025-09-23","cited_by_count":6,"area":null},{"id":"2506.18710","title":"Benchmarking the Pedagogical Knowledge of Large Language Models","created":"2025-06-23","cited_by_count":5,"area":null},{"id":"2603.02119","title":"Pencil Puzzle Bench: A Benchmark for Multi-Step Verifiable Reasoning","created":"2026-03-02","cited_by_count":5,"area":"lr"},{"id":"2410.13804","title":"BenTo: Benchmark Task Reduction with In-Context Transferability","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2505.13531","title":"AdAEM: An Adaptively and Automated Extensible Measurement of LLMs' Value Difference","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2510.15297","title":"VERA-MH Concept Paper","created":"2025-10-17","cited_by_count":4,"area":null},{"id":"2404.13885","title":"Surveying Attitudinal Alignment Between Large Language Models Vs. Humans Towards 17 Sustainable Development Goals","created":"2024-04-22","cited_by_count":3,"area":null},{"id":"2407.21227","title":"TaskEval: Assessing Difficulty of Code Generation Tasks for Large Language Models","created":"2024-07-30","cited_by_count":3,"area":null},{"id":"2410.03062","title":"Image First or Text First? Optimising the Sequencing of Modalities in Large Language Model Prompting and Reasoning Tasks","created":"2024-10-04","cited_by_count":3,"area":"lr"},{"id":"2502.06655","title":"Unbiased Evaluation of Large Language Models from a Causal Perspective","created":"2025-02-10","cited_by_count":3,"area":null},{"id":"2506.17347","title":"Distinguishing Task-Specific and General-Purpose AI in Regulation","created":"2025-06-19","cited_by_count":3,"area":null},{"id":"2510.21460","title":"Risk Management for Mitigating Benchmark Failure Modes: BenchRisk","created":"2025-10-24","cited_by_count":3,"area":null},{"id":"2601.20617","title":"Agent Benchmarks Fail Public Sector Requirements","created":"2026-01-28","cited_by_count":3,"area":"agents"},{"id":"2407.03652","title":"Over the Edge of Chaos? Excess Complexity as a Roadblock to Artificial General Intelligence","created":"2024-07-04","cited_by_count":2,"area":null},{"id":"2502.06302","title":"Latent Convergence Modulation in Large Language Models: A Novel Approach to Iterative Contextual Realignment","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2503.00020","title":"A Systematic Review of Open Datasets Used in Text-to-Image (T2I) Gen AI Model Safety","created":"2025-02-23","cited_by_count":2,"area":null},{"id":"2509.25664","title":"QFrBLiMP: a Quebec-French Benchmark of Linguistic Minimal Pairs","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2512.03026","title":"The Moral Consistency Pipeline: Continuous Ethical Evaluation for Large Language Models","created":"2025-12-02","cited_by_count":2,"area":null},{"id":"2604.10784","title":"TorchUMM: A Unified Multimodal Model Codebase for Evaluation, Analysis, and Post-training","created":"2026-04-12","cited_by_count":2,"area":null},{"id":"2605.06901","title":"Reflections and New Directions for Human-Centered Large Language Models","created":"2026-05-07","cited_by_count":2,"area":null},{"id":"2408.01459","title":"AgentPeerTalk: Empowering Students through Agentic-AI-Driven Discernment of Bullying and Joking in Peer Interactions in Schools","created":"2024-07-27","cited_by_count":1,"area":"agents"},{"id":"2511.02627","title":"DecompSR: A dataset for decomposed analyses of compositional multihop spatial reasoning","created":"2025-11-04","cited_by_count":1,"area":"lr"},{"id":"2607.14109","title":"ReasonLab: A Controlled and Auditable Evaluation of Prompting Techniques for Multiple-Choice QA","created":"2026-05-07","cited_by_count":1,"area":"lr"},{"id":"2607.28801","title":"Benchmarks Are Not Monolithic: Sample-Level Auditing and Orchestration for LLM Evaluation","created":"2026-07-30","cited_by_count":1,"area":null},{"id":"2403.11402","title":"Embracing the Generative AI Revolution: Advancing Tertiary Education in Cybersecurity with GPT","created":"2024-03-18","cited_by_count":0,"area":null},{"id":"2411.00045","title":"A Novel Psychometrics-Based Approach to Developing Professional Competency Benchmark for Large Language Models","created":"2024-10-29","cited_by_count":0,"area":null},{"id":"2412.09385","title":"AI Predicts AGI: Leveraging AGI Forecasting and Peer Review to Explore LLMs' Complex Reasoning Capabilities","created":"2024-12-12","cited_by_count":0,"area":"lr"},{"id":"2501.15405","title":"Semantic Layered Embedding Diffusion in Large Language Models for Multi-Contextual Consistency","created":"2025-01-26","cited_by_count":0,"area":null},{"id":"2502.05395","title":"Hierarchical Lexical Manifold Projection in Large Language Models: A Novel Mechanism for Multi-Scale Semantic Representation","created":"2025-02-08","cited_by_count":0,"area":null},{"id":"2506.14567","title":"Controlling Context: Generative AI at Work in Integrated Circuit Design and Other High-Precision Domains","created":"2025-06-17","cited_by_count":0,"area":null},{"id":"2506.18213","title":"A Conceptual Framework for AI Capability Evaluations","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2507.06434","title":"Deprecating Benchmarks: Criteria and Framework","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2509.09717","title":"Testing chatbots on the creation of encoders for audio conditioned image generation","created":"2025-09-09","cited_by_count":0,"area":null},{"id":"2511.05769","title":"Lived Experience in Dialogue: Co-designing Personalization in Large Language Models to Support Youth Mental Well-being","created":"2025-11-07","cited_by_count":0,"area":null},{"id":"2602.11674","title":"Benchmark Health Index: A Systematic Framework for Benchmarking the Benchmarks of LLMs","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2602.11924","title":"Who Does What? Archetypes of Roles Assigned to LLMs During Human-AI Decision-Making","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2602.12356","title":"A Theoretical Framework for Adaptive Utility-Weighted Benchmarking","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2603.13126","title":"Developing the PsyCogMetrics AI Lab to Evaluate Large Language Models and Advance Cognitive Science -- A Three-Cycle Action Design Science Study","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2604.16304","title":"Results-Actionability Gap: Understanding How Practitioners Evaluate LLM Products in the Wild","created":"2026-01-25","cited_by_count":0,"area":null},{"id":"2605.06856","title":"Benchmarked Yet Not Measured -- Generative AI Should be Evaluated Against Real-World Utility","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.28204","title":"Non-Linear Strategic Classification Made Practical","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2608.25623","title":"Using profiles of cognitive capability to assess AI suitability for workplace tasks","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2609.38357","title":"Evaluating Language Model Safety Across Long Adversarial Conversations","created":"2026-09-29","cited_by_count":0,"area":"safety"}],"next_cursor":null}