{"total":100,"rows":[{"id":"2509.16941","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","created":"2025-09-21","cited_by_count":279,"area":null},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2407.12883","title":"BRIGHT: A Realistic and Challenging Benchmark for Reasoning-Intensive Retrieval","created":"2024-07-16","cited_by_count":158,"area":null},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2409.19839","title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities","created":"2024-09-30","cited_by_count":110,"area":null},{"id":"2411.19799","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","created":"2024-11-29","cited_by_count":86,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2406.06565","title":"MixEval: Deriving Wisdom of the Crowd from LLM Benchmark Mixtures","created":"2024-06-03","cited_by_count":74,"area":null},{"id":"2503.05336","title":"Toward an Evaluation Science for Generative AI Systems","created":"2025-03-07","cited_by_count":45,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2412.15194","title":"MMLU-CF: A Contamination-free Multi-task Language Understanding Benchmark","created":"2024-12-19","cited_by_count":41,"area":null},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2504.13359","title":"Cost-of-Pass: An Economic Framework for Evaluating Language Models","created":"2025-04-17","cited_by_count":35,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2506.21621","title":"The Open Proof Corpus: A Large-Scale Study of LLM-Generated Mathematical Proofs","created":"2025-06-23","cited_by_count":30,"area":null},{"id":"2510.04721","title":"BrokenMath: A Benchmark for Sycophancy in Theorem Proving with LLMs","created":"2025-10-06","cited_by_count":27,"area":null},{"id":"2406.11811","title":"RepLiQA: A Question-Answering Dataset for Benchmarking LLMs on Unseen Reference Content","created":"2024-06-17","cited_by_count":26,"area":null},{"id":"2508.21141","title":"Adaptive LLM Routing under Budget Constraints","created":"2025-08-28","cited_by_count":24,"area":null},{"id":"2406.13990","title":"Inference-Time Decontamination: Reusing Leaked Benchmarks for Large Language Model Evaluation","created":"2024-06-20","cited_by_count":19,"area":null},{"id":"2508.13180","title":"Search-Time Data Contamination","created":"2025-08-12","cited_by_count":19,"area":null},{"id":"2409.10566","title":"Eureka: Evaluating and Understanding Large Foundation Models","created":"2024-09-13","cited_by_count":18,"area":null},{"id":"2406.12066","title":"Language Models are Surprisingly Fragile to Drug Names in Biomedical Benchmarks","created":"2024-06-17","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2410.10783","title":"LiveXiv -- A Multi-Modal Live Benchmark Based on Arxiv Papers Content","created":"2024-10-14","cited_by_count":17,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2504.09714","title":"Evaluating the Quality of Benchmark Datasets for Low-Resource Languages: A Case Study on Turkish","created":"2025-04-13","cited_by_count":13,"area":null},{"id":"2410.13502","title":"MathGAP: Out-of-Distribution Evaluation on Problems with Arbitrarily Complex Proofs","created":"2024-10-17","cited_by_count":12,"area":null},{"id":"2506.13681","title":"Min-p, Max Exaggeration: A Critical Analysis of Min-p Sampling in Language Models","created":"2025-06-16","cited_by_count":10,"area":null},{"id":"2511.05162","title":"Mind the Gap... or Not? How Translation Errors and Evaluation Details Skew Multilingual Results","created":"2025-11-07","cited_by_count":10,"area":null},{"id":"2405.17512","title":"On Fairness of Low-Rank Adaptation of Large Models","created":"2024-05-27","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2407.08642","title":"Towards Building Specialized Generalist AI with System 1 and System 2 Fusion","created":"2024-07-11","cited_by_count":8,"area":null},{"id":"2502.06470","title":"A Survey of Theory of Mind in Large Language Models: Evaluations, Representations, and Safety Risks","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2407.00416","title":"Too Late to Train, Too Early To Use? A Study on Necessity and Viability of Low-Resource Bengali LLMs","created":"2024-06-29","cited_by_count":7,"area":null},{"id":"2503.10452","title":"DynaCode: A Dynamic Complexity-Aware Code Benchmark for Evaluating Large Language Models in Code Generation","created":"2025-03-13","cited_by_count":7,"area":null},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2506.19882","title":"Position: Machine Learning Conferences Should Establish a \"Refutations and Critiques\" Track","created":"2025-06-24","cited_by_count":7,"area":null},{"id":"2512.14754","title":"Revisiting the Reliability of Language Models in Instruction-Following","created":"2025-12-15","cited_by_count":7,"area":null},{"id":"2406.18326","title":"PaCoST: Paired Confidence Significance Testing for Benchmark Contamination Detection in Large Language Models","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2502.06990","title":"Investigating the Zone of Proximal Development of Language Models for In-Context Learning","created":"2025-02-10","cited_by_count":6,"area":null},{"id":"2502.17259","title":"Detecting Benchmark Contamination Through Watermarking","created":"2025-02-24","cited_by_count":6,"area":null},{"id":"2503.13507","title":"NeurIPS 2023 LLM Efficiency Fine-tuning Competition","created":"2025-03-13","cited_by_count":6,"area":null},{"id":"2510.09259","title":"Detecting Data Contamination from Reinforcement Learning Post-training for Large Language Models","created":"2025-10-10","cited_by_count":6,"area":null},{"id":"2606.30182","title":"MirrorCode: AI can rebuild entire programs from behavior alone","created":"2026-06-29","cited_by_count":6,"area":null},{"id":"2410.03750","title":"SQFT: Low-cost Model Adaptation in Low-precision Sparse Foundation Models","created":"2024-10-01","cited_by_count":5,"area":null},{"id":"2502.20309","title":"EAIRA: Establishing a Methodology for Evaluating AI Models as Scientific Research Assistants","created":"2025-02-27","cited_by_count":5,"area":null},{"id":"2603.29020","title":"Emergence WebVoyager: Toward Consistent and Transparent Evaluation of (Web) Agents in The Wild","created":"2026-03-30","cited_by_count":5,"area":null},{"id":"2407.12220","title":"Questionable practices in machine learning","created":"2024-07-17","cited_by_count":4,"area":null},{"id":"2409.00696","title":"Polyrating: A Cost-Effective and Bias-Aware Rating System for LLM Evaluation","created":"2024-09-01","cited_by_count":3,"area":null},{"id":"2502.18339","title":"Correlating and Predicting Human Evaluations of Language Models from Natural Language Processing Benchmarks","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2604.12373","title":"Masked by Consensus: Disentangling Privileged Knowledge in LLM Correctness","created":"2026-04-14","cited_by_count":3,"area":null},{"id":"2606.18557","title":"DeFAb: A Verifiable Benchmark for Defeasible Abduction in Foundation Models","created":"2026-06-17","cited_by_count":3,"area":null},{"id":"2406.11328","title":"Are Large Language Models True Healthcare Jacks-of-All-Trades? Benchmarking Across Health Professions Beyond Physician Exams","created":"2024-06-17","cited_by_count":2,"area":null},{"id":"2408.06598","title":"A Perspective on Large Language Models, Intelligent Machines, and Knowledge Acquisition","created":"2024-08-13","cited_by_count":2,"area":null},{"id":"2503.04756","title":"Peeking Behind Closed Doors: Risks of LLM Evaluation by Private Data Curators","created":"2025-02-09","cited_by_count":2,"area":null},{"id":"2505.10844","title":"Creativity or Brute Force? Using Brainteasers as a Window into the Problem-Solving Abilities of Large Language Models","created":"2025-05-16","cited_by_count":2,"area":null},{"id":"2506.02058","title":"Evaluating the Unseen Capabilities: How Many Theorems Do LLMs Know?","created":"2025-06-01","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2605.19999","title":"LLM Benchmark Datasets Should Be Contamination-Resistant","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2606.02991","title":"A Language Model from 1913: Pretraining on Historical Text","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2606.03650","title":"CoEval: Ranking Language Models for Custom Tasks Without Labeled Data or Trustworthy Benchmarks","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2607.19321","title":"ResearchArena: Evaluating Sabotage and Monitoring in Automated AI R&D","created":"2026-07-21","cited_by_count":2,"area":null},{"id":"2608.02985","title":"Temporal Leakage in LLM Backtesting: Measurement, Validation, and Adjusted Scores","created":"2026-08-04","cited_by_count":2,"area":null},{"id":"2410.14979","title":"Do Large Language Models Truly Grasp Mathematics? An Empirical Exploration From Cognitive Psychology","created":"2024-10-19","cited_by_count":1,"area":null},{"id":"2504.03786","title":"Do \"New Snow Tablets\" Contain Snow? Large Language Models Over-Rely on Names to Identify Ingredients of Chinese Drugs","created":"2025-04-03","cited_by_count":1,"area":null},{"id":"2506.18952","title":"LLMs on a Budget? Say HOLA","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2506.20793","title":"Multi-lingual Functional Evaluation for Large Language Models","created":"2025-06-25","cited_by_count":1,"area":null},{"id":"2510.01831","title":"Syntactic Blind Spots: How Misalignment Leads to LLMs Mathematical Errors","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2510.04048","title":"Increasing LLM response trustworthiness using voting ensembles","created":"2025-10-05","cited_by_count":1,"area":null},{"id":"2510.05962","title":"MatheMagic: Generating Dynamic Mathematics Benchmarks Robust to Memorization","created":"2025-10-07","cited_by_count":1,"area":null},{"id":"2601.00575","title":"InfoSynth: Information-Guided Benchmark Synthesis for LLMs","created":"2026-01-02","cited_by_count":1,"area":null},{"id":"2605.15607","title":"Syntax Without Semantics: Teaching Large Language Models to Code in an Unseen Language","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2505.08389","title":"Towards Contamination Resistant Benchmarks","created":"2025-05-13","cited_by_count":0,"area":null},{"id":"2505.16646","title":"SMART: Self-Generating and Self-Validating Multi-Dimensional Assessment for LLMs' Mathematical Problem Solving","created":"2025-05-22","cited_by_count":0,"area":null},{"id":"2508.12096","title":"STEM: Efficient Relative Capability Evaluation of LLMs through Structured Transition Samples","created":"2025-08-16","cited_by_count":0,"area":null},{"id":"2509.15218","title":"LNE-Blocking: An Efficient Framework for Contamination Mitigation Evaluation on Large Language Models","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2509.26242","title":"Finetune Once: Decoupling General & Domain Learning with Dynamic Boosted Annealing","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2602.13217","title":"VeRA: Renewing Reasoning Benchmarks with Executable Specifications","created":"2026-01-23","cited_by_count":0,"area":null},{"id":"2603.15187","title":"The Hrunting of AI: Where and How to Improve English Dialectal Fairness","created":"2026-03-16","cited_by_count":0,"area":null},{"id":"2603.18173","title":"GRAFITE: Generative Regression Analysis Framework for Issue Tracking and Evaluation","created":"2026-03-18","cited_by_count":0,"area":null},{"id":"2603.21636","title":"Silicon Bureaucracy and AI Test-Oriented Education: Contamination Sensitivity and Score Confidence in LLM Benchmarks","created":"2026-03-23","cited_by_count":0,"area":null},{"id":"2603.23292","title":"LLM Olympiad: Why Model Evaluation Needs a Sealed Exam","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2604.16392","title":"RoMathExam: A Longitudinal Dataset of Romanian Math Exams (1895-2025) with a Seven-Decade Core (1957-2025)","created":"2026-03-28","cited_by_count":0,"area":null},{"id":"2605.06865","title":"Dataset Watermarking with Provable Black-Box Detection","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.14164","title":"Unsteady Metrics and Benchmarking Cultures of AI Model Builders","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2606.05029","title":"Validity Threats for Foundation Model Research","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2606.11166","title":"Flaws in the LLM Automation Narrative","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2607.00276","title":"Testing Frontier Large Language Models' Physics Literacy in Parallel Physical Worlds","created":"2026-06-30","cited_by_count":0,"area":null},{"id":"2607.23425","title":"TLA+-Bench: An Execution-Grounded Benchmark and Dataset for Natural-Language to TLA Specification Generation","created":"2026-07-26","cited_by_count":0,"area":null},{"id":"2608.04397","title":"NOLLI: A Difficulty-Calibrated Puzzle Benchmark for Diagnosing the English-Korean Performance Gap","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2608.07341","title":"Zero Gap Is Not Restoration: Stratified Per-Question Probability Evaluation and Step-wise Mitigation of Benchmark Contamination","created":"2026-08-07","cited_by_count":0,"area":null},{"id":"2608.22138","title":"Measuring Stability and Failure Behavior in Language Models Under Structured Perturbations","created":"2026-08-22","cited_by_count":0,"area":null},{"id":"2609.03047","title":"SHELF: A Synthetic Harness for Multi-Task Bibliographic Benchmarking","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.05381","title":"Molecular D\\'ej\\`a Vu: Digit-Level Retrieval of Molecular Properties in Frontier Language Models","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2610.02902","title":"LUMOS: Tracing Parametric Knowledge from Training Data to Behavioral Outputs in LLMs","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.03367","title":"Multilingual GSM-Symbolic: What determines capability transfer across languages?","created":"2026-10-02","cited_by_count":0,"area":null}],"next_cursor":null}