{"total":95,"rows":[{"id":"2509.16941","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","created":"2025-09-21","cited_by_count":279,"area":null},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2405.20362","title":"Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools","created":"2024-05-30","cited_by_count":176,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2504.17550","title":"HalluLens: LLM Hallucination Benchmark","created":"2025-04-24","cited_by_count":92,"area":null},{"id":"2603.21687","title":"MIRAGE: The Illusion of Visual Understanding","created":"2026-03-23","cited_by_count":65,"area":null},{"id":"2510.17638","title":"LLM-as-a-Prophet: Understanding Predictive Intelligence with Prophet Arena","created":"2025-10-20","cited_by_count":40,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2403.00393","title":"TRUCE: Private Benchmarking to Prevent Contamination and Improve Comparative Evaluation of LLMs","created":"2024-03-01","cited_by_count":24,"area":null},{"id":"2508.01059","title":"Llama-3.1-FoundationAI-SecurityLLM-8B-Instruct Technical Report","created":"2025-08-01","cited_by_count":23,"area":null},{"id":"2404.04671","title":"PhyloLM : Inferring the Phylogeny of Large Language Models and Predicting their Performances in Benchmarks","created":"2024-04-06","cited_by_count":19,"area":null},{"id":"2404.14068","title":"Holistic Safety and Responsibility Evaluations of Advanced AI Models","created":"2024-04-22","cited_by_count":19,"area":null},{"id":"2409.10566","title":"Eureka: Evaluating and Understanding Large Foundation Models","created":"2024-09-13","cited_by_count":18,"area":null},{"id":"2409.16118","title":"TabEBM: A Tabular Data Augmentation Method with Distinct Class-Specific Energy-Based Models","created":"2024-09-24","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2505.03427","title":"MedArabiQ: Benchmarking Large Language Models on Arabic Medical Tasks","created":"2025-05-06","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2410.13502","title":"MathGAP: Out-of-Distribution Evaluation on Problems with Arbitrarily Complex Proofs","created":"2024-10-17","cited_by_count":12,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2409.06820","title":"PingPong: A Benchmark for Role-Playing Language Models with User Emulation and Multi-Model Evaluation","created":"2024-09-10","cited_by_count":10,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2504.21303","title":"Confidence in Large Language Model Evaluation: A Bayesian Approach to Limited-Sample Challenges","created":"2025-04-30","cited_by_count":8,"area":null},{"id":"2506.07440","title":"Federated In-Context Learning: Iterative Refinement for Improved Answer Quality","created":"2025-06-09","cited_by_count":8,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2510.27055","title":"Detecting Data Contamination in LLMs via In-Context Learning","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2412.20331","title":"Mind the Data Gap: Bridging LLMs to Enterprise Data Integration","created":"2024-12-29","cited_by_count":7,"area":null},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2508.17416","title":"Data Leakage in Visual Datasets","created":"2025-08-24","cited_by_count":7,"area":null},{"id":"2510.00332","title":"When Hallucination Costs Millions: Benchmarking AI Agents in High-Stakes Adversarial Financial Markets","created":"2025-09-30","cited_by_count":5,"area":null},{"id":"2603.10793","title":"Multilingual Reasoning Gym: Multilingual Scaling of Procedural Reasoning Environments","created":"2026-03-11","cited_by_count":5,"area":null},{"id":"2503.04840","title":"Framing the Game: How Context Shapes LLM Decision-Making","created":"2025-03-05","cited_by_count":4,"area":null},{"id":"2504.04372","title":"Assessing the Impact of Code Changes on the Fault Localizability of Large Language Models","created":"2025-04-06","cited_by_count":4,"area":null},{"id":"2505.06046","title":"Healthy LLMs? Benchmarking LLM Knowledge of UK Government Public Health Information","created":"2025-05-09","cited_by_count":4,"area":null},{"id":"2505.13531","title":"AdAEM: An Adaptively and Automated Extensible Measurement of LLMs' Value Difference","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2601.09733","title":"Closing the Data Loop: Using OpenDataArena to Engineer Superior Training Datasets","created":"2025-12-30","cited_by_count":4,"area":null},{"id":"2602.16747","title":"LiveClin: A Live Clinical Benchmark without Leakage","created":"2026-02-18","cited_by_count":4,"area":null},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2401.14931","title":"Do LLMs Dream of Ontologies?","created":"2024-01-26","cited_by_count":3,"area":null},{"id":"2505.17228","title":"Automated Capability Evaluation of Foundation Models","created":"2025-05-22","cited_by_count":3,"area":null},{"id":"2601.08847","title":"Scalable and Reliable Evaluation of AI Knowledge Retrieval Systems: RIKER and the Coherent Simulated Universe","created":"2025-12-22","cited_by_count":3,"area":null},{"id":"2605.17829","title":"Interactive Evaluation Requires a Design Science","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2606.22437","title":"MMGist: A Comprehensive Multimodal Benchmark for 2027","created":"2026-06-21","cited_by_count":3,"area":null},{"id":"2411.10842","title":"CODECLEANER: Elevating Standards with A Robust Data Contamination Mitigation Toolkit","created":"2024-11-16","cited_by_count":2,"area":null},{"id":"2508.05452","title":"LLMEval-Fair: A Large-Scale Longitudinal Study on Robust and Fair Evaluation of Large Language Models","created":"2025-08-07","cited_by_count":2,"area":null},{"id":"2508.12754","title":"Beyond Ethical Alignment: Evaluating LLMs as Artificial Moral Assistants","created":"2025-08-18","cited_by_count":2,"area":null},{"id":"2509.20909","title":"LogitTrace: Detecting Benchmark Contamination via Layerwise Logit Trajectories","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2511.07722","title":"Critical Confabulation: Can LLMs Hallucinate for Social Good?","created":"2025-11-11","cited_by_count":2,"area":null},{"id":"2511.09139","title":"MACEval: A Multi-Agent Continual Evaluation Network for Large Models","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2604.16742","title":"CT Open: An Open-Access, Uncontaminated, Live Platform for the Open Challenge of Clinical Trial Outcome Prediction","created":"2026-04-17","cited_by_count":2,"area":null},{"id":"2605.19999","title":"LLM Benchmark Datasets Should Be Contamination-Resistant","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2607.18269","title":"Wisdom of LLM Crowds: Aggregation and Contamination in Language Model Ensembles","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2410.15005","title":"CAP: Data Contamination Detection via Consistency Amplification","created":"2024-10-19","cited_by_count":1,"area":null},{"id":"2411.05897","title":"Humans and Large Language Models in Clinical Decision Support: A Study with Medical Calculators","created":"2024-11-08","cited_by_count":1,"area":null},{"id":"2510.16022","title":"Breaking Memorization Barriers in LLM Code Fine-Tuning via Information Bottleneck for Improved Generalization","created":"2025-10-15","cited_by_count":1,"area":null},{"id":"2601.00575","title":"InfoSynth: Information-Guided Benchmark Synthesis for LLMs","created":"2026-01-02","cited_by_count":1,"area":null},{"id":"2601.14994","title":"Obscuring Data Contamination Through Translation: Evidence from Arabic Corpora","created":"2026-01-21","cited_by_count":1,"area":null},{"id":"2602.11217","title":"The Magic Correlations: Understanding Knowledge Transfer from Pretraining to Supervised Fine-Tuning","created":"2026-02-11","cited_by_count":1,"area":null},{"id":"2603.08274","title":"How Much Do LLMs Hallucinate in Document Q&A Scenarios? A 172-Billion-Token Study Across Temperatures, Context Lengths, and Hardware Platforms","created":"2026-03-09","cited_by_count":1,"area":null},{"id":"2605.02392","title":"Is It Novel and Why? Fine-Grained Patent Novelty Prediction Based on Passage Retrieval","created":"2026-05-04","cited_by_count":1,"area":null},{"id":"2605.06832","title":"IntentGrasp: A Comprehensive Benchmark for Intent Understanding","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.23628","title":"How Hard is it to Rig a Benchmark? A Social Choice Analysis of Leaderboard Robustness","created":"2026-05-22","cited_by_count":1,"area":null},{"id":"2605.24079","title":"TRACER: A Semantic-Aware Framework for Fine-Grained Contamination Detection in Code LLMs","created":"2026-05-22","cited_by_count":1,"area":null},{"id":"2606.03305","title":"The Reliability Gap in Benchmark Auditing: Distribution Shift and Scale as Failure Modes of Contamination Detection","created":"2026-06-02","cited_by_count":1,"area":null},{"id":"2505.13249","title":"RN-F: A Novel Approach for Mitigating Contaminated Data in Large Language Models","created":"2025-05-19","cited_by_count":0,"area":null},{"id":"2505.24616","title":"Eye of Judgement: Dissecting the Evaluation of Russian-speaking LLMs with POLLUX","created":"2025-05-30","cited_by_count":0,"area":null},{"id":"2506.02791","title":"Contamination Means Overestimation? A Fine-Grained Empirical Study in Code Intelligence","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2603.16197","title":"Are Large Language Models Truly Smarter Than Humans?","created":"2026-03-17","cited_by_count":0,"area":null},{"id":"2604.01904","title":"Combating Data Laundering in LLM Training","created":"2026-04-02","cited_by_count":0,"area":null},{"id":"2605.14164","title":"Unsteady Metrics and Benchmarking Cultures of AI Model Builders","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.16215","title":"Fully Open Meditron: An Auditable Pipeline for Clinical LLMs","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2605.21543","title":"Provable Joint Decontamination for Benchmarking Multiple Large Language Models","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2608.08634","title":"Can Open-Weight Models Compete on Financial Text Comprehension?","created":"2026-08-09","cited_by_count":0,"area":null},{"id":"2608.08709","title":"AI Evaluation Should Measure Verification Cost, Not Correctness Alone","created":"2026-08-09","cited_by_count":0,"area":null},{"id":"2608.13545","title":"LittleLearner: Language Models Under Pedagogically Controlled Knowledge Exposure","created":"2026-08-13","cited_by_count":0,"area":null},{"id":"2608.29463","title":"Benchmark Contamination: A Taxonomy Organized by Defeated Mitigation","created":"2026-08-29","cited_by_count":0,"area":null},{"id":"2609.05381","title":"Molecular D\\'ej\\`a Vu: Digit-Level Retrieval of Molecular Properties in Frontier Language Models","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2609.13003","title":"Judging by the Cover: Cleaning LLM Truthfulness Benchmarks to Avoid Surface-Level Feature Leakage","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.22285","title":"ORDER: A Fictitious-World Benchmark for Domain-Adaptive Embodied AI","created":"2026-09-13","cited_by_count":0,"area":null},{"id":"2609.25352","title":"SSP-Bench: A Hybrid Data Generation Framework for Safety, Security, and Privacy Evaluation","created":"2026-09-21","cited_by_count":0,"area":null},{"id":"2609.27176","title":"LeakScale: Estimating the Causal Effect of Benchmark Exposure","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.27510","title":"Uncheatable Eval: Dynamic Compression-Based Evaluation of Language Models","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2610.04569","title":"From Transformers to Weighted Automata: Towards the Verification of Large Language Models","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.18201","title":"How Reliable Are Large Language Models for Soil Organic Carbon Assessment? An Australian Benchmark","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}