{"total":138,"rows":[{"id":"2509.16941","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","created":"2025-09-21","cited_by_count":279,"area":null},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2411.04872","title":"FrontierMath: A Benchmark for Evaluating Advanced Mathematical Reasoning in AI","created":"2024-11-07","cited_by_count":243,"area":"lr"},{"id":"2405.20362","title":"Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools","created":"2024-05-30","cited_by_count":176,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2504.17550","title":"HalluLens: LLM Hallucination Benchmark","created":"2025-04-24","cited_by_count":92,"area":null},{"id":"2603.21687","title":"MIRAGE: The Illusion of Visual Understanding","created":"2026-03-23","cited_by_count":65,"area":null},{"id":"2406.17975","title":"SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)","created":"2024-06-25","cited_by_count":59,"area":"safety"},{"id":"2501.02448","title":"Understand, Solve and Translate: Bridging the Multilingual Mathematical Reasoning Gap","created":"2025-01-05","cited_by_count":43,"area":"lr"},{"id":"2510.17638","title":"LLM-as-a-Prophet: Understanding Predictive Intelligence with Prophet Arena","created":"2025-10-20","cited_by_count":40,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2602.14337","title":"LongCLI-Bench: A Preliminary Benchmark and Study for Long-horizon Agentic Programming in Command-Line Interfaces","created":"2026-02-15","cited_by_count":34,"area":"agents"},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2406.17271","title":"DARG: Dynamic Evaluation of Large Language Models via Adaptive Reasoning Graph","created":"2024-06-25","cited_by_count":26,"area":"lr"},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2403.00393","title":"TRUCE: Private Benchmarking to Prevent Contamination and Improve Comparative Evaluation of LLMs","created":"2024-03-01","cited_by_count":24,"area":null},{"id":"2508.01059","title":"Llama-3.1-FoundationAI-SecurityLLM-8B-Instruct Technical Report","created":"2025-08-01","cited_by_count":23,"area":null},{"id":"2509.26574","title":"Probing the Critical Point (CritPt) of AI Reasoning: a Frontier Physics Research Benchmark","created":"2025-09-30","cited_by_count":21,"area":"lr"},{"id":"2404.04671","title":"PhyloLM : Inferring the Phylogeny of Large Language Models and Predicting their Performances in Benchmarks","created":"2024-04-06","cited_by_count":19,"area":null},{"id":"2404.14068","title":"Holistic Safety and Responsibility Evaluations of Advanced AI Models","created":"2024-04-22","cited_by_count":19,"area":null},{"id":"2409.10566","title":"Eureka: Evaluating and Understanding Large Foundation Models","created":"2024-09-13","cited_by_count":18,"area":null},{"id":"2503.02574","title":"LLM-Safety Evaluations Lack Robustness","created":"2025-03-04","cited_by_count":18,"area":"alignment"},{"id":"2409.16118","title":"TabEBM: A Tabular Data Augmentation Method with Distinct Class-Specific Energy-Based Models","created":"2024-09-24","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2505.03427","title":"MedArabiQ: Benchmarking Large Language Models on Arabic Medical Tasks","created":"2025-05-06","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2501.13766","title":"UGMathBench: A Diverse and Dynamic Benchmark for Undergraduate-Level Mathematical Reasoning with Large Language Models","created":"2025-01-23","cited_by_count":13,"area":"lr"},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2410.13502","title":"MathGAP: Out-of-Distribution Evaluation on Problems with Arbitrarily Complex Proofs","created":"2024-10-17","cited_by_count":12,"area":null},{"id":"2509.17677","title":"EngiBench: A Benchmark for Evaluating Large Language Models on Engineering Problem Solving","created":"2025-09-22","cited_by_count":12,"area":"lr"},{"id":"2607.00053","title":"SWE-Router: Routing in Multi-turn Agentic Software Engineering Tasks","created":"2026-06-30","cited_by_count":11,"area":"agents"},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2409.06820","title":"PingPong: A Benchmark for Role-Playing Language Models with User Emulation and Multi-Model Evaluation","created":"2024-09-10","cited_by_count":10,"area":null},{"id":"2411.03823","title":"Both Text and Images Leaked! A Systematic Analysis of Data Contamination in Multimodal LLM","created":"2024-11-06","cited_by_count":10,"area":"mllm"},{"id":"2504.16939","title":"A Desideratum for Conversational Agents: Capabilities, Challenges, and Future Directions","created":"2025-04-07","cited_by_count":9,"area":"agents"},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2510.02386","title":"On The Fragility of Benchmark Contamination Detection in Reasoning Models","created":"2025-09-30","cited_by_count":9,"area":"lr"},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2504.21303","title":"Confidence in Large Language Model Evaluation: A Bayesian Approach to Limited-Sample Challenges","created":"2025-04-30","cited_by_count":8,"area":null},{"id":"2506.07440","title":"Federated In-Context Learning: Iterative Refinement for Improved Answer Quality","created":"2025-06-09","cited_by_count":8,"area":null},{"id":"2506.18957","title":"A Comment On \"The Illusion of Thinking\": Reframing the Reasoning Cliff as an Agentic Gap","created":"2025-06-23","cited_by_count":8,"area":"lr"},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2510.27055","title":"Detecting Data Contamination in LLMs via In-Context Learning","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2412.20331","title":"Mind the Data Gap: Bridging LLMs to Enterprise Data Integration","created":"2024-12-29","cited_by_count":7,"area":null},{"id":"2502.13119","title":"STEER-ME: Assessing the Microeconomic Reasoning of Large Language Models","created":"2025-02-18","cited_by_count":7,"area":"lr"},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2508.04625","title":"FinMMR: Make Financial Numerical Reasoning More Multimodal, Comprehensive, and Challenging","created":"2025-08-06","cited_by_count":7,"area":"lr"},{"id":"2508.17416","title":"Data Leakage in Visual Datasets","created":"2025-08-24","cited_by_count":7,"area":null},{"id":"2601.17717","title":"A Survey on Evaluating Quality and Trustworthiness in LLM-Generated Data","created":"2026-01-25","cited_by_count":6,"area":"synth"},{"id":"2510.00332","title":"When Hallucination Costs Millions: Benchmarking AI Agents in High-Stakes Adversarial Financial Markets","created":"2025-09-30","cited_by_count":5,"area":null},{"id":"2603.02119","title":"Pencil Puzzle Bench: A Benchmark for Multi-Step Verifiable Reasoning","created":"2026-03-02","cited_by_count":5,"area":"lr"},{"id":"2603.10793","title":"Multilingual Reasoning Gym: Multilingual Scaling of Procedural Reasoning Environments","created":"2026-03-11","cited_by_count":5,"area":null},{"id":"2605.28721","title":"LiveBrowseComp: Are Search Agents Searching, or Just Verifying What They Already Know?","created":"2026-05-27","cited_by_count":5,"area":"agents"},{"id":"2503.04840","title":"Framing the Game: How Context Shapes LLM Decision-Making","created":"2025-03-05","cited_by_count":4,"area":null},{"id":"2504.04372","title":"Assessing the Impact of Code Changes on the Fault Localizability of Large Language Models","created":"2025-04-06","cited_by_count":4,"area":null},{"id":"2505.06046","title":"Healthy LLMs? Benchmarking LLM Knowledge of UK Government Public Health Information","created":"2025-05-09","cited_by_count":4,"area":null},{"id":"2505.12358","title":"AbFlowNet: Optimizing Antibody-Antigen Binding Energy via Diffusion-GFlowNet Fusion","created":"2025-05-18","cited_by_count":4,"area":"diffusion"},{"id":"2505.13531","title":"AdAEM: An Adaptively and Automated Extensible Measurement of LLMs' Value Difference","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2601.09733","title":"Closing the Data Loop: Using OpenDataArena to Engineer Superior Training Datasets","created":"2025-12-30","cited_by_count":4,"area":null},{"id":"2602.16747","title":"LiveClin: A Live Clinical Benchmark without Leakage","created":"2026-02-18","cited_by_count":4,"area":null},{"id":"2603.09678","title":"EsoLang-Bench: Evaluating Genuine Reasoning in Large Language Models via Esoteric Programming Languages","created":"2026-03-10","cited_by_count":4,"area":"lr"},{"id":"2604.07650","title":"A Statistical Framework for Auditing Behavioral Dependence and Induced Bias in LLM Judges","created":"2026-04-08","cited_by_count":4,"area":null},{"id":"2401.14931","title":"Do LLMs Dream of Ontologies?","created":"2024-01-26","cited_by_count":3,"area":null},{"id":"2502.19546","title":"CNS-Obsidian: A Neurosurgical Vision-Language Model Built From Scientific Publications","created":"2025-02-26","cited_by_count":3,"area":"mllm"},{"id":"2505.17228","title":"Automated Capability Evaluation of Foundation Models","created":"2025-05-22","cited_by_count":3,"area":null},{"id":"2509.11335","title":"MatQnA: A Benchmark Dataset for Multi-modal Large Language Models in Materials Characterization and Analysis","created":"2025-09-14","cited_by_count":3,"area":"mllm"},{"id":"2509.23219","title":"WirelessMathLM: Teaching Mathematical Reasoning for LLMs in Wireless Communications with Reinforcement Learning","created":"2025-09-27","cited_by_count":3,"area":"lr"},{"id":"2601.08847","title":"Scalable and Reliable Evaluation of AI Knowledge Retrieval Systems: RIKER and the Coherent Simulated Universe","created":"2025-12-22","cited_by_count":3,"area":null},{"id":"2605.17829","title":"Interactive Evaluation Requires a Design Science","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2606.22437","title":"MMGist: A Comprehensive Multimodal Benchmark for 2027","created":"2026-06-21","cited_by_count":3,"area":null},{"id":"2411.10842","title":"CODECLEANER: Elevating Standards with A Robust Data Contamination Mitigation Toolkit","created":"2024-11-16","cited_by_count":2,"area":null},{"id":"2508.05452","title":"LLMEval-Fair: A Large-Scale Longitudinal Study on Robust and Fair Evaluation of Large Language Models","created":"2025-08-07","cited_by_count":2,"area":null},{"id":"2508.12754","title":"Beyond Ethical Alignment: Evaluating LLMs as Artificial Moral Assistants","created":"2025-08-18","cited_by_count":2,"area":null},{"id":"2509.15587","title":"DivLogicEval: A Framework for Benchmarking Logical Reasoning Evaluation in Large Language Models","created":"2025-09-19","cited_by_count":2,"area":"lr"},{"id":"2509.20909","title":"LogitTrace: Detecting Benchmark Contamination via Layerwise Logit Trajectories","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2511.07722","title":"Critical Confabulation: Can LLMs Hallucinate for Social Good?","created":"2025-11-11","cited_by_count":2,"area":null},{"id":"2511.09139","title":"MACEval: A Multi-Agent Continual Evaluation Network for Large Models","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2604.07733","title":"CivBench: Progress-Based Evaluation for LLMs' Strategic Decision-Making in Civilization V","created":"2026-04-09","cited_by_count":2,"area":"agents"},{"id":"2604.16742","title":"CT Open: An Open-Access, Uncontaminated, Live Platform for the Open Challenge of Clinical Trial Outcome Prediction","created":"2026-04-17","cited_by_count":2,"area":null},{"id":"2605.07019","title":"LensVLM: Selective Context Expansion for Compressed Visual Representation of Text","created":"2026-05-07","cited_by_count":2,"area":"mllm"},{"id":"2605.19999","title":"LLM Benchmark Datasets Should Be Contamination-Resistant","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2607.18269","title":"Wisdom of LLM Crowds: Aggregation and Contamination in Language Model Ensembles","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2410.15005","title":"CAP: Data Contamination Detection via Consistency Amplification","created":"2024-10-19","cited_by_count":1,"area":null},{"id":"2411.05897","title":"Humans and Large Language Models in Clinical Decision Support: A Study with Medical Calculators","created":"2024-11-08","cited_by_count":1,"area":null},{"id":"2508.19035","title":"Investigating Advanced Reasoning of Large Language Models via Black-Box Environment Interaction","created":"2025-08-26","cited_by_count":1,"area":"lr"},{"id":"2510.16022","title":"Breaking Memorization Barriers in LLM Code Fine-Tuning via Information Bottleneck for Improved Generalization","created":"2025-10-15","cited_by_count":1,"area":null},{"id":"2510.22340","title":"DynaSolidGeo: A Dynamic Benchmark for Genuine Spatial Mathematical Reasoning of VLMs in Solid Geometry","created":"2025-10-25","cited_by_count":1,"area":"lr"},{"id":"2601.00575","title":"InfoSynth: Information-Guided Benchmark Synthesis for LLMs","created":"2026-01-02","cited_by_count":1,"area":null},{"id":"2601.14994","title":"Obscuring Data Contamination Through Translation: Evidence from Arabic Corpora","created":"2026-01-21","cited_by_count":1,"area":null},{"id":"2602.11217","title":"The Magic Correlations: Understanding Knowledge Transfer from Pretraining to Supervised Fine-Tuning","created":"2026-02-11","cited_by_count":1,"area":null},{"id":"2603.08274","title":"How Much Do LLMs Hallucinate in Document Q&A Scenarios? A 172-Billion-Token Study Across Temperatures, Context Lengths, and Hardware Platforms","created":"2026-03-09","cited_by_count":1,"area":null}],"next_cursor":"100"}