{"total":164,"rows":[{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2311.01964","title":"Don't Make Your LLM an Evaluation Benchmark Cheater","created":"2023-11-03","cited_by_count":194,"area":null},{"id":"2311.09783","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","created":"2023-11-16","cited_by_count":138,"area":null},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122,"area":null},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2404.02936","title":"Min-K%++: Improved Baseline for Detecting Pre-Training Data from Large Language Models","created":"2024-04-03","cited_by_count":103,"area":null},{"id":"2312.16337","title":"Task Contamination: Language Models May Not Be Few-Shot Anymore","created":"2023-12-26","cited_by_count":99,"area":null},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2402.09910","title":"DE-COP: Detecting Copyrighted Content in Language Models Training Data","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2403.04811","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","created":"2024-03-06","cited_by_count":65,"area":null},{"id":"2311.07463","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","created":"2023-11-13","cited_by_count":57,"area":null},{"id":"2409.14781","title":"Pretraining Data Detection for Large Language Models: A Divergence-based Calibration Method","created":"2024-09-23","cited_by_count":55,"area":null},{"id":"2407.06153","title":"What's Wrong with Your Code Generated by Large Language Models? An Extensive Study","created":"2024-07-08","cited_by_count":53,"area":null},{"id":"2402.16775","title":"A Comprehensive Evaluation of Quantization Strategies for Large Language Models","created":"2024-02-26","cited_by_count":48,"area":null},{"id":"2311.06233","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","created":"2023-11-10","cited_by_count":47,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2407.19633","title":"OptiMUS-0.3: Using Large Language Models to Model and Solve Optimization Problems at Scale","created":"2024-07-29","cited_by_count":38,"area":null},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2411.03923","title":"Evaluation data contamination in LLMs: how do we measure it and (when) does it matter?","created":"2024-11-06","cited_by_count":32,"area":null},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2406.11811","title":"RepLiQA: A Question-Answering Dataset for Benchmarking LLMs on Unseen Reference Content","created":"2024-06-17","cited_by_count":26,"area":null},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2406.01333","title":"Probing Language Models for Pre-training Data Detection","created":"2024-06-03","cited_by_count":25,"area":null},{"id":"2409.01790","title":"Training on the Benchmark Is Not All You Need","created":"2024-09-03","cited_by_count":25,"area":null},{"id":"2504.12459","title":"On Linear Representations and Pretraining Data Frequency in Language Models","created":"2025-04-16","cited_by_count":23,"area":null},{"id":"2407.02209","title":"Generative Monoculture in Large Language Models","created":"2024-07-02","cited_by_count":22,"area":null},{"id":"2412.03597","title":"The Vulnerability of Language Model Benchmarks: Do They Accurately Reflect True LLM Performance?","created":"2024-12-02","cited_by_count":22,"area":null},{"id":"2503.17514","title":"Language Models May Verbatim Complete Text They Were Not Explicitly Trained On","created":"2025-03-21","cited_by_count":21,"area":null},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2409.03363","title":"Con-ReCall: Detecting Pre-training Data in LLMs via Contrastive Decoding","created":"2024-09-05","cited_by_count":20,"area":null},{"id":"2501.07493","title":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","created":"2025-01-13","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2409.09927","title":"Towards Data Contamination Detection for Modern Large Language Models: Limitations, Inconsistencies, and Oracle Challenges","created":"2024-09-16","cited_by_count":18,"area":null},{"id":"2406.17600","title":"\"Seeing the Big through the Small\": Can LLMs Approximate Human Judgment Distributions on NLI from a Few Explanations?","created":"2024-06-25","cited_by_count":17,"area":null},{"id":"2410.08385","title":"Language model developers should report train-test overlap","created":"2024-10-10","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2408.08661","title":"MIA-Tuner: Adapting Large Language Models as Pre-training Text Detector","created":"2024-08-16","cited_by_count":15,"area":null},{"id":"2502.00678","title":"How Contaminated Is Your Benchmark? Quantifying Dataset Leakage in Large Language Models with Kernel Divergence","created":"2025-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2506.21614","title":"LastingBench: Defend Benchmarks Against Knowledge Leakage","created":"2025-06-21","cited_by_count":14,"area":null},{"id":"2605.12673","title":"Do Androids Dream of Breaking the Game? Systematically Auditing AI Agent Benchmarks with BenchJack","created":"2026-05-12","cited_by_count":14,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2412.10424","title":"LLM-as-an-Interviewer: Beyond Static Testing Through Dynamic LLM Evaluation","created":"2024-12-10","cited_by_count":13,"area":null},{"id":"2501.18771","title":"Overestimation in LLM Evaluation: A Controlled Large-Scale Study on Data Contamination's Impact on Machine Translation","created":"2025-01-30","cited_by_count":13,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2312.09203","title":"Measurement in the Age of LLMs: An Application to Ideological Scaling","created":"2023-12-14","cited_by_count":11,"area":null},{"id":"2407.21248","title":"Adaptive Pre-training Data Detection for Large Language Models via Surprising Tokens","created":"2024-07-30","cited_by_count":11,"area":null},{"id":"2402.07776","title":"TELLER: A Trustworthy Framework for Explainable, Generalizable and Controllable Fake News Detection","created":"2024-02-12","cited_by_count":10,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2405.17512","title":"On Fairness of Low-Rank Adaptation of Large Models","created":"2024-05-27","cited_by_count":9,"area":null},{"id":"2407.11549","title":"How Personality Traits Influence Negotiation Outcomes? A Simulation based on Large Language Models","created":"2024-07-16","cited_by_count":9,"area":null},{"id":"2408.03281","title":"StructEval: Deepen and Broaden Large Language Model Assessment via Structured Evaluation","created":"2024-08-06","cited_by_count":9,"area":null},{"id":"2501.01558","title":"Predicting the Performance of Black-box LLMs through Follow-up Queries","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2501.12619","title":"Quantification of Large Language Model Distillation","created":"2025-01-22","cited_by_count":9,"area":null},{"id":"2505.21439","title":"Towards Better Instruction Following Retrieval Models","created":"2025-05-27","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2410.10880","title":"Fine-tuning can Help Detect Pretraining Data from Large Language Models","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2502.15919","title":"Mind the Gap! Static and Interactive Evaluations of Large Audio Models","created":"2025-02-21","cited_by_count":8,"area":null},{"id":"2503.12072","title":"Information-Guided Identification of Training Data Imprint in (Proprietary) Large Language Models","created":"2025-03-15","cited_by_count":8,"area":null},{"id":"2504.13416","title":"STAMP Your Content: Proving Dataset Membership via Watermarked Rephrasings","created":"2025-04-18","cited_by_count":8,"area":null},{"id":"2505.00612","title":"Position: AI Competitions Provide the Gold Standard for Empirical Rigor in GenAI Evaluation","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2510.03662","title":"Operationalizing Data Minimization for Privacy-Preserving LLM Prompting","created":"2025-10-04","cited_by_count":8,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2510.27055","title":"Detecting Data Contamination in LLMs via In-Context Learning","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2604.06802","title":"Riemann-Bench: A Benchmark for Moonshot Mathematics","created":"2026-04-08","cited_by_count":8,"area":null},{"id":"2404.06003","title":"FreeEval: A Modular Framework for Trustworthy and Efficient Evaluation of Large Language Models","created":"2024-04-09","cited_by_count":7,"area":null},{"id":"2410.17218","title":"Creativity in AI: Progresses and Challenges","created":"2024-10-22","cited_by_count":7,"area":null},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2508.17416","title":"Data Leakage in Visual Datasets","created":"2025-08-24","cited_by_count":7,"area":null},{"id":"2510.21900","title":"Deep Literature Survey Automation with an Iterative Workflow","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2404.00712","title":"Survey of Computerized Adaptive Testing: A Machine Learning Perspective","created":"2024-03-31","cited_by_count":6,"area":null},{"id":"2406.06581","title":"Order-Independence Without Fine Tuning","created":"2024-06-04","cited_by_count":6,"area":null},{"id":"2406.18326","title":"PaCoST: Paired Confidence Significance Testing for Benchmark Contamination Detection in Large Language Models","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2407.04065","title":"On the Workflows and Smells of Leaderboard Operations (LBOps): An Exploratory Study of Foundation Model Leaderboards","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2506.08762","title":"EDINET-Bench: Evaluating LLMs on Complex Financial Tasks using Japanese Financial Statements","created":"2025-06-10","cited_by_count":6,"area":null},{"id":"2506.19399","title":"Automated Detection of Pre-training Text in Black-box LLMs","created":"2025-06-24","cited_by_count":6,"area":null},{"id":"2509.14278","title":"Beyond Data Privacy: New Privacy Risks for Large Language Models","created":"2025-09-16","cited_by_count":6,"area":null},{"id":"2511.03235","title":"From Five Dimensions to Many: Large Language Models as Precise and Interpretable Psychological Profilers","created":"2025-11-05","cited_by_count":5,"area":null},{"id":"2407.12220","title":"Questionable practices in machine learning","created":"2024-07-17","cited_by_count":4,"area":null},{"id":"2602.16747","title":"LiveClin: A Live Clinical Benchmark without Leakage","created":"2026-02-18","cited_by_count":4,"area":null},{"id":"2606.24998","title":"Internal Data Repetition Destroys Language Models","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2407.09311","title":"Scalability of Bayesian Network Structure Elicitation with Large Language Models: a Novel Methodology and Comparative Analysis","created":"2024-07-12","cited_by_count":3,"area":null},{"id":"2501.06708","title":"Evaluating Sample Utility for Efficient Data Selection by Mimicking Model Weights","created":"2025-01-12","cited_by_count":3,"area":null},{"id":"2502.18339","title":"Correlating and Predicting Human Evaluations of Language Models from Natural Language Processing Benchmarks","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2505.05327","title":"RICo: Refined In-Context Contribution for Automatic Instruction-Tuning Data Selection","created":"2025-05-08","cited_by_count":3,"area":null},{"id":"2506.00482","title":"Benchmarks Are Not Atomic: Composition-Aware LLM Evaluation using BenchHub","created":"2025-05-31","cited_by_count":3,"area":null},{"id":"2601.20858","title":"When Flores Bloomz Wrong: Cross-Direction Contamination in Machine Translation Evaluation","created":"2026-01-28","cited_by_count":3,"area":null},{"id":"2605.17829","title":"Interactive Evaluation Requires a Design Science","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2605.26161","title":"TSFMAudit: Data Contamination Auditing in Forecasting Time Series Foundation Models","created":"2026-05-24","cited_by_count":3,"area":null}],"next_cursor":"100"}