{"total":230,"rows":[{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004,"area":"lr"},{"id":"2403.04132","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","created":"2024-03-07","cited_by_count":1184,"area":"alignment"},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2407.02485","title":"RankRAG: Unifying Context Ranking with Retrieval-Augmented Generation in LLMs","created":"2024-07-02","cited_by_count":202,"area":"rag"},{"id":"2402.07841","title":"Do Membership Inference Attacks Work on Large Language Models?","created":"2024-02-12","cited_by_count":195,"area":"safety"},{"id":"2311.01964","title":"Don't Make Your LLM an Evaluation Benchmark Cheater","created":"2023-11-03","cited_by_count":194,"area":null},{"id":"2311.09783","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","created":"2023-11-16","cited_by_count":138,"area":null},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2406.06443","title":"LLM Dataset Inference: Did you train on my dataset?","created":"2024-06-10","cited_by_count":110,"area":"safety"},{"id":"2404.07503","title":"Best Practices and Lessons Learned on Synthetic Data","created":"2024-04-11","cited_by_count":106,"area":"synth"},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2404.02936","title":"Min-K%++: Improved Baseline for Detecting Pre-Training Data from Large Language Models","created":"2024-04-03","cited_by_count":103,"area":null},{"id":"2312.16337","title":"Task Contamination: Language Models May Not Be Few-Shot Anymore","created":"2023-12-26","cited_by_count":99,"area":null},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2402.09910","title":"DE-COP: Detecting Copyrighted Content in Language Models Training Data","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2411.16646","title":"Self-Generated Critiques Boost Reward Modeling for Language Models","created":"2024-11-25","cited_by_count":71,"area":"lr"},{"id":"2312.09241","title":"TinyGSM: achieving >80% on GSM8k with small language models","created":"2023-12-14","cited_by_count":70,"area":"lr"},{"id":"2406.16201","title":"Blind Baselines Beat Membership Inference Attacks for Foundation Models","created":"2024-06-23","cited_by_count":69,"area":"safety"},{"id":"2403.04811","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","created":"2024-03-06","cited_by_count":65,"area":null},{"id":"2406.15968","title":"ReCaLL: Membership Inference via Relative Conditional Log-Likelihoods","created":"2024-06-23","cited_by_count":64,"area":"safety"},{"id":"2406.17975","title":"SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)","created":"2024-06-25","cited_by_count":59,"area":"safety"},{"id":"2311.07463","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","created":"2023-11-13","cited_by_count":57,"area":null},{"id":"2409.14781","title":"Pretraining Data Detection for Large Language Models: A Divergence-based Calibration Method","created":"2024-09-23","cited_by_count":55,"area":null},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2407.06153","title":"What's Wrong with Your Code Generated by Large Language Models? An Extensive Study","created":"2024-07-08","cited_by_count":53,"area":null},{"id":"2402.16775","title":"A Comprehensive Evaluation of Quantization Strategies for Large Language Models","created":"2024-02-26","cited_by_count":48,"area":null},{"id":"2311.06233","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","created":"2023-11-10","cited_by_count":47,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2402.10892","title":"Proving membership in LLM pretraining data via data watermarks","created":"2024-02-16","cited_by_count":40,"area":"safety"},{"id":"2407.19633","title":"OptiMUS-0.3: Using Large Language Models to Model and Solve Optimization Problems at Scale","created":"2024-07-29","cited_by_count":38,"area":null},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2411.02902","title":"Membership Inference Attacks against Large Vision-Language Models","created":"2024-11-05","cited_by_count":33,"area":"mllm"},{"id":"2411.03923","title":"Evaluation data contamination in LLMs: how do we measure it and (when) does it matter?","created":"2024-11-06","cited_by_count":32,"area":null},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2406.11811","title":"RepLiQA: A Question-Answering Dataset for Benchmarking LLMs on Unseen Reference Content","created":"2024-06-17","cited_by_count":26,"area":null},{"id":"2406.17271","title":"DARG: Dynamic Evaluation of Large Language Models via Adaptive Reasoning Graph","created":"2024-06-25","cited_by_count":26,"area":"lr"},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2502.00306","title":"Riddle Me This! Stealthy Membership Inference for Retrieval-Augmented Generation","created":"2025-02-01","cited_by_count":26,"area":"rag"},{"id":"2406.01333","title":"Probing Language Models for Pre-training Data Detection","created":"2024-06-03","cited_by_count":25,"area":null},{"id":"2409.01790","title":"Training on the Benchmark Is Not All You Need","created":"2024-09-03","cited_by_count":25,"area":null},{"id":"2504.12459","title":"On Linear Representations and Pretraining Data Frequency in Language Models","created":"2025-04-16","cited_by_count":23,"area":null},{"id":"2407.02209","title":"Generative Monoculture in Large Language Models","created":"2024-07-02","cited_by_count":22,"area":null},{"id":"2412.03597","title":"The Vulnerability of Language Model Benchmarks: Do They Accurately Reflect True LLM Performance?","created":"2024-12-02","cited_by_count":22,"area":null},{"id":"2503.17514","title":"Language Models May Verbatim Complete Text They Were Not Explicitly Trained On","created":"2025-03-21","cited_by_count":21,"area":null},{"id":"2503.23084","title":"The Reasoning-Memorization Interplay in Language Models Is Mediated by a Single Direction","created":"2025-03-29","cited_by_count":21,"area":"lr"},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2409.03363","title":"Con-ReCall: Detecting Pre-training Data in LLMs via Contrastive Decoding","created":"2024-09-05","cited_by_count":20,"area":null},{"id":"2501.07493","title":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","created":"2025-01-13","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2407.17417","title":"Can Watermarking Large Language Models Prevent Copyrighted Text Generation and Hide Training Data?","created":"2024-07-24","cited_by_count":18,"area":"safety"},{"id":"2409.09927","title":"Towards Data Contamination Detection for Modern Large Language Models: Limitations, Inconsistencies, and Oracle Challenges","created":"2024-09-16","cited_by_count":18,"area":null},{"id":"2406.17600","title":"\"Seeing the Big through the Small\": Can LLMs Approximate Human Judgment Distributions on NLI from a Few Explanations?","created":"2024-06-25","cited_by_count":17,"area":null},{"id":"2510.23038","title":"Incentivizing Agentic Reasoning in LLM Judges via Tool-Integrated Reinforcement Learning","created":"2025-10-27","cited_by_count":17,"area":"lr"},{"id":"2410.03537","title":"Ward: Provable RAG Dataset Inference via LLM Watermarks","created":"2024-10-04","cited_by_count":16,"area":"safety"},{"id":"2410.08385","title":"Language model developers should report train-test overlap","created":"2024-10-10","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2408.08661","title":"MIA-Tuner: Adapting Large Language Models as Pre-training Text Detector","created":"2024-08-16","cited_by_count":15,"area":null},{"id":"2502.00678","title":"How Contaminated Is Your Benchmark? Quantifying Dataset Leakage in Large Language Models with Kernel Divergence","created":"2025-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2506.21614","title":"LastingBench: Defend Benchmarks Against Knowledge Leakage","created":"2025-06-21","cited_by_count":14,"area":null},{"id":"2605.12673","title":"Do Androids Dream of Breaking the Game? Systematically Auditing AI Agent Benchmarks with BenchJack","created":"2026-05-12","cited_by_count":14,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2410.07582","title":"Detecting Training Data of Large Language Models via Expectation Maximization","created":"2024-10-10","cited_by_count":13,"area":"safety"},{"id":"2412.05734","title":"LeakAgent: RL-based Red-teaming Agent for LLM Privacy Leakage","created":"2024-12-07","cited_by_count":13,"area":"agents"},{"id":"2412.10424","title":"LLM-as-an-Interviewer: Beyond Static Testing Through Dynamic LLM Evaluation","created":"2024-12-10","cited_by_count":13,"area":null},{"id":"2501.18771","title":"Overestimation in LLM Evaluation: A Controlled Large-Scale Study on Data Contamination's Impact on Machine Translation","created":"2025-01-30","cited_by_count":13,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2503.04036","title":"Robust Data Watermarking in Language Models by Injecting Fictitious Knowledge","created":"2025-03-06","cited_by_count":12,"area":"safety"},{"id":"2312.09203","title":"Measurement in the Age of LLMs: An Application to Ideological Scaling","created":"2023-12-14","cited_by_count":11,"area":null},{"id":"2406.04197","title":"DICE: Detecting In-distribution Contamination in LLM's Fine-tuning Phase for Math Reasoning","created":"2024-06-06","cited_by_count":11,"area":"lr"},{"id":"2407.21248","title":"Adaptive Pre-training Data Detection for Large Language Models via Surprising Tokens","created":"2024-07-30","cited_by_count":11,"area":null},{"id":"2402.07776","title":"TELLER: A Trustworthy Framework for Explainable, Generalizable and Controllable Fake News Detection","created":"2024-02-12","cited_by_count":10,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2405.17512","title":"On Fairness of Low-Rank Adaptation of Large Models","created":"2024-05-27","cited_by_count":9,"area":null},{"id":"2407.11549","title":"How Personality Traits Influence Negotiation Outcomes? A Simulation based on Large Language Models","created":"2024-07-16","cited_by_count":9,"area":null},{"id":"2408.03281","title":"StructEval: Deepen and Broaden Large Language Model Assessment via Structured Evaluation","created":"2024-08-06","cited_by_count":9,"area":null},{"id":"2501.01558","title":"Predicting the Performance of Black-box LLMs through Follow-up Queries","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2501.12619","title":"Quantification of Large Language Model Distillation","created":"2025-01-22","cited_by_count":9,"area":null},{"id":"2505.13787","title":"Preference Learning with Lie Detectors can Induce Honesty or Evasion","created":"2025-05-20","cited_by_count":9,"area":"alignment"},{"id":"2505.21439","title":"Towards Better Instruction Following Retrieval Models","created":"2025-05-27","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2510.02386","title":"On The Fragility of Benchmark Contamination Detection in Reasoning Models","created":"2025-09-30","cited_by_count":9,"area":"lr"},{"id":"2410.10880","title":"Fine-tuning can Help Detect Pretraining Data from Large Language Models","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2502.15919","title":"Mind the Gap! Static and Interactive Evaluations of Large Audio Models","created":"2025-02-21","cited_by_count":8,"area":null},{"id":"2503.12072","title":"Information-Guided Identification of Training Data Imprint in (Proprietary) Large Language Models","created":"2025-03-15","cited_by_count":8,"area":null},{"id":"2504.13416","title":"STAMP Your Content: Proving Dataset Membership via Watermarked Rephrasings","created":"2025-04-18","cited_by_count":8,"area":null},{"id":"2505.00612","title":"Position: AI Competitions Provide the Gold Standard for Empirical Rigor in GenAI Evaluation","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2506.18957","title":"A Comment On \"The Illusion of Thinking\": Reframing the Reasoning Cliff as an Agentic Gap","created":"2025-06-23","cited_by_count":8,"area":"lr"},{"id":"2510.03662","title":"Operationalizing Data Minimization for Privacy-Preserving LLM Prompting","created":"2025-10-04","cited_by_count":8,"area":null}],"next_cursor":"100"}