{"total":113,"rows":[{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2311.09783","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","created":"2023-11-16","cited_by_count":138,"area":null},{"id":"2501.12380","title":"MMVU: Measuring Expert-Level Multi-Discipline Video Understanding","created":"2025-01-21","cited_by_count":137,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122,"area":null},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2409.19839","title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities","created":"2024-09-30","cited_by_count":110,"area":null},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2312.16337","title":"Task Contamination: Language Models May Not Be Few-Shot Anymore","created":"2023-12-26","cited_by_count":99,"area":null},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80,"area":null},{"id":"2312.12343","title":"LatestEval: Addressing Data Contamination in Language Model Evaluation through Dynamic and Time-Sensitive Test Construction","created":"2023-12-19","cited_by_count":58,"area":null},{"id":"2310.17589","title":"An Open Source Data Contamination Report for Large Language Models","created":"2023-10-26","cited_by_count":51,"area":null},{"id":"2407.21579","title":"A Performance Study of LLM-Generated Code on Leetcode","created":"2024-07-31","cited_by_count":49,"area":null},{"id":"2309.10677","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","created":"2023-09-19","cited_by_count":48,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2308.15474","title":"A General-Purpose Self-Supervised Model for Computational Pathology","created":"2023-08-29","cited_by_count":42,"area":null},{"id":"2401.01646","title":"Prototypical Information Bottlenecking and Disentangling for Multimodal Cancer Survival Prediction","created":"2024-01-03","cited_by_count":41,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2505.15957","title":"Towards Holistic Evaluation of Large Audio-Language Models: A Comprehensive Survey","created":"2025-05-21","cited_by_count":39,"area":null},{"id":"2502.17521","title":"Recent Advances in Large Langauge Model Benchmarks against Data Contamination: From Static to Dynamic Evaluation","created":"2025-02-23","cited_by_count":38,"area":null},{"id":"2411.03923","title":"Evaluation data contamination in LLMs: how do we measure it and (when) does it matter?","created":"2024-11-06","cited_by_count":32,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2406.17681","title":"VarBench: Robust Language Model Benchmarking Through Dynamic Variable Perturbation","created":"2024-06-25","cited_by_count":29,"area":null},{"id":"2305.15387","title":"Peek Across: Improving Multi-Document Modeling via Cross-Document Question-Answering","created":"2023-05-24","cited_by_count":28,"area":null},{"id":"2311.04284","title":"CRAB: Assessing the Strength of Causal Relationships Between Real-world Events","created":"2023-11-07","cited_by_count":28,"area":null},{"id":"2401.12192","title":"Text Embedding Inversion Security for Multilingual Language Models","created":"2024-01-22","cited_by_count":26,"area":null},{"id":"2405.11430","title":"MHPP: Exploring the Capabilities and Limitations of Language Models Beyond Basic Code Generation","created":"2024-05-19","cited_by_count":26,"area":null},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2406.11030","title":"FoodieQA: A Multimodal Dataset for Fine-Grained Understanding of Chinese Food Culture","created":"2024-06-16","cited_by_count":25,"area":null},{"id":"2502.20502","title":"On Benchmarking Human-Like Intelligence in Machines","created":"2025-02-27","cited_by_count":25,"area":null},{"id":"2502.21098","title":"Re-evaluating Theory of Mind evaluation in large language models","created":"2025-02-28","cited_by_count":23,"area":null},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2411.05764","title":"FinDVer: Explainable Claim Verification over Long and Hybrid-Content Financial Documents","created":"2024-11-08","cited_by_count":19,"area":null},{"id":"2409.09927","title":"Towards Data Contamination Detection for Modern Large Language Models: Limitations, Inconsistencies, and Oracle Challenges","created":"2024-09-16","cited_by_count":18,"area":null},{"id":"2306.11167","title":"Large Language Models are Fixated by Red Herrings: Exploring Creative Problem Solving and Einstellung Effect using the Only Connect Wall Dataset","created":"2023-06-19","cited_by_count":17,"area":null},{"id":"2507.01955","title":"How Well Does GPT-4o Understand Vision? Evaluating Multimodal Foundation Models on Standard Computer Vision Tasks","created":"2025-07-02","cited_by_count":14,"area":null},{"id":"2605.12673","title":"Do Androids Dream of Breaking the Game? Systematically Auditing AI Agent Benchmarks with BenchJack","created":"2026-05-12","cited_by_count":14,"area":null},{"id":"2402.07446","title":"Quality Does Matter: A Detailed Look at the Quality and Utility of Web-Mined Parallel Corpora","created":"2024-02-12","cited_by_count":13,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2410.13502","title":"MathGAP: Out-of-Distribution Evaluation on Problems with Arbitrarily Complex Proofs","created":"2024-10-17","cited_by_count":12,"area":null},{"id":"2309.16573","title":"Language Models as a Service: Overview of a New Paradigm and its Challenges","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2502.11368","title":"LLMs can Perform Multi-Dimensional Analytic Writing Assessments: A Case Study of L2 Graduate-Level Academic English Writing","created":"2025-02-17","cited_by_count":10,"area":null},{"id":"2310.15113","title":"Counting the Bugs in ChatGPT's Wugs: A Multilingual Investigation into the Morphological Capabilities of a Large Language Model","created":"2023-10-23","cited_by_count":9,"area":null},{"id":"2404.10155","title":"The Fault in our Stars: Quality Assessment of Code Generation Benchmarks","created":"2024-04-15","cited_by_count":9,"area":null},{"id":"2409.00921","title":"Statically Contextualizing Large Language Models with Typed Holes","created":"2024-09-02","cited_by_count":9,"area":null},{"id":"2409.05653","title":"WinoPron: Revisiting English Winogender Schemas for Consistency, Coverage, and Grammatical Case","created":"2024-09-09","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2504.13416","title":"STAMP Your Content: Proving Dataset Membership via Watermarked Rephrasings","created":"2025-04-18","cited_by_count":8,"area":null},{"id":"2509.11514","title":"LVLMs are Bad at Overhearing Human Referential Communication","created":"2025-09-15","cited_by_count":8,"area":null},{"id":"2603.11838","title":"DatedGPT: Preventing Lookahead Bias in Large Language Models with Time-Aware Pretraining","created":"2026-03-12","cited_by_count":8,"area":null},{"id":"2407.07630","title":"A Review of the Challenges with Massive Web-mined Corpora Used in Large Language Models Pre-Training","created":"2024-07-10","cited_by_count":7,"area":null},{"id":"2310.10062","title":"A Comprehensive Evaluation of Tool-Assisted Generation Strategies","created":"2023-10-16","cited_by_count":6,"area":null},{"id":"2605.28405","title":"Measuring Progress Toward AGI: A Cognitive Framework","created":"2026-05-27","cited_by_count":6,"area":null},{"id":"2402.00861","title":"Evaluating Large Language Models for Generalization and Robustness via Data Compression","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2406.10786","title":"Evaluating LLMs with Multiple Problems at once","created":"2024-06-16","cited_by_count":5,"area":null},{"id":"2407.01091","title":"M2QA: Multi-domain Multilingual Question Answering","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2506.01565","title":"Hanfu-Bench: A Multimodal Benchmark on Cross-Temporal Cultural Understanding and Transcreation","created":"2025-06-02","cited_by_count":5,"area":null},{"id":"2602.16201","title":"Long-Tail Knowledge in Large Language Models: Taxonomy, Mechanisms, Interventions and Implications","created":"2026-02-18","cited_by_count":5,"area":null},{"id":"2305.14303","title":"QTSumm: Query-Focused Summarization over Tabular Data","created":"2023-05-23","cited_by_count":4,"area":null},{"id":"2606.24998","title":"Internal Data Repetition Destroys Language Models","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2308.08253","title":"Benchmarking Neural Network Generalization for Grammar Induction","created":"2023-08-16","cited_by_count":3,"area":null},{"id":"2407.09311","title":"Scalability of Bayesian Network Structure Elicitation with Large Language Models: a Novel Methodology and Comparative Analysis","created":"2024-07-12","cited_by_count":3,"area":null},{"id":"2506.04142","title":"Establishing Trustworthy LLM Evaluation via Shortcut Neuron Analysis","created":"2025-06-04","cited_by_count":3,"area":null},{"id":"2601.20858","title":"When Flores Bloomz Wrong: Cross-Direction Contamination in Machine Translation Evaluation","created":"2026-01-28","cited_by_count":3,"area":null},{"id":"2604.03244","title":"AI Evaluation Should Require Standardized Item-Level Data Releases","created":"2026-02-27","cited_by_count":3,"area":null},{"id":"2605.09826","title":"EnactToM: An Evolving Benchmark for Functional Theory of Mind in Embodied Agents","created":"2026-05-11","cited_by_count":3,"area":null},{"id":"2605.17829","title":"Interactive Evaluation Requires a Design Science","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2404.17143","title":"Quantifying Memorization and Detecting Training Data of Pre-trained Language Models using Japanese Newspaper","created":"2024-04-26","cited_by_count":2,"area":null},{"id":"2410.23472","title":"Risk Sources and Risk Management Measures in Support of Standards for General-Purpose AI Systems","created":"2024-10-30","cited_by_count":2,"area":null},{"id":"2412.04947","title":"C$^2$LEVA: Toward Comprehensive and Contamination-Free Language Model Evaluation","created":"2024-12-06","cited_by_count":2,"area":null},{"id":"2502.09168","title":"Musical Heritage Historical Entity Linking","created":"2025-02-13","cited_by_count":2,"area":null},{"id":"2504.04083","title":"A Benchmark for End-to-End Zero-Shot Biomedical Relation Extraction with LLMs: Experiments with OpenAI Models","created":"2025-04-05","cited_by_count":2,"area":null},{"id":"2505.20959","title":"Research Community Perspectives on \"Intelligence\" and Large Language Models","created":"2025-05-27","cited_by_count":2,"area":null},{"id":"2509.25664","title":"QFrBLiMP: a Quebec-French Benchmark of Linguistic Minimal Pairs","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.13598","title":"FreshTab: Sourcing Fresh Data for Table-to-Text Generation Evaluation","created":"2025-10-15","cited_by_count":2,"area":null},{"id":"2605.28079","title":"ATLAS: All-round Testing of Long-context Abilities across Scales","created":"2026-05-27","cited_by_count":2,"area":null},{"id":"2410.00179","title":"Evaluating the fairness of task-adaptive pretraining on unlabeled test data before few-shot text classification","created":"2024-09-30","cited_by_count":1,"area":null},{"id":"2601.22025","title":"When Generic Prompt Improvements Hurt: Evaluation-Driven Iteration for LLM Applications","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2604.15203","title":"MADE: A Living Benchmark for Multi-Label Text Classification with Uncertainty Quantification of Medical Device Adverse Events","created":"2026-04-16","cited_by_count":1,"area":null},{"id":"2605.24079","title":"TRACER: A Semantic-Aware Framework for Fine-Grained Contamination Detection in Code LLMs","created":"2026-05-22","cited_by_count":1,"area":null},{"id":"2605.26937","title":"Beyond Questions: Evaluating the Stated Knowledge of LLMs","created":"2026-05-26","cited_by_count":1,"area":null},{"id":"2607.15263","title":"Beyond Success Rate: Cost-Aware Evaluation of Offensive and Defensive Security Agents","created":"2026-07-16","cited_by_count":1,"area":null},{"id":"2608.03803","title":"M-GATE: Multilingual Grammar, Accuracy in Translation, and Efficiency Benchmark for Large Language Models","created":"2026-08-04","cited_by_count":1,"area":null},{"id":"2609.05157","title":"AxQM: A Textbook-Scale Benchmark for Formal Proof Synthesis in a Library of Finite-Dimensional Quantum Mechanics","created":"2026-09-04","cited_by_count":1,"area":null},{"id":"2311.09605","title":"Measuring and Improving Attentiveness to Partial Inputs with Counterfactuals","created":"2023-11-16","cited_by_count":0,"area":null},{"id":"2406.15490","title":"Causal Discovery Inspired Unsupervised Domain Adaptation for Emotion-Cause Pair Extraction","created":"2024-06-18","cited_by_count":0,"area":null},{"id":"2506.18213","title":"A Conceptual Framework for AI Capability Evaluations","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2509.15218","title":"LNE-Blocking: An Efficient Framework for Contamination Mitigation Evaluation on Large Language Models","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2510.21575","title":"From Polyester Girlfriends to Blind Mice: Creating the First Pragmatics Understanding Benchmarks for Slovene","created":"2025-10-24","cited_by_count":0,"area":null},{"id":"2511.16707","title":"Large language models for automated PRISMA 2020 adherence checking","created":"2025-11-20","cited_by_count":0,"area":null},{"id":"2601.10926","title":"Selecting Language Models for Social Science: Start Small, Start Open, and Validate","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2603.03203","title":"No Memorization, No Detection: Output Distribution-Based Contamination Detection in Small Language Models","created":"2026-03-03","cited_by_count":0,"area":null},{"id":"2603.13972","title":"FLUX: Data Worth Training On","created":"2026-03-14","cited_by_count":0,"area":null},{"id":"2604.13058","title":"KMMMU: Evaluation of Massive Multi-discipline Multimodal Understanding in Korean Language and Context","created":"2026-03-18","cited_by_count":0,"area":null},{"id":"2605.06856","title":"Benchmarked Yet Not Measured -- Generative AI Should be Evaluated Against Real-World Utility","created":"2026-05-07","cited_by_count":0,"area":null}],"next_cursor":"100"}