{"total":127,"rows":[{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2310.16789","title":"Detecting Pretraining Data from Large Language Models","created":"2023-10-25","cited_by_count":387,"area":null},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2310.17623","title":"Proving Test Set Contamination in Black Box Language Models","created":"2023-10-26","cited_by_count":230,"area":null},{"id":"2507.02833","title":"Generalizing Verifiable Instruction Following","created":"2025-07-03","cited_by_count":194,"area":null},{"id":"2310.05189","title":"Factuality Challenges in the Era of Large Language Models","created":"2023-10-08","cited_by_count":126,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2402.09910","title":"DE-COP: Detecting Copyrighted Content in Language Models Training Data","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2405.01976","title":"Conformal Prediction for Natural Language Processing: A Survey","created":"2024-05-03","cited_by_count":53,"area":null},{"id":"2407.06153","title":"What's Wrong with Your Code Generated by Large Language Models? An Extensive Study","created":"2024-07-08","cited_by_count":53,"area":null},{"id":"2404.13627","title":"NegotiationToM: A Benchmark for Stress-testing Machine Theory of Mind on Negotiation Surrounding","created":"2024-04-21","cited_by_count":51,"area":null},{"id":"2311.06233","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","created":"2023-11-10","cited_by_count":47,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2310.11053","title":"Denevil: Towards Deciphering and Navigating the Ethical Values of Large Language Models via Instruction Learning","created":"2023-10-17","cited_by_count":26,"area":null},{"id":"2406.13236","title":"Data Contamination Can Cross Language Barriers","created":"2024-06-19","cited_by_count":26,"area":null},{"id":"2403.00393","title":"TRUCE: Private Benchmarking to Prevent Contamination and Improve Comparative Evaluation of LLMs","created":"2024-03-01","cited_by_count":24,"area":null},{"id":"2408.13833","title":"Biomedical Large Languages Models Seem not to be Superior to Generalist Models on Unseen Medical Data","created":"2024-08-25","cited_by_count":21,"area":null},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2410.01769","title":"Quantifying Generalization Complexity for Large Language Models","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2502.00678","title":"How Contaminated Is Your Benchmark? Quantifying Dataset Leakage in Large Language Models with Kernel Divergence","created":"2025-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2412.18719","title":"Using Large Language Models for Automated Grading of Student Writing about Science","created":"2024-12-25","cited_by_count":12,"area":null},{"id":"2503.13572","title":"VeriContaminated: Assessing LLM-Driven Verilog Coding for Data Contamination","created":"2025-03-17","cited_by_count":12,"area":null},{"id":"2407.21248","title":"Adaptive Pre-training Data Detection for Large Language Models via Surprising Tokens","created":"2024-07-30","cited_by_count":11,"area":null},{"id":"2602.14233","title":"Evaluating LLMs in Finance Requires Explicit Bias Consideration","created":"2026-02-15","cited_by_count":11,"area":null},{"id":"2406.12902","title":"JavaBench: A Benchmark of Object-Oriented Code Generation for Evaluating Large Language Models","created":"2024-06-10","cited_by_count":10,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2312.03759","title":"How should the advent of large language models affect the practice of science?","created":"2023-12-05","cited_by_count":8,"area":null},{"id":"2410.10880","title":"Fine-tuning can Help Detect Pretraining Data from Large Language Models","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2502.20170","title":"Re-evaluating Open-ended Evaluation of Large Language Models","created":"2025-02-27","cited_by_count":8,"area":null},{"id":"2504.13416","title":"STAMP Your Content: Proving Dataset Membership via Watermarked Rephrasings","created":"2025-04-18","cited_by_count":8,"area":null},{"id":"2510.27055","title":"Detecting Data Contamination in LLMs via In-Context Learning","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2404.02261","title":"LLMs in the Loop: Leveraging Large Language Model Annotations for Active Learning in Low-Resource Languages","created":"2024-04-02","cited_by_count":7,"area":null},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2508.17416","title":"Data Leakage in Visual Datasets","created":"2025-08-24","cited_by_count":7,"area":null},{"id":"2408.11546","title":"Memorization in In-Context Learning","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2506.08762","title":"EDINET-Bench: Evaluating LLMs on Complex Financial Tasks using Japanese Financial Statements","created":"2025-06-10","cited_by_count":6,"area":null},{"id":"2506.19399","title":"Automated Detection of Pre-training Text in Black-box LLMs","created":"2025-06-24","cited_by_count":6,"area":null},{"id":"2401.12246","title":"Orion-14B: Open-source Multilingual Large Language Models","created":"2024-01-20","cited_by_count":5,"area":null},{"id":"2505.03019","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","created":"2025-05-05","cited_by_count":5,"area":null},{"id":"2509.01082","title":"RefineStat: Efficient Exploration for Probabilistic Program Synthesis","created":"2025-09-01","cited_by_count":5,"area":null},{"id":"2603.20807","title":"BenchBench: Benchmarking Automated Benchmark Generation","created":"2026-03-21","cited_by_count":5,"area":null},{"id":"2505.13531","title":"AdAEM: An Adaptively and Automated Extensible Measurement of LLMs' Value Difference","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2505.22945","title":"OWL: Probing Cross-Lingual Recall of Memorized Texts via World Literature","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2506.10378","title":"Discovering Hierarchical Latent Capabilities of Language Models via Causal Representation Learning","created":"2025-06-12","cited_by_count":4,"area":null},{"id":"2604.00025","title":"Brevity Constraints Reverse Performance Hierarchies in Language Models","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2311.01490","title":"The Behavior of Large Language Models When Prompted to Generate Code Explanations","created":"2023-11-02","cited_by_count":3,"area":null},{"id":"2501.06708","title":"Evaluating Sample Utility for Efficient Data Selection by Mimicking Model Weights","created":"2025-01-12","cited_by_count":3,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2507.16217","title":"Towards Compute-Optimal Many-Shot In-Context Learning","created":"2025-07-22","cited_by_count":3,"area":null},{"id":"2509.14405","title":"Adding LLMs to the psycholinguistic norming toolbox: A practical guide to getting the most out of human ratings","created":"2025-09-17","cited_by_count":3,"area":null},{"id":"2510.20351","title":"When Large Language Models Know the Table: A Framework for Assessing Data Contamination in Tabular Datasets","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2602.16729","title":"Intent Laundering: AI Safety Datasets Are Not What They Seem","created":"2026-02-17","cited_by_count":3,"area":null},{"id":"2604.03244","title":"AI Evaluation Should Require Standardized Item-Level Data Releases","created":"2026-02-27","cited_by_count":3,"area":null},{"id":"2605.09826","title":"EnactToM: An Evolving Benchmark for Functional Theory of Mind in Embodied Agents","created":"2026-05-11","cited_by_count":3,"area":null},{"id":"2605.17829","title":"Interactive Evaluation Requires a Design Science","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2402.03776","title":"Large Language Models As MOOCs Graders","created":"2024-02-06","cited_by_count":2,"area":null},{"id":"2403.20180","title":"Measuring Taiwanese Mandarin Language Understanding","created":"2024-03-29","cited_by_count":2,"area":null},{"id":"2405.05347","title":"Benchmarking Educational Program Repair","created":"2024-05-08","cited_by_count":2,"area":null},{"id":"2410.16186","title":"Contamination Report for Multilingual Benchmarks","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2411.10842","title":"CODECLEANER: Elevating Standards with A Robust Data Contamination Mitigation Toolkit","created":"2024-11-16","cited_by_count":2,"area":null},{"id":"2504.18474","title":"Generative Induction of Dialogue Task Schemas with Streaming Refinement and Simulated Interactions","created":"2025-04-25","cited_by_count":2,"area":null},{"id":"2506.00741","title":"Data Swarms: Optimizable Generation of Synthetic Evaluation Data","created":"2025-05-31","cited_by_count":2,"area":null},{"id":"2506.02461","title":"XToM: Exploring the Multilingual Theory of Mind for Large Language Models","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2508.12754","title":"Beyond Ethical Alignment: Evaluating LLMs as Artificial Moral Assistants","created":"2025-08-18","cited_by_count":2,"area":null},{"id":"2509.20909","title":"LogitTrace: Detecting Benchmark Contamination via Layerwise Logit Trajectories","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2511.07722","title":"Critical Confabulation: Can LLMs Hallucinate for Social Good?","created":"2025-11-11","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2602.13626","title":"Benchmark Leakage Trap: Can We Trust LLM-based Recommendation?","created":"2026-02-14","cited_by_count":2,"area":null},{"id":"2608.02985","title":"Temporal Leakage in LLM Backtesting: Measurement, Validation, and Adjusted Scores","created":"2026-08-04","cited_by_count":2,"area":null},{"id":"2608.20153","title":"FormalTCS: Benchmarking End-to-End Frontier Formal Theoretical Computer Science Research of Large Language Models","created":"2026-08-20","cited_by_count":2,"area":null},{"id":"2609.04075","title":"PatchBench: Evaluating AI Agents for Vulnerability Patching","created":"2026-09-03","cited_by_count":2,"area":null},{"id":"2402.13288","title":"Training Table Question Answering via SQL Query Decomposition","created":"2024-02-19","cited_by_count":1,"area":null},{"id":"2410.14765","title":"What's New in My Data? Novelty Exploration via Contrastive Generation","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2501.13983","title":"AdEval: Alignment-based Dynamic Evaluation to Mitigate Data Contamination in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2502.11707","title":"Ad-hoc Concept Forming in the Game Codenames as a Means for Evaluating Large Language Models","created":"2025-02-17","cited_by_count":1,"area":null},{"id":"2508.04219","title":"Hierarchical Text Classification Using Black Box Large Language Models","created":"2025-08-06","cited_by_count":1,"area":null},{"id":"2509.22996","title":"AI Brown and AI Koditex: LLM-Generated Corpora Comparable to Traditional Corpora of English and Czech Texts","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2512.18748","title":"Code2Doc: A Quality-First Curated Dataset for Code Documentation","created":"2025-12-21","cited_by_count":1,"area":null},{"id":"2603.16434","title":"From Natural Language to Executable Option Strategies via Large Language Models","created":"2026-03-17","cited_by_count":1,"area":null},{"id":"2605.06832","title":"IntentGrasp: A Comprehensive Benchmark for Intent Understanding","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2606.03305","title":"The Reliability Gap in Benchmark Auditing: Distribution Shift and Scale as Failure Modes of Contamination Detection","created":"2026-06-02","cited_by_count":1,"area":null},{"id":"2606.29196","title":"Representational Depth of Evaluation Awareness Shifts With Scale in Open-Weight Language Models","created":"2026-06-28","cited_by_count":1,"area":null}],"next_cursor":"100"}