{"total":195,"rows":[{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004,"area":"lr"},{"id":"2403.04132","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","created":"2024-03-07","cited_by_count":1184,"area":"alignment"},{"id":"2406.12793","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","created":"2024-06-18","cited_by_count":1121,"area":"lr"},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2406.15877","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","created":"2024-06-22","cited_by_count":546,"area":null},{"id":"2406.11939","title":"From Crowdsourced Data to High-Quality Benchmarks: Arena-Hard and BenchBuilder Pipeline","created":"2024-06-17","cited_by_count":500,"area":null},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2410.01560","title":"OpenMathInstruct-2: Accelerating AI for Math with Massive Open-Source Instruction Data","created":"2024-10-02","cited_by_count":200,"area":"lr"},{"id":"2402.07841","title":"Do Membership Inference Attacks Work on Large Language Models?","created":"2024-02-12","cited_by_count":195,"area":"safety"},{"id":"2504.16891","title":"AIMO-2 Winning Solution: Building State-of-the-Art Mathematical Reasoning Models with OpenMathReasoning dataset","created":"2025-04-23","cited_by_count":174,"area":"lr"},{"id":"2505.00949","title":"Llama-Nemotron: Efficient Reasoning Models","created":"2025-05-02","cited_by_count":158,"area":"lr"},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2504.01943","title":"OpenCodeReasoning: Advancing Data Distillation for Competitive Coding","created":"2025-04-02","cited_by_count":113,"area":"lr"},{"id":"2508.14444","title":"NVIDIA Nemotron Nano 2: An Accurate and Efficient Hybrid Mamba-Transformer Reasoning Model","created":"2025-08-20","cited_by_count":108,"area":"lr"},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91,"area":null},{"id":"2406.06565","title":"MixEval: Deriving Wisdom of the Crowd from LLM Benchmark Mixtures","created":"2024-06-03","cited_by_count":74,"area":null},{"id":"2406.13542","title":"Self-play with Execution Feedback: Improving Instruction-following Capabilities of Large Language Models","created":"2024-06-19","cited_by_count":73,"area":"alignment"},{"id":"2403.04811","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","created":"2024-03-06","cited_by_count":65,"area":null},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2312.17080","title":"MR-GSM8K: A Meta-Reasoning Benchmark for Large Language Model Evaluation","created":"2023-12-28","cited_by_count":57,"area":"lr"},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2402.16775","title":"A Comprehensive Evaluation of Quantization Strategies for Large Language Models","created":"2024-02-26","cited_by_count":48,"area":null},{"id":"2311.06233","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","created":"2023-11-10","cited_by_count":47,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2411.12580","title":"Procedural Knowledge in Pretraining Drives Reasoning in Large Language Models","created":"2024-11-19","cited_by_count":41,"area":"lr"},{"id":"2412.15194","title":"MMLU-CF: A Contamination-free Multi-task Language Understanding Benchmark","created":"2024-12-19","cited_by_count":41,"area":null},{"id":"2505.20161","title":"Prismatic Synthesis: Gradient-based Data Diversification Boosts Generalization in LLM Reasoning","created":"2025-05-26","cited_by_count":40,"area":"lr"},{"id":"2502.17521","title":"Recent Advances in Large Langauge Model Benchmarks against Data Contamination: From Static to Dynamic Evaluation","created":"2025-02-23","cited_by_count":38,"area":null},{"id":"2508.15096","title":"Nemotron-CC-Math: A 133 Billion-Token-Scale High Quality Math Pretraining Dataset","created":"2025-08-20","cited_by_count":38,"area":"lr"},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2404.06209","title":"Elephants Never Forget: Memorization and Learning of Tabular Data in Large Language Models","created":"2024-04-09","cited_by_count":36,"area":null},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2506.05334","title":"Search Arena: Analyzing Search-Augmented LLMs","created":"2025-06-05","cited_by_count":34,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2411.03923","title":"Evaluation data contamination in LLMs: how do we measure it and (when) does it matter?","created":"2024-11-06","cited_by_count":32,"area":null},{"id":"2504.13941","title":"Nemotron-CrossThink: Scaling Self-Learning beyond Math Reasoning","created":"2025-04-15","cited_by_count":31,"area":"lr"},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2408.08808","title":"Constructing Domain-Specific Evaluation Sets for LLM-as-a-judge","created":"2024-08-16","cited_by_count":30,"area":null},{"id":"2410.02677","title":"CulturalBench: A Robust, Diverse, and Challenging Cultural Benchmark by Human-AI CulturalTeaming","created":"2024-10-03","cited_by_count":30,"area":null},{"id":"2412.10064","title":"Text2Cypher: Bridging Natural Language and Graph Databases","created":"2024-12-13","cited_by_count":30,"area":null},{"id":"2406.17681","title":"VarBench: Robust Language Model Benchmarking Through Dynamic Variable Perturbation","created":"2024-06-25","cited_by_count":29,"area":null},{"id":"2501.14275","title":"Leveraging Online Olympiad-Level Math Problems for LLMs Training and Contamination-Resistant Evaluation","created":"2025-01-24","cited_by_count":29,"area":"lr"},{"id":"2404.06664","title":"CulturalTeaming: AI-Assisted Interactive Red-Teaming for Challenging LLMs' (Lack of) Multicultural Knowledge","created":"2024-04-10","cited_by_count":28,"area":"safety"},{"id":"2404.02823","title":"Conifer: Improving Complex Constrained Instruction-Following Ability of Large Language Models","created":"2024-04-03","cited_by_count":27,"area":null},{"id":"2505.13004","title":"EffiBench-X: A Multi-Language Benchmark for Measuring Efficiency of LLM-Generated Code","created":"2025-05-19","cited_by_count":27,"area":null},{"id":"2406.17271","title":"DARG: Dynamic Evaluation of Large Language Models via Adaptive Reasoning Graph","created":"2024-06-25","cited_by_count":26,"area":"lr"},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2312.02143","title":"Competition-Level Problems are Effective LLM Evaluators","created":"2023-12-04","cited_by_count":25,"area":"lr"},{"id":"2403.04814","title":"Evaluation of LLMs on Syntax-Aware Code Fill-in-the-Middle Tasks","created":"2024-03-07","cited_by_count":25,"area":null},{"id":"2507.09075","title":"OpenCodeReasoning-II: A Simple Test Time Scaling Approach via Self-Critique","created":"2025-07-11","cited_by_count":25,"area":"lr"},{"id":"2508.01059","title":"Llama-3.1-FoundationAI-SecurityLLM-8B-Instruct Technical Report","created":"2025-08-01","cited_by_count":23,"area":null},{"id":"2405.01886","title":"Aloe: A Family of Fine-tuned Open Healthcare LLMs","created":"2024-05-03","cited_by_count":20,"area":"safety"},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2405.04520","title":"NaturalCodeBench: Examining Coding Performance Mismatch on HumanEval and Natural User Prompts","created":"2024-05-07","cited_by_count":19,"area":null},{"id":"2406.13990","title":"Inference-Time Decontamination: Reusing Leaked Benchmarks for Large Language Model Evaluation","created":"2024-06-20","cited_by_count":19,"area":null},{"id":"2407.21077","title":"Genetic Instruct: Scaling up Synthetic Generation of Coding Instructions for Large Language Models","created":"2024-07-29","cited_by_count":19,"area":null},{"id":"2405.03207","title":"A Philosophical Introduction to Language Models - Part II: The Way Forward","created":"2024-05-06","cited_by_count":18,"area":null},{"id":"2409.10566","title":"Eureka: Evaluating and Understanding Large Foundation Models","created":"2024-09-13","cited_by_count":18,"area":null},{"id":"2502.04153","title":"UltraIF: Advancing Instruction Following from the Wild","created":"2025-02-06","cited_by_count":18,"area":null},{"id":"2501.17858","title":"Improving Your Model Ranking on Chatbot Arena by Vote Rigging","created":"2025-01-29","cited_by_count":17,"area":null},{"id":"2502.13252","title":"Multilingual Language Model Pretraining using Machine-translated Data","created":"2025-02-18","cited_by_count":17,"area":null},{"id":"2504.10885","title":"PuzzleBench: A Fully Dynamic Evaluation Framework for Large Multimodal Models on Puzzle Solving","created":"2025-04-15","cited_by_count":17,"area":"mllm"},{"id":"2406.00252","title":"Towards Rationality in Language and Multimodal Agents: A Survey","created":"2024-06-01","cited_by_count":16,"area":"agents"},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2502.00678","title":"How Contaminated Is Your Benchmark? Quantifying Dataset Leakage in Large Language Models with Kernel Divergence","created":"2025-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2511.18538","title":"From Code Foundation Models to Agents and Applications: A Comprehensive Survey and Practical Guide to Code Intelligence","created":"2025-11-23","cited_by_count":15,"area":"agents"},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2504.16438","title":"POPri: Private Federated Learning using Preference-Optimized Synthetic Data","created":"2025-04-23","cited_by_count":14,"area":"alignment"},{"id":"2605.12673","title":"Do Androids Dream of Breaking the Game? Systematically Auditing AI Agent Benchmarks with BenchJack","created":"2026-05-12","cited_by_count":14,"area":null},{"id":"2501.18771","title":"Overestimation in LLM Evaluation: A Controlled Large-Scale Study on Data Contamination's Impact on Machine Translation","created":"2025-01-30","cited_by_count":13,"area":null},{"id":"2502.07445","title":"Forget What You Know about LLMs Evaluations -- LLMs are Like a Chameleon","created":"2025-02-11","cited_by_count":13,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2602.10218","title":"ACE-RTL: When Agentic Context Evolution Meets RTL-Specialized LLMs","created":"2026-02-10","cited_by_count":12,"area":"agents"},{"id":"2407.08716","title":"A Taxonomy for Data Contamination in Large Language Models","created":"2024-07-11","cited_by_count":11,"area":null},{"id":"2412.15184","title":"Data for Mathematical Copilots: Better Ways of Presenting Proofs for Machine Learning","created":"2024-12-19","cited_by_count":11,"area":null},{"id":"2602.08003","title":"Don't Always Pick the Highest-Performing Model: An Information Theoretic View of LLM Ensemble Selection","created":"2026-02-08","cited_by_count":11,"area":null},{"id":"2405.18780","title":"Certifying Counterfactual Bias in LLMs","created":"2024-05-29","cited_by_count":10,"area":"safety"},{"id":"2507.11405","title":"DCR: Quantifying Data Contamination in LLMs Evaluation","created":"2025-07-15","cited_by_count":10,"area":null},{"id":"2406.16714","title":"AutoDetect: Towards a Unified Framework for Automated Weakness Detection in Large Language Models","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2408.03281","title":"StructEval: Deepen and Broaden Large Language Model Assessment via Structured Evaluation","created":"2024-08-06","cited_by_count":9,"area":null},{"id":"2410.09584","title":"Toward General Instruction-Following Alignment for Retrieval-Augmented Generation","created":"2024-10-12","cited_by_count":9,"area":"rag"},{"id":"2410.10998","title":"WILT: A Multi-Turn, Memorization-Robust Inductive Logic Benchmark for LLMs","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2406.12572","title":"Mathador-LM: A Dynamic Benchmark for Mathematical Reasoning on Large Language Models","created":"2024-06-18","cited_by_count":8,"area":"lr"},{"id":"2504.20964","title":"OSVBench: Benchmarking LLMs on Specification Generation Tasks for Operating System Verification","created":"2025-04-29","cited_by_count":8,"area":null},{"id":"2510.27055","title":"Detecting Data Contamination in LLMs via In-Context Learning","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2602.12413","title":"Soft Contamination Means Benchmarks Test Shallow Generalization","created":"2026-02-12","cited_by_count":8,"area":null},{"id":"2405.06331","title":"LMD3: Language Model Data Density Dependence","created":"2024-05-10","cited_by_count":7,"area":null},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2510.21900","title":"Deep Literature Survey Automation with an Iterative Workflow","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2406.18326","title":"PaCoST: Paired Confidence Significance Testing for Benchmark Contamination Detection in Large Language Models","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2407.04065","title":"On the Workflows and Smells of Leaderboard Operations (LBOps): An Exploratory Study of Foundation Model Leaderboards","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2412.15255","title":"Data Laundering: Artificially Boosting Benchmark Results through Knowledge Distillation","created":"2024-12-15","cited_by_count":6,"area":"distill"}],"next_cursor":"100"}