{"total":194,"rows":[{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004,"area":"lr"},{"id":"2406.16860","title":"Cambrian-1: A Fully Open, Vision-Centric Exploration of Multimodal LLMs","created":"2024-06-24","cited_by_count":838,"area":"mllm"},{"id":"2311.07397","title":"AMBER: An LLM-free Multi-dimensional Benchmark for MLLMs Hallucination Evaluation","created":"2023-11-13","cited_by_count":300,"area":"mllm"},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2312.15166","title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling","created":"2023-12-23","cited_by_count":172,"area":null},{"id":"2407.12883","title":"BRIGHT: A Realistic and Challenging Benchmark for Reasoning-Intensive Retrieval","created":"2024-07-16","cited_by_count":158,"area":null},{"id":"2410.12405","title":"ProSA: Assessing and Understanding the Prompt Sensitivity of LLMs","created":"2024-10-16","cited_by_count":149,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2311.09783","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","created":"2023-11-16","cited_by_count":138,"area":null},{"id":"2402.15938","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","created":"2024-02-24","cited_by_count":122,"area":null},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2404.18824","title":"Benchmarking Benchmark Leakage in Large Language Models","created":"2024-04-29","cited_by_count":106,"area":null},{"id":"2507.02825","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","created":"2025-07-03","cited_by_count":102,"area":"agents"},{"id":"2312.16337","title":"Task Contamination: Language Models May Not Be Few-Shot Anymore","created":"2023-12-26","cited_by_count":99,"area":null},{"id":"2410.14669","title":"NaturalBench: Evaluating Vision-Language Models on Natural Adversarial Samples","created":"2024-10-18","cited_by_count":97,"area":"mllm"},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2402.05136","title":"LV-Eval: A Balanced Long-Context Benchmark with 5 Length Levels Up to 256K","created":"2024-02-06","cited_by_count":81,"area":null},{"id":"2402.11443","title":"Benchmark Self-Evolving: A Multi-Agent Framework for Dynamic LLM Evaluation","created":"2024-02-18","cited_by_count":75,"area":"agents"},{"id":"2406.11050","title":"A Peek into Token Bias: Large Language Models Are Not Yet Genuine Reasoners","created":"2024-06-16","cited_by_count":73,"area":"lr"},{"id":"2402.12483","title":"Artifacts or Abduction: How Do LLMs Answer Multiple-Choice Questions Without the Question?","created":"2024-02-19","cited_by_count":71,"area":null},{"id":"2402.09880","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","created":"2024-02-15","cited_by_count":68,"area":null},{"id":"2412.13147","title":"Are Your LLMs Capable of Stable Reasoning?","created":"2024-12-17","cited_by_count":65,"area":"lr"},{"id":"2311.07463","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","created":"2023-11-13","cited_by_count":57,"area":null},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2407.06153","title":"What's Wrong with Your Code Generated by Large Language Models? An Extensive Study","created":"2024-07-08","cited_by_count":53,"area":null},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2506.12286","title":"The SWE-Bench Illusion: When State-of-the-Art LLMs Remember Instead of Reason","created":"2025-06-14","cited_by_count":49,"area":"lr"},{"id":"2407.08733","title":"Is Your Model Really A Good Math Reasoner? Evaluating Mathematical Reasoning with Checklist","created":"2024-07-11","cited_by_count":48,"area":"lr"},{"id":"2311.06233","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","created":"2023-11-10","cited_by_count":47,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2311.05915","title":"Fake Alignment: Are LLMs Really Aligned Well?","created":"2023-11-10","cited_by_count":39,"area":null},{"id":"2505.15957","title":"Towards Holistic Evaluation of Large Audio-Language Models: A Comprehensive Survey","created":"2025-05-21","cited_by_count":39,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2402.16499","title":"LLMArena: Assessing Capabilities of Large Language Models in Dynamic Multi-Agent Environments","created":"2024-02-26","cited_by_count":36,"area":"agents"},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2407.08940","title":"Large Language Models as Biomedical Hypothesis Generators: A Comprehensive Evaluation","created":"2024-07-12","cited_by_count":34,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2405.19616","title":"Easy Problems That LLMs Get Wrong","created":"2024-05-30","cited_by_count":30,"area":"lr"},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2406.17681","title":"VarBench: Robust Language Model Benchmarking Through Dynamic Variable Perturbation","created":"2024-06-25","cited_by_count":29,"area":null},{"id":"2410.19599","title":"Take Caution in Using LLMs as Human Surrogates: Scylla Ex Machina","created":"2024-10-25","cited_by_count":29,"area":"lr"},{"id":"2312.11444","title":"An In-depth Look at Gemini's Language Abilities","created":"2023-12-18","cited_by_count":28,"area":null},{"id":"2406.06196","title":"LINGOLY: A Benchmark of Olympiad-Level Linguistic Reasoning Puzzles in Low-Resource and Extinct Languages","created":"2024-06-10","cited_by_count":28,"area":"lr"},{"id":"2402.11924","title":"Cofca: A Step-Wise Counterfactual Multi-hop QA benchmark","created":"2024-02-19","cited_by_count":27,"area":"lr"},{"id":"2507.19024","title":"A Survey of Multimodal Hallucination Evaluation and Detection","created":"2025-07-25","cited_by_count":27,"area":"mllm"},{"id":"2406.17271","title":"DARG: Dynamic Evaluation of Large Language Models via Adaptive Reasoning Graph","created":"2024-06-25","cited_by_count":26,"area":"lr"},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2312.02143","title":"Competition-Level Problems are Effective LLM Evaluators","created":"2023-12-04","cited_by_count":25,"area":"lr"},{"id":"2409.01790","title":"Training on the Benchmark Is Not All You Need","created":"2024-09-03","cited_by_count":25,"area":null},{"id":"2405.11930","title":"Data Contamination Calibration for Black-box LLMs","created":"2024-05-20","cited_by_count":24,"area":null},{"id":"2312.15907","title":"Align on the Fly: Adapting Chatbot Behavior to Established Norms","created":"2023-12-26","cited_by_count":23,"area":"alignment"},{"id":"2402.17896","title":"Researchy Questions: A Dataset of Multi-Perspective, Decompositional Questions for LLM Web Agents","created":"2024-02-27","cited_by_count":23,"area":"agents"},{"id":"2405.20574","title":"Open Ko-LLM Leaderboard: Evaluating Large Language Models in Korean with Ko-H5 Benchmark","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2401.17882","title":"I Think, Therefore I am: Benchmarking Awareness of Large Language Models Using AwareBench","created":"2024-01-31","cited_by_count":21,"area":"lr"},{"id":"2407.10990","title":"MedBench: A Comprehensive, Standardized, and Reliable Benchmarking System for Evaluating Chinese Medical Large Language Models","created":"2024-06-24","cited_by_count":21,"area":null},{"id":"2602.06176","title":"Large Language Model Reasoning Failures","created":"2026-02-05","cited_by_count":21,"area":"lr"},{"id":"2311.15930","title":"WorldSense: A Synthetic Benchmark for Grounded Reasoning in Large Language Models","created":"2023-11-27","cited_by_count":20,"area":"wm"},{"id":"2404.11262","title":"Sampling-based Pseudo-Likelihood for Membership Inference Attacks","created":"2024-04-17","cited_by_count":20,"area":"safety"},{"id":"2412.06512","title":"The Fusion of Large Language Models and Formal Methods for Trustworthy AI Agents: A Roadmap","created":"2024-12-09","cited_by_count":20,"area":"agents"},{"id":"2401.15071","title":"From GPT-4 to Gemini and Beyond: Assessing the Landscape of MLLMs on Generalizability, Trustworthiness and Causality through Four Modalities","created":"2024-01-26","cited_by_count":19,"area":"mllm"},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2406.12066","title":"Language Models are Surprisingly Fragile to Drug Names in Biomedical Benchmarks","created":"2024-06-17","cited_by_count":17,"area":null},{"id":"2505.18585","title":"RvLLM: LLM Runtime Verification with Domain Knowledge","created":"2025-05-24","cited_by_count":17,"area":null},{"id":"2406.14928","title":"Autonomous Agents for Collaborative Task under Information Asymmetry","created":"2024-06-21","cited_by_count":16,"area":"agents"},{"id":"2412.11167","title":"Cultural Palette: Pluralising Culture Alignment via Multi-agent Palette","created":"2024-12-15","cited_by_count":16,"area":"agents"},{"id":"2402.11894","title":"Automating Dataset Updates Towards Reliable and Timely Evaluation of Large Language Models","created":"2024-02-19","cited_by_count":15,"area":null},{"id":"2405.04403","title":"Learning To See But Forgetting To Follow: Visual Instruction Tuning Makes LLMs More Prone To Jailbreak Attacks","created":"2024-05-07","cited_by_count":15,"area":"mllm"},{"id":"2406.04379","title":"VHDL-Eval: A Framework for Evaluating Large Language Models in VHDL Code Generation","created":"2024-06-06","cited_by_count":15,"area":null},{"id":"2410.01109","title":"Mixing It Up: The Cocktail Effect of Multi-Task Fine-Tuning on LLM Performance -- A Case Study in Finance","created":"2024-10-01","cited_by_count":15,"area":null},{"id":"2502.00678","title":"How Contaminated Is Your Benchmark? Quantifying Dataset Leakage in Large Language Models with Kernel Divergence","created":"2025-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2402.01830","title":"PiCO: Peer Review in LLMs based on the Consistency Optimization","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2402.13125","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","created":"2024-02-20","cited_by_count":14,"area":null},{"id":"2404.17047","title":"Near to Mid-term Risks and Opportunities of Open-Source Generative AI","created":"2024-04-25","cited_by_count":13,"area":null},{"id":"2405.08597","title":"Risks and Opportunities of Open-Source Generative AI","created":"2024-05-14","cited_by_count":13,"area":null},{"id":"2406.10621","title":"StrucText-Eval: Evaluating Large Language Model's Reasoning Ability in Structure-Rich Text","created":"2024-06-15","cited_by_count":13,"area":"lr"},{"id":"2410.07582","title":"Detecting Training Data of Large Language Models via Expectation Maximization","created":"2024-10-10","cited_by_count":13,"area":"safety"},{"id":"2412.10424","title":"LLM-as-an-Interviewer: Beyond Static Testing Through Dynamic LLM Evaluation","created":"2024-12-10","cited_by_count":13,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2410.14651","title":"Real-time Factuality Assessment from Adversarial Feedback","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2412.14368","title":"Beyond Math: Stories as a Testbed for Memorization-Constrained Reasoning in LLMs","created":"2024-12-18","cited_by_count":12,"area":"lr"},{"id":"2507.09108","title":"SPICE: An Automated SWE-Bench Labeling Pipeline for Issue Clarity, Test Coverage, and Effort Estimation","created":"2025-07-12","cited_by_count":12,"area":null},{"id":"2407.00497","title":"LLMs-as-Instructors: Learning from Errors Toward Automating Model Improvement","created":"2024-06-29","cited_by_count":11,"area":null},{"id":"2505.05283","title":"Software Development Life Cycle Perspective: A Survey of Benchmarks for Code Large Language Models and Agents","created":"2025-05-08","cited_by_count":11,"area":"agents"},{"id":"2506.15455","title":"RE-IMAGINE: Symbolic Benchmark Synthesis for Reasoning Evaluation","created":"2025-06-18","cited_by_count":11,"area":"lr"},{"id":"2404.00942","title":"Evaluating the Factuality of Large Language Models using Large-Scale Knowledge Graphs","created":"2024-04-01","cited_by_count":10,"area":null},{"id":"2507.11405","title":"DCR: Quantifying Data Contamination in LLMs Evaluation","created":"2025-07-15","cited_by_count":10,"area":null},{"id":"2404.10155","title":"The Fault in our Stars: Quality Assessment of Code Generation Benchmarks","created":"2024-04-15","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2506.18082","title":"Statistical Multicriteria Evaluation of LLM-Generated Text","created":"2025-06-22","cited_by_count":9,"area":null},{"id":"2509.00591","title":"Probe-Rewrite-Evaluate: A Workflow for Reliable Benchmarks and Quantifying Evaluation Awareness","created":"2025-08-30","cited_by_count":9,"area":null},{"id":"2404.05388","title":"An AI System Evaluation Framework for Advancing AI Safety: Terminology, Taxonomy, Lifecycle Mapping","created":"2024-04-08","cited_by_count":8,"area":null},{"id":"2408.04643","title":"Risks, Causes, and Mitigations of Widespread Deployments of Large Language Models (LLMs): A Survey","created":"2024-08-01","cited_by_count":8,"area":null},{"id":"2409.09318","title":"ODE: Open-Set Evaluation of Hallucinations in Multimodal Large Language Models","created":"2024-09-14","cited_by_count":8,"area":"mllm"},{"id":"2410.10880","title":"Fine-tuning can Help Detect Pretraining Data from Large Language Models","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2411.02018","title":"Shortcut Learning in In-Context Learning: A Survey","created":"2024-11-04","cited_by_count":8,"area":null},{"id":"2604.06802","title":"Riemann-Bench: A Benchmark for Moonshot Mathematics","created":"2026-04-08","cited_by_count":8,"area":null}],"next_cursor":"100"}