{"total":229,"rows":[{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2405.00332","title":"A Careful Examination of Large Language Model Performance on Grade School Arithmetic","created":"2024-05-01","cited_by_count":191,"area":"lr"},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2504.15585","title":"A Comprehensive Survey in LLM(-Agent) Full Stack Safety: Data, Training and Deployment","created":"2025-04-22","cited_by_count":116,"area":"lr"},{"id":"2409.19839","title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities","created":"2024-09-30","cited_by_count":110,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2404.01869","title":"Beyond Accuracy: Evaluating the Reasoning Behavior of Large Language Models -- A Survey","created":"2024-04-02","cited_by_count":83,"area":"lr"},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80,"area":null},{"id":"2406.11069","title":"WildVision: Evaluating Vision-Language Models in the Wild with Human Preferences","created":"2024-06-16","cited_by_count":76,"area":"mllm"},{"id":"2402.09880","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","created":"2024-02-15","cited_by_count":68,"area":null},{"id":"2403.01931","title":"VariErr NLI: Separating Annotation Error from Human Label Variation","created":"2024-03-04","cited_by_count":42,"area":null},{"id":"2403.19114","title":"Top Leaderboard Ranking = Top Coding Proficiency, Always? EvoEval: Evolving Coding Benchmarks via LLM","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2502.17521","title":"Recent Advances in Large Langauge Model Benchmarks against Data Contamination: From Static to Dynamic Evaluation","created":"2025-02-23","cited_by_count":38,"area":null},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2502.06215","title":"LessLeak-Bench: A First Investigation of Data Leakage in LLMs Across 83 Software Engineering Benchmarks","created":"2025-02-10","cited_by_count":37,"area":null},{"id":"2505.07897","title":"LongCodeBench: Evaluating Coding LLMs at 1M Context Windows","created":"2025-05-12","cited_by_count":37,"area":null},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2404.06228","title":"Understanding Cross-Lingual Alignment -- A Survey","created":"2024-04-09","cited_by_count":34,"area":null},{"id":"2406.07594","title":"MLLMGuard: A Multi-dimensional Safety Evaluation Suite for Multimodal Large Language Models","created":"2024-06-11","cited_by_count":34,"area":"mllm"},{"id":"2602.16763","title":"When AI Benchmarks Plateau: A Systematic Study of Benchmark Saturation","created":"2026-02-18","cited_by_count":33,"area":null},{"id":"2411.03923","title":"Evaluation data contamination in LLMs: how do we measure it and (when) does it matter?","created":"2024-11-06","cited_by_count":32,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2406.06196","title":"LINGOLY: A Benchmark of Olympiad-Level Linguistic Reasoning Puzzles in Low-Resource and Extinct Languages","created":"2024-06-10","cited_by_count":28,"area":"lr"},{"id":"2404.18923","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","created":"2024-04-29","cited_by_count":26,"area":null},{"id":"2406.17271","title":"DARG: Dynamic Evaluation of Large Language Models via Adaptive Reasoning Graph","created":"2024-06-25","cited_by_count":26,"area":"lr"},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2503.05388","title":"Ontology Generation using Large Language Models","created":"2025-03-07","cited_by_count":25,"area":null},{"id":"2403.00393","title":"TRUCE: Private Benchmarking to Prevent Contamination and Improve Comparative Evaluation of LLMs","created":"2024-03-01","cited_by_count":24,"area":null},{"id":"2402.12025","title":"Speech Translation with Speech Foundation Models and Large Language Models: What is There and What is Missing?","created":"2024-02-19","cited_by_count":23,"area":null},{"id":"2405.20574","title":"Open Ko-LLM Leaderboard: Evaluating Large Language Models in Korean with Ko-H5 Benchmark","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2407.00994","title":"LLM Uncertainty Quantification through Directional Entailment Graph and Claim Level Response Augmentation","created":"2024-07-01","cited_by_count":23,"area":null},{"id":"2412.03597","title":"The Vulnerability of Language Model Benchmarks: Do They Accurately Reflect True LLM Performance?","created":"2024-12-02","cited_by_count":22,"area":null},{"id":"2402.12011","title":"A Systematic Comparison of Contextualized Word Embeddings for Lexical Semantic Change","created":"2024-02-19","cited_by_count":21,"area":null},{"id":"2408.13833","title":"Biomedical Large Languages Models Seem not to be Superior to Generalist Models on Unseen Medical Data","created":"2024-08-25","cited_by_count":21,"area":null},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2501.07493","title":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","created":"2025-01-13","cited_by_count":20,"area":null},{"id":"2409.09927","title":"Towards Data Contamination Detection for Modern Large Language Models: Limitations, Inconsistencies, and Oracle Challenges","created":"2024-09-16","cited_by_count":18,"area":null},{"id":"2410.11594","title":"Black-box Uncertainty Quantification Method for LLM-as-a-Judge","created":"2024-10-15","cited_by_count":18,"area":null},{"id":"2412.12004","title":"The Open Source Advantage in Large Language Models (LLMs)","created":"2024-12-16","cited_by_count":18,"area":null},{"id":"2503.02574","title":"LLM-Safety Evaluations Lack Robustness","created":"2025-03-04","cited_by_count":18,"area":"alignment"},{"id":"2505.08253","title":"Evaluating LLM Metrics Through Real-World Capabilities","created":"2025-05-13","cited_by_count":18,"area":null},{"id":"2406.14394","title":"SEC-QA: A Systematic Evaluation Corpus for Financial QA","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2406.17600","title":"\"Seeing the Big through the Small\": Can LLMs Approximate Human Judgment Distributions on NLI from a Few Explanations?","created":"2024-06-25","cited_by_count":17,"area":null},{"id":"2502.00678","title":"How Contaminated Is Your Benchmark? Quantifying Dataset Leakage in Large Language Models with Kernel Divergence","created":"2025-02-02","cited_by_count":15,"area":null},{"id":"2412.11986","title":"Speak & Improve Corpus 2025: an L2 English Speech Corpus for Language Assessment and Feedback","created":"2024-12-16","cited_by_count":14,"area":null},{"id":"2506.21614","title":"LastingBench: Defend Benchmarks Against Knowledge Leakage","created":"2025-06-21","cited_by_count":14,"area":null},{"id":"2507.19634","title":"MCIF: Multimodal Crosslingual Instruction-Following Benchmark from Scientific Talks","created":"2025-07-25","cited_by_count":14,"area":"mllm"},{"id":"2407.09241","title":"The Sociolinguistic Foundations of Language Modeling","created":"2024-07-12","cited_by_count":13,"area":null},{"id":"2410.04727","title":"Forgetting Curve: A Reliable Method for Evaluating Memorization Capability for Long-context Models","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2402.12801","title":"Few-shot clinical entity recognition in English, French and Spanish: masked language models outperform generative model prompting","created":"2024-02-20","cited_by_count":12,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2503.13572","title":"VeriContaminated: Assessing LLM-Driven Verilog Coding for Data Contamination","created":"2025-03-17","cited_by_count":12,"area":null},{"id":"2403.01929","title":"Analyzing and Adapting Large Language Models for Few-Shot Multilingual NLU: Are We There Yet?","created":"2024-03-04","cited_by_count":11,"area":null},{"id":"2402.11541","title":"Large Language Models Can Better Understand Knowledge Graphs Than We Thought","created":"2024-02-18","cited_by_count":10,"area":"lr"},{"id":"2501.12774","title":"LLMs as Repositories of Factual Knowledge: Limitations and Solutions","created":"2025-01-22","cited_by_count":10,"area":null},{"id":"2507.11405","title":"DCR: Quantifying Data Contamination in LLMs Evaluation","created":"2025-07-15","cited_by_count":10,"area":null},{"id":"2404.12174","title":"Claim Check-Worthiness Detection: How Well do LLMs Grasp Annotation Guidelines?","created":"2024-04-18","cited_by_count":9,"area":null},{"id":"2409.05653","title":"WinoPron: Revisiting English Winogender Schemas for Consistency, Coverage, and Grammatical Case","created":"2024-09-09","cited_by_count":9,"area":null},{"id":"2505.22251","title":"Evaluation of LLMs in Speech is Often Flawed: Test Set Contamination in Large Language Models for Speech Recognition","created":"2025-05-28","cited_by_count":9,"area":null},{"id":"2505.23796","title":"Emergent LLM behaviors are observationally equivalent to data leakage","created":"2025-05-26","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2510.02386","title":"On The Fragility of Benchmark Contamination Detection in Reasoning Models","created":"2025-09-30","cited_by_count":9,"area":"lr"},{"id":"2510.25817","title":"A Survey on Efficient Large Language Model Training: From Data-centric Perspectives","created":"2025-10-29","cited_by_count":9,"area":null},{"id":"2603.01367","title":"DUEL: Exact Likelihood for Masked Diffusion via Deterministic Unmasking","created":"2026-03-02","cited_by_count":9,"area":"diffusion"},{"id":"2404.15869","title":"Semantic Routing for Enhanced Performance of LLM-Assisted Intent-Based 5G Core Network Management and Orchestration","created":"2024-04-24","cited_by_count":8,"area":null},{"id":"2408.01228","title":"The Phantom Menace: Unmasking Privacy Leakages in Vision-Language Models","created":"2024-08-02","cited_by_count":8,"area":"mllm"},{"id":"2410.10880","title":"Fine-tuning can Help Detect Pretraining Data from Large Language Models","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2502.20170","title":"Re-evaluating Open-ended Evaluation of Large Language Models","created":"2025-02-27","cited_by_count":8,"area":null},{"id":"2503.12072","title":"Information-Guided Identification of Training Data Imprint in (Proprietary) Large Language Models","created":"2025-03-15","cited_by_count":8,"area":null},{"id":"2504.19674","title":"SAGE: A Generic Framework for LLM Safety Evaluation","created":"2025-04-28","cited_by_count":8,"area":"safety"},{"id":"2505.00612","title":"Position: AI Competitions Provide the Gold Standard for Empirical Rigor in GenAI Evaluation","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2508.08833","title":"An Investigation of Robustness of LLMs in Mathematical Reasoning: Benchmarking with Mathematically-Equivalent Transformation of Advanced Mathematical Problems","created":"2025-08-12","cited_by_count":8,"area":"lr"},{"id":"2511.04727","title":"IndicVisionBench: Benchmarking Cultural and Multilingual Understanding in VLMs","created":"2025-11-06","cited_by_count":8,"area":"mllm"},{"id":"2502.01683","title":"LLM-Powered Benchmark Factory: Reliable, Generic, and Efficient","created":"2025-02-02","cited_by_count":7,"area":null},{"id":"2504.08697","title":"LLMs as Span Annotators: A Comparative Study of LLMs and Humans","created":"2025-04-11","cited_by_count":7,"area":null},{"id":"2506.15271","title":"Unlocking Post-hoc Dataset Inference with Synthetic Data","created":"2025-06-18","cited_by_count":7,"area":"synth"},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2507.20859","title":"Leveraging Open-Source Large Language Models for Clinical Information Extraction in Resource-Constrained Settings","created":"2025-07-28","cited_by_count":7,"area":null},{"id":"2508.17416","title":"Data Leakage in Visual Datasets","created":"2025-08-24","cited_by_count":7,"area":null},{"id":"2509.10179","title":"Benchmark of stylistic variation in LLM-generated texts","created":"2025-09-12","cited_by_count":7,"area":null},{"id":"2602.09305","title":"Reward Modeling for Reinforcement Learning-Based LLM Reasoning: Design, Challenges, and Evaluation","created":"2026-02-10","cited_by_count":7,"area":"lr"},{"id":"2402.17916","title":"Adversarial Math Word Problem Generation","created":"2024-02-27","cited_by_count":6,"area":null},{"id":"2412.15255","title":"Data Laundering: Artificially Boosting Benchmark Results through Knowledge Distillation","created":"2024-12-15","cited_by_count":6,"area":"distill"},{"id":"2502.17259","title":"Detecting Benchmark Contamination Through Watermarking","created":"2025-02-24","cited_by_count":6,"area":null},{"id":"2504.02810","title":"Generative Evaluation of Complex Reasoning in Large Language Models","created":"2025-04-03","cited_by_count":6,"area":"lr"},{"id":"2505.22630","title":"Stochastic Chameleons: Irrelevant Context Hallucinations Reveal Class-Based (Mis)Generalization in LLMs","created":"2025-05-28","cited_by_count":6,"area":null},{"id":"2601.13717","title":"Simulated Ignorance Fails: A Systematic Study of LLM Behaviors on Forecasting Problems Before Model Knowledge Cutoff","created":"2026-01-20","cited_by_count":6,"area":null},{"id":"2407.17624","title":"Forecasting Credit Ratings: A Case Study where Traditional Methods Outperform Generative LLMs","created":"2024-07-24","cited_by_count":5,"area":null},{"id":"2409.04318","title":"Learning vs Retrieval: The Role of In-Context Examples in Regression with Large Language Models","created":"2024-09-06","cited_by_count":5,"area":null},{"id":"2501.04661","title":"Beyond Memorization: Assessing Semantic Generalization in Large Language Models Using Phrasal Constructions","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2505.20738","title":"Silencer: From Discovery to Mitigation of Self-Bias in LLM-as-Benchmark-Generator","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2507.08983","title":"Exploiting Leaderboards for Large-Scale Distribution of Malicious Models","created":"2025-07-11","cited_by_count":5,"area":null},{"id":"2602.06221","title":"BenchMarker: An Education-Inspired Toolkit for Highlighting Flaws in Multiple-Choice Benchmarks","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2607.17384","title":"Quantifying Diversity of Thought: A Predictive Law of Weighted LLM Ensemble Lift","created":"2026-07-19","cited_by_count":5,"area":"lr"},{"id":"2406.06809","title":"AGB-DE: A Corpus for the Automated Legal Assessment of Clauses in German Consumer Contracts","created":"2024-06-10","cited_by_count":4,"area":null},{"id":"2407.12220","title":"Questionable practices in machine learning","created":"2024-07-17","cited_by_count":4,"area":null},{"id":"2501.19353","title":"Do Large Multimodal Models Solve Caption Generation for Scientific Figures? Lessons Learned from SciCap Challenge 2023","created":"2025-01-31","cited_by_count":4,"area":"mllm"},{"id":"2502.11753","title":"HintsOfTruth: A Multimodal Checkworthiness Detection Dataset with Real and Synthetic Claims","created":"2025-02-17","cited_by_count":4,"area":null}],"next_cursor":"100"}