{"total":51,"rows":[{"id":"2502.17419","title":"From System 1 to System 2: A Survey of Reasoning Large Language Models","created":"2025-02-24","cited_by_count":320,"area":"lr"},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2409.19839","title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities","created":"2024-09-30","cited_by_count":110,"area":null},{"id":"2405.20267","title":"Auto-Arena: Automating LLM Evaluations with Agent Peer Battles and Committee Discussions","created":"2024-05-30","cited_by_count":42,"area":"agents"},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2410.08695","title":"Dynamic Multimodal Evaluation with Flexible Complexity by Vision-Language Bootstrapping","created":"2024-10-11","cited_by_count":22,"area":"mllm"},{"id":"2509.26574","title":"Probing the Critical Point (CritPt) of AI Reasoning: a Frontier Physics Research Benchmark","created":"2025-09-30","cited_by_count":21,"area":"lr"},{"id":"2405.14383","title":"Perception of Knowledge Boundary for Large Language Models through Semi-open-ended Question Answering","created":"2024-05-23","cited_by_count":20,"area":null},{"id":"2510.13654","title":"Rethinking Evaluation in the Era of Time Series Foundation Models: (Un)known Information Leakage Challenges","created":"2025-10-15","cited_by_count":16,"area":"lr"},{"id":"2402.01830","title":"PiCO: Peer Review in LLMs based on the Consistency Optimization","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2503.13572","title":"VeriContaminated: Assessing LLM-Driven Verilog Coding for Data Contamination","created":"2025-03-17","cited_by_count":12,"area":null},{"id":"2503.14043","title":"Beyond Next Token Probabilities: Learnable, Fast Detection of Hallucinations and Data Contamination on LLM Output Distributions","created":"2025-03-18","cited_by_count":12,"area":null},{"id":"2504.00285","title":"When Do Large Language Models Exhibit Unsolicited Deception?","created":"2025-03-31","cited_by_count":10,"area":null},{"id":"2506.00643","title":"SATA-BENCH: Select All That Apply Benchmark for Multiple Choice Questions","created":"2025-05-31","cited_by_count":9,"area":null},{"id":"2409.09318","title":"ODE: Open-Set Evaluation of Hallucinations in Multimodal Large Language Models","created":"2024-09-14","cited_by_count":8,"area":"mllm"},{"id":"2506.18957","title":"A Comment On \"The Illusion of Thinking\": Reframing the Reasoning Cliff as an Agentic Gap","created":"2025-06-23","cited_by_count":8,"area":"lr"},{"id":"2507.02870","title":"Loki's Dance of Illusions: A Comprehensive Survey of Hallucination in Large Language Models","created":"2025-06-06","cited_by_count":7,"area":null},{"id":"2506.02648","title":"Truly Assessing Fluid Intelligence of Large Language Models through Dynamic Reasoning Evaluation","created":"2025-06-03","cited_by_count":6,"area":"lr"},{"id":"2511.14366","title":"ATLAS: A High-Difficulty, Multidisciplinary Benchmark for Frontier Scientific Reasoning","created":"2025-11-18","cited_by_count":6,"area":"lr"},{"id":"2402.00861","title":"Evaluating Large Language Models for Generalization and Robustness via Data Compression","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2510.09275","title":"Inflated Excellence or True Performance? Rethinking Medical Diagnostic Benchmarks with Dynamic Evaluation","created":"2025-10-10","cited_by_count":5,"area":"lr"},{"id":"2407.12220","title":"Questionable practices in machine learning","created":"2024-07-17","cited_by_count":4,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2510.02480","title":"Controlling the Risk of Corrupted Contexts for Language Models via Early-Exiting","created":"2025-10-02","cited_by_count":3,"area":"inference"},{"id":"2510.21460","title":"Risk Management for Mitigating Benchmark Failure Modes: BenchRisk","created":"2025-10-24","cited_by_count":3,"area":null},{"id":"2503.23779","title":"WinoWhat: A Parallel Corpus of Paraphrased WinoGrande Sentences with Common Sense Categorization","created":"2025-03-31","cited_by_count":2,"area":"lr"},{"id":"2504.04083","title":"A Benchmark for End-to-End Zero-Shot Biomedical Relation Extraction with LLMs: Experiments with OpenAI Models","created":"2025-04-05","cited_by_count":2,"area":null},{"id":"2511.09139","title":"MACEval: A Multi-Agent Continual Evaluation Network for Large Models","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2604.07733","title":"CivBench: Progress-Based Evaluation for LLMs' Strategic Decision-Making in Civilization V","created":"2026-04-09","cited_by_count":2,"area":"agents"},{"id":"2605.19999","title":"LLM Benchmark Datasets Should Be Contamination-Resistant","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2501.13983","title":"AdEval: Alignment-based Dynamic Evaluation to Mitigate Data Contamination in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2510.22340","title":"DynaSolidGeo: A Dynamic Benchmark for Genuine Spatial Mathematical Reasoning of VLMs in Solid Geometry","created":"2025-10-25","cited_by_count":1,"area":"lr"},{"id":"2605.02392","title":"Is It Novel and Why? Fine-Grained Patent Novelty Prediction Based on Passage Retrieval","created":"2026-05-04","cited_by_count":1,"area":null},{"id":"2607.28801","title":"Benchmarks Are Not Monolithic: Sample-Level Auditing and Orchestration for LLM Evaluation","created":"2026-07-30","cited_by_count":1,"area":null},{"id":"2506.10086","title":"Chat-of-Thought: Collaborative Multi-Agent System for Generating Domain Specific Information","created":"2025-06-11","cited_by_count":0,"area":"lr"},{"id":"2506.17630","title":"Answer-Centric or Reasoning-Driven? Uncovering the Latent Memory Anchor in LLMs","created":"2025-06-21","cited_by_count":0,"area":"lr"},{"id":"2510.20303","title":"Citation Failure: Definition, Analysis and Efficient Mitigation","created":"2025-10-23","cited_by_count":0,"area":"rag"},{"id":"2602.11674","title":"Benchmark Health Index: A Systematic Framework for Benchmarking the Benchmarks of LLMs","created":"2026-02-12","cited_by_count":0,"area":null},{"id":"2603.16642","title":"When AI Navigates the Fog of War","created":"2026-03-17","cited_by_count":0,"area":null},{"id":"2604.17771","title":"SPENCE: A Syntactic Probe for Detecting Contamination in NL2SQL Benchmarks","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2605.19711","title":"Can Large Language Models Reliably Correct Errors in Low-Resource ASR? A Contamination-Aware Case Study on West Frisian","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2605.21543","title":"Provable Joint Decontamination for Benchmarking Multiple Large Language Models","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2605.24818","title":"Correcting test set contamination by spiking the training data","created":"2026-05-24","cited_by_count":0,"area":null},{"id":"2606.26101","title":"Know2Guess: A Contamination-Aware Multi-Zone Benchmark for Knowledge-Boundary Evaluation in Large Language Models","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2609.27176","title":"LeakScale: Estimating the Causal Effect of Benchmark Exposure","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.27510","title":"Uncheatable Eval: Dynamic Compression-Based Evaluation of Language Models","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2610.00164","title":"Metric-Construction Coupling Inflates Measured Synthetic Dialect Recovery","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2610.14158","title":"Video-Arena: A Scalable Agentic Video Benchmark for Spatiotemporal Capability","created":"2026-10-09","cited_by_count":0,"area":"agents"},{"id":"2610.16133","title":"Query Your Way Out: Benchmarking Multi-Turn Knowledge Reasoning through Generalized Puzzle Solving","created":"2026-10-12","cited_by_count":0,"area":"lr"}],"next_cursor":null}