{"total":106,"rows":[{"id":"2502.03387","title":"LIMO: Less is More for Reasoning","created":"2025-02-05","cited_by_count":498,"area":"lr"},{"id":"2410.07985","title":"Omni-MATH: A Universal Olympiad Level Mathematic Benchmark For Large Language Models","created":"2024-10-10","cited_by_count":284,"area":"lr"},{"id":"2501.18362","title":"MedXpertQA: Benchmarking Expert-Level Medical Reasoning and Understanding","created":"2025-01-30","cited_by_count":224,"area":null},{"id":"2405.00332","title":"A Careful Examination of Large Language Model Performance on Grade School Arithmetic","created":"2024-05-01","cited_by_count":191,"area":"lr"},{"id":"2407.12883","title":"BRIGHT: A Realistic and Challenging Benchmark for Reasoning-Intensive Retrieval","created":"2024-07-16","cited_by_count":158,"area":null},{"id":"2506.13651","title":"xbench: Tracking Agents Productivity Scaling with Profession-Aligned Real-World Evaluations","created":"2025-06-16","cited_by_count":120,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2409.19839","title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities","created":"2024-09-30","cited_by_count":110,"area":null},{"id":"2410.14669","title":"NaturalBench: Evaluating Vision-Language Models on Natural Adversarial Samples","created":"2024-10-18","cited_by_count":97,"area":"mllm"},{"id":"2507.10532","title":"Reasoning or Memorization? Unreliable Results of Reinforcement Learning Due to Data Contamination","created":"2025-07-14","cited_by_count":82,"area":"lr"},{"id":"2406.12753","title":"OlympicArena: Benchmarking Multi-discipline Cognitive Reasoning for Superintelligent AI","created":"2024-06-18","cited_by_count":71,"area":"lr"},{"id":"2502.06559","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","created":"2025-02-10","cited_by_count":60,"area":null},{"id":"2507.16812","title":"MegaScience: Pushing the Frontiers of Post-Training Datasets for Science Reasoning","created":"2025-07-22","cited_by_count":59,"area":"lr"},{"id":"2412.04862","title":"EXAONE 3.5: Series of Large Language Models for Real-world Use Cases","created":"2024-12-06","cited_by_count":53,"area":null},{"id":"2504.02807","title":"MegaMath: Pushing the Limits of Open Math Corpora","created":"2025-04-03","cited_by_count":51,"area":"lr"},{"id":"2410.16491","title":"BIG5-CHAT: Shaping LLM Personalities Through Training on Human-Grounded Data","created":"2024-10-21","cited_by_count":50,"area":null},{"id":"2407.00379","title":"GraphArena: Evaluating and Exploring Large Language Models on Graph Computation","created":"2024-06-29","cited_by_count":49,"area":null},{"id":"2502.00334","title":"UGPhysics: A Comprehensive Benchmark for Undergraduate Physics Reasoning with Large Language Models","created":"2025-02-01","cited_by_count":48,"area":"lr"},{"id":"2409.16191","title":"HelloBench: Evaluating Long Text Generation Capabilities of Large Language Models","created":"2024-09-24","cited_by_count":44,"area":null},{"id":"2501.02448","title":"Understand, Solve and Translate: Bridging the Multilingual Mathematical Reasoning Gap","created":"2025-01-05","cited_by_count":43,"area":"lr"},{"id":"2405.19425","title":"Adaptive In-conversation Team Building for Language Model Agents","created":"2024-05-29","cited_by_count":39,"area":"agents"},{"id":"2407.07457","title":"GLBench: A Comprehensive Benchmark for Graph with Large Language Models","created":"2024-07-10","cited_by_count":36,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2410.01748","title":"Not All LLM Reasoners Are Created Equal","created":"2024-10-02","cited_by_count":30,"area":"lr"},{"id":"2406.11811","title":"RepLiQA: A Question-Answering Dataset for Benchmarking LLMs on Unseen Reference Content","created":"2024-06-17","cited_by_count":26,"area":null},{"id":"2409.01790","title":"Training on the Benchmark Is Not All You Need","created":"2024-09-03","cited_by_count":25,"area":null},{"id":"2406.18966","title":"DataGen: Unified Synthetic Dataset Generation via Large Language Models","created":"2024-06-27","cited_by_count":23,"area":"synth"},{"id":"2501.14851","title":"JustLogic: A Comprehensive Benchmark for Evaluating Deductive Reasoning in Large Language Models","created":"2025-01-24","cited_by_count":22,"area":"lr"},{"id":"2505.11065","title":"Time Travel is Cheating: Going Live with DeepFund for Real-Time Fund Investment Benchmarking","created":"2025-05-16","cited_by_count":21,"area":null},{"id":"2602.06176","title":"Large Language Model Reasoning Failures","created":"2026-02-05","cited_by_count":21,"area":"lr"},{"id":"2501.07493","title":"Exploring and Mitigating Adversarial Manipulation of Voting-Based Leaderboards","created":"2025-01-13","cited_by_count":20,"area":null},{"id":"2405.14039","title":"Embedding Trajectory for Out-of-Distribution Detection in Mathematical Reasoning","created":"2024-05-22","cited_by_count":18,"area":"lr"},{"id":"2410.01999","title":"CodeMMLU: A Multi-Task Benchmark for Assessing Code Understanding & Reasoning Capabilities of CodeLLMs","created":"2024-10-02","cited_by_count":18,"area":"lr"},{"id":"2601.18744","title":"TSRBench: A Comprehensive Multi-task Multi-modal Time Series Reasoning Benchmark for Generalist Models","created":"2026-01-26","cited_by_count":18,"area":"lr"},{"id":"2406.14928","title":"Autonomous Agents for Collaborative Task under Information Asymmetry","created":"2024-06-21","cited_by_count":16,"area":"agents"},{"id":"2408.11316","title":"Probabilistic Medical Predictions of Large Language Models","created":"2024-08-21","cited_by_count":16,"area":null},{"id":"2510.12171","title":"MatSciBench: Benchmarking the Reasoning Ability of Large Language Models in Materials Science","created":"2025-10-14","cited_by_count":15,"area":"lr"},{"id":"2512.00818","title":"Med-CMR: A Fine-Grained Benchmark Integrating Visual Evidence and Clinical Logic for Medical Complex Multimodal Reasoning","created":"2025-11-30","cited_by_count":14,"area":"lr"},{"id":"2506.00022","title":"Scaling Physical Reasoning with the PHYSICS Dataset","created":"2025-05-21","cited_by_count":13,"area":"lr"},{"id":"2510.18915","title":"UNO-Bench: A Unified Benchmark for Exploring the Compositional Law Between Uni-modal and Omni-modal in Omni Models","created":"2025-10-21","cited_by_count":13,"area":null},{"id":"2601.03986","title":"Benchmark^2: Systematic Evaluation of LLM Benchmarks","created":"2026-01-07","cited_by_count":13,"area":null},{"id":"2411.13323","title":"Are Large Language Models Memorizing Bug Benchmarks?","created":"2024-11-20","cited_by_count":12,"area":null},{"id":"2504.19467","title":"BRIDGE: Benchmarking Large Language Models for Understanding Real-world Clinical Practice Text","created":"2025-04-28","cited_by_count":12,"area":null},{"id":"2406.04197","title":"DICE: Detecting In-distribution Contamination in LLM's Fine-tuning Phase for Math Reasoning","created":"2024-06-06","cited_by_count":11,"area":"lr"},{"id":"2409.00489","title":"Geospatial foundation models for image analysis: evaluating and enhancing NASA-IBM Prithvi's domain adaptability","created":"2024-08-31","cited_by_count":11,"area":null},{"id":"2412.15184","title":"Data for Mathematical Copilots: Better Ways of Presenting Proofs for Machine Learning","created":"2024-12-19","cited_by_count":11,"area":null},{"id":"2411.09105","title":"VideoCogQA: A Controllable Benchmark for Evaluating Cognitive Abilities in Video-Language Models","created":"2024-11-14","cited_by_count":10,"area":null},{"id":"2602.24173","title":"LemmaBench: A Live, Research-Level Benchmark to Evaluate LLM Capabilities in Mathematics","created":"2026-02-27","cited_by_count":10,"area":null},{"id":"2604.11581","title":"Hidden Measurement Error in LLM Pipelines Distorts Annotation, Evaluation, and Benchmarking","created":"2026-04-13","cited_by_count":10,"area":null},{"id":"2506.00069","title":"Evaluating the Sensitivity of LLMs to Prior Context","created":"2025-05-29","cited_by_count":9,"area":null},{"id":"2601.02996","title":"Large Reasoning Models Are (Not Yet) Multilingual Latent Reasoners","created":"2026-01-06","cited_by_count":9,"area":"lr"},{"id":"2410.10880","title":"Fine-tuning can Help Detect Pretraining Data from Large Language Models","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2410.16270","title":"Reflection-Bench: Evaluating Epistemic Agency in Large Language Models","created":"2024-10-21","cited_by_count":7,"area":null},{"id":"2503.14941","title":"UPME: An Unsupervised Peer Review Framework for Multimodal Large Language Model Evaluation","created":"2025-03-19","cited_by_count":7,"area":"mllm"},{"id":"2512.07497","title":"How Do LLMs Fail In Agentic Scenarios? A Qualitative Analysis of Success and Failure Scenarios of Various LLMs in Agentic Simulations","created":"2025-12-08","cited_by_count":7,"area":"agents"},{"id":"2407.04065","title":"On the Workflows and Smells of Leaderboard Operations (LBOps): An Exploratory Study of Foundation Model Leaderboards","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2508.05464","title":"Bench-2-CoP: Can We Trust Benchmarking for EU AI Compliance?","created":"2025-08-07","cited_by_count":6,"area":null},{"id":"2510.09259","title":"Detecting Data Contamination from Reinforcement Learning Post-training for Large Language Models","created":"2025-10-10","cited_by_count":6,"area":null},{"id":"2507.08983","title":"Exploiting Leaderboards for Large-Scale Distribution of Malicious Models","created":"2025-07-11","cited_by_count":5,"area":null},{"id":"2510.24427","title":"SynthWorlds: Controlled Parallel Worlds for Disentangling Reasoning and Knowledge in Language Models","created":"2025-10-28","cited_by_count":5,"area":"lr"},{"id":"2511.22047","title":"Evaluating the Robustness of Large Language Model Safety Guardrails Against Adversarial Attacks","created":"2025-11-27","cited_by_count":5,"area":"safety"},{"id":"2603.02119","title":"Pencil Puzzle Bench: A Benchmark for Multi-Step Verifiable Reasoning","created":"2026-03-02","cited_by_count":5,"area":"lr"},{"id":"2502.12022","title":"Teaching LLMs According to Their Aptitude: Adaptive Reasoning for Mathematical Problem Solving","created":"2025-02-17","cited_by_count":4,"area":"lr"},{"id":"2503.18313","title":"Will LLMs be Professional at Fund Investment? DeepFund: A Live Arena Perspective","created":"2025-03-24","cited_by_count":4,"area":null},{"id":"2507.11083","title":"Function-to-Style Guidance of LLMs for Code Translation","created":"2025-07-15","cited_by_count":4,"area":null},{"id":"2508.06851","title":"MDK12-Bench: A Comprehensive Evaluation of Multimodal Large Language Models on Multidisciplinary Exams","created":"2025-08-09","cited_by_count":4,"area":"mllm"},{"id":"2510.17725","title":"AcademicEval: Live Long-Context LLM Benchmark","created":"2025-10-20","cited_by_count":4,"area":null},{"id":"2601.09733","title":"Closing the Data Loop: Using OpenDataArena to Engineer Superior Training Datasets","created":"2025-12-30","cited_by_count":4,"area":null},{"id":"2410.01945","title":"LFQA-E: Carefully Benchmarking Long-form QA Evaluation","created":"2024-10-02","cited_by_count":3,"area":null},{"id":"2503.09217","title":"Evaluating the Generalizability of LLMs in Automated Program Repair","created":"2025-03-12","cited_by_count":3,"area":null},{"id":"2504.14175","title":"Hypothetical Documents or Knowledge Leakage? Rethinking LLM-based Query Expansion","created":"2025-04-19","cited_by_count":3,"area":"lr"},{"id":"2510.20351","title":"When Large Language Models Know the Table: A Framework for Assessing Data Contamination in Tabular Datasets","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2511.08042","title":"Towards a Standard, Enterprise-Relevant Agentic AI Benchmark: Lessons from 5.5 billion tokens' worth of agentic AI evaluations","created":"2025-11-11","cited_by_count":3,"area":"agents"},{"id":"2410.23472","title":"Risk Sources and Risk Management Measures in Support of Standards for General-Purpose AI Systems","created":"2024-10-30","cited_by_count":2,"area":null},{"id":"2505.10844","title":"Creativity or Brute Force? Using Brainteasers as a Window into the Problem-Solving Abilities of Large Language Models","created":"2025-05-16","cited_by_count":2,"area":null},{"id":"2507.16514","title":"The Ever-Evolving Science Exam","created":"2025-07-22","cited_by_count":2,"area":null},{"id":"2508.05452","title":"LLMEval-Fair: A Large-Scale Longitudinal Study on Robust and Fair Evaluation of Large Language Models","created":"2025-08-07","cited_by_count":2,"area":null},{"id":"2510.08569","title":"ArenaBencher: Automatic Benchmark Evolution via Multi-Model Competitive Evaluation","created":"2025-10-09","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2604.22871","title":"AutoRISE: Agent-Driven Strategy Evolution for Red-Teaming Large Language Models","created":"2026-04-23","cited_by_count":2,"area":"agents"},{"id":"2510.08329","title":"AutoRed: A Free-form Adversarial Prompt Generation Framework for Automated Red Teaming","created":"2025-10-09","cited_by_count":1,"area":"safety"},{"id":"2511.03774","title":"Contamination Detection for VLMs using Multi-Modal Semantic Perturbation","created":"2025-11-05","cited_by_count":1,"area":"mllm"},{"id":"2606.11337","title":"Can AI Agents Synthesize Scientific Conclusions?","created":"2026-06-09","cited_by_count":1,"area":null},{"id":"2607.01740","title":"Meta-Benchmarks for Financial-Services LLM Evaluation","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2607.15263","title":"Beyond Success Rate: Cost-Aware Evaluation of Offensive and Defensive Security Agents","created":"2026-07-16","cited_by_count":1,"area":null},{"id":"2412.11763","title":"QUENCH: Measuring the gap between Indic and Non-Indic Contextual General Reasoning in LLMs","created":"2024-12-16","cited_by_count":0,"area":"lr"},{"id":"2507.06434","title":"Deprecating Benchmarks: Criteria and Framework","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2509.20097","title":"Integrated Framework for LLM Evaluation with Answer Generation","created":"2025-09-24","cited_by_count":0,"area":null},{"id":"2510.15746","title":"LLMs Judge Themselves: A Game-Theoretic Framework for Human-Aligned Evaluation","created":"2025-10-17","cited_by_count":0,"area":"alignment"},{"id":"2602.10908","title":"SoftMatcha 2: A Fast and Soft Pattern Matcher for Trillion-Scale Corpora","created":"2026-02-11","cited_by_count":0,"area":null},{"id":"2602.18230","title":"[Re] Benchmarking LLM Capabilities in Negotiation through Scoreable Games","created":"2026-02-20","cited_by_count":0,"area":null},{"id":"2603.02212","title":"GLEAN: Grounded Lightweight Evaluation Anchors for Contamination-Aware Tabular Reasoning","created":"2026-01-22","cited_by_count":0,"area":null},{"id":"2604.21579","title":"A Metamorphic Testing Approach to Diagnosing Memorization in LLM-Based Program Repair","created":"2026-04-23","cited_by_count":0,"area":null},{"id":"2605.06327","title":"Measuring Evaluation-Context Divergence in Open-Weight LLMs: A Paired-Prompt Protocol with Pilot Evidence of Alignment-Pipeline-Specific Heterogeneity","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.17273","title":"Position: State-of-the-Art Claims Require State-of-the-Art Evidence","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2605.23965","title":"LGMT: Logic-Grounded Metamorphic Testing for Evaluating the Reasoning Reliability of LLMs","created":"2026-05-12","cited_by_count":0,"area":"lr"},{"id":"2606.17683","title":"Bridging Functional Correctness and Runtime Efficiency Gaps in LLM-Based Code Translation","created":"2026-06-16","cited_by_count":0,"area":null},{"id":"2607.19949","title":"SenWorld: A Digital-Twin Simulation for Generating Context-Rich Evaluation Data","created":"2026-07-22","cited_by_count":0,"area":null},{"id":"2608.12391","title":"Unified Multi-Dimensional Benchmark for Complex Graph Reasoning in Large Language Models","created":"2026-08-02","cited_by_count":0,"area":"lr"}],"next_cursor":"100"}