{"total":79,"rows":[{"id":"2410.05229","title":"GSM-Symbolic: Understanding the Limitations of Mathematical Reasoning in Large Language Models","created":"2024-10-07","cited_by_count":550,"area":"lr"},{"id":"2409.12917","title":"Training Language Models to Self-Correct via Reinforcement Learning","created":"2024-09-19","cited_by_count":426,"area":"lr"},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2405.00332","title":"A Careful Examination of Large Language Model Performance on Grade School Arithmetic","created":"2024-05-01","cited_by_count":191,"area":"lr"},{"id":"2411.00836","title":"DynaMath: A Dynamic Visual Benchmark for Evaluating Mathematical Reasoning Robustness of Vision Language Models","created":"2024-10-29","cited_by_count":146,"area":"lr"},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2504.07086","title":"A Sober Look at Progress in Language Model Reasoning: Pitfalls and Paths to Reproducibility","created":"2025-04-09","cited_by_count":93,"area":"lr"},{"id":"2412.15287","title":"Inference-Aware Fine-Tuning for Best-of-N Sampling in Large Language Models","created":"2024-12-18","cited_by_count":89,"area":"lr"},{"id":"2502.06453","title":"MATH-Perturb: Benchmarking LLMs' Math Reasoning Abilities against Hard Perturbations","created":"2025-02-10","cited_by_count":89,"area":"lr"},{"id":"2406.09170","title":"Test of Time: A Benchmark for Evaluating LLMs on Temporal Reasoning","created":"2024-06-13","cited_by_count":88,"area":"lr"},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2404.01869","title":"Beyond Accuracy: Evaluating the Reasoning Behavior of Large Language Models -- A Survey","created":"2024-04-02","cited_by_count":83,"area":"lr"},{"id":"2511.01846","title":"Towards Robust Mathematical Reasoning","created":"2025-11-03","cited_by_count":73,"area":"lr"},{"id":"2408.16737","title":"Smaller, Weaker, Yet Better: Training LLM Reasoners via Compute-Optimal Sampling","created":"2024-08-29","cited_by_count":61,"area":"lr"},{"id":"2410.13648","title":"SimpleToM: Exposing the Gap between Explicit ToM Inference and Implicit ToM Application in LLMs","created":"2024-10-17","cited_by_count":57,"area":null},{"id":"2502.00334","title":"UGPhysics: A Comprehensive Benchmark for Undergraduate Physics Reasoning with Large Language Models","created":"2025-02-01","cited_by_count":48,"area":"lr"},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2501.11223","title":"Reasoning Language Models: A Blueprint","created":"2025-01-20","cited_by_count":42,"area":"lr"},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2407.09141","title":"Accuracy is Not All You Need","created":"2024-07-12","cited_by_count":31,"area":null},{"id":"2411.14215","title":"Evaluating the Robustness of Analogical Reasoning in Large Language Models","created":"2024-11-21","cited_by_count":31,"area":"lr"},{"id":"2410.01748","title":"Not All LLM Reasoners Are Created Equal","created":"2024-10-02","cited_by_count":30,"area":"lr"},{"id":"2406.17681","title":"VarBench: Robust Language Model Benchmarking Through Dynamic Variable Perturbation","created":"2024-06-25","cited_by_count":29,"area":null},{"id":"2406.04229","title":"The CLRS-Text Algorithmic Reasoning Language Benchmark","created":"2024-06-06","cited_by_count":28,"area":"lr"},{"id":"2407.01687","title":"Deciphering the Factors Influencing the Efficacy of Chain-of-Thought: Probability, Memorization, and Noisy Reasoning","created":"2024-07-01","cited_by_count":27,"area":"lr"},{"id":"2406.17633","title":"Knowledge Distillation in Automated Annotation: Supervised Text Classification with LLM-Generated Training Labels","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2504.01995","title":"Brains vs. Bytes: Evaluating LLM Proficiency in Olympiad Mathematics","created":"2025-04-01","cited_by_count":24,"area":"lr"},{"id":"2405.14804","title":"Can LLMs Solve longer Math Word Problems Better?","created":"2024-05-23","cited_by_count":22,"area":null},{"id":"2505.11595","title":"Stepwise Guided Policy Optimization: Coloring your Incorrect Reasoning in GRPO","created":"2025-05-16","cited_by_count":19,"area":"lr"},{"id":"2410.01769","title":"Quantifying Generalization Complexity for Large Language Models","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2507.12379","title":"Probing for Arithmetic Errors in Language Models","created":"2025-07-16","cited_by_count":18,"area":null},{"id":"2406.12066","title":"Language Models are Surprisingly Fragile to Drug Names in Biomedical Benchmarks","created":"2024-06-17","cited_by_count":17,"area":null},{"id":"2407.03525","title":"UnSeenTimeQA: Time-Sensitive Question-Answering Beyond LLMs' Memorization","created":"2024-07-03","cited_by_count":17,"area":null},{"id":"2410.10783","title":"LiveXiv -- A Multi-Modal Live Benchmark Based on Arxiv Papers Content","created":"2024-10-14","cited_by_count":17,"area":null},{"id":"2412.06745","title":"ONEBench to Test Them All: Sample-Level Benchmarking Over Open-Ended Capabilities","created":"2024-12-09","cited_by_count":15,"area":null},{"id":"2501.13766","title":"UGMathBench: A Diverse and Dynamic Benchmark for Undergraduate-Level Mathematical Reasoning with Large Language Models","created":"2025-01-23","cited_by_count":13,"area":"lr"},{"id":"2509.17677","title":"EngiBench: A Benchmark for Evaluating Large Language Models on Engineering Problem Solving","created":"2025-09-22","cited_by_count":12,"area":"lr"},{"id":"2506.15455","title":"RE-IMAGINE: Symbolic Benchmark Synthesis for Reasoning Evaluation","created":"2025-06-18","cited_by_count":11,"area":"lr"},{"id":"2508.08292","title":"Putnam-AXIOM: A Functional and Static Benchmark for Measuring Higher Level Mathematical Reasoning in LLMs","created":"2025-08-05","cited_by_count":11,"area":"lr"},{"id":"2408.12249","title":"LLMs are not Zero-Shot Reasoners for Biomedical Information Extraction","created":"2024-08-22","cited_by_count":9,"area":"lr"},{"id":"2507.10624","title":"Comprehension Without Competence: Architectural Limits of LLMs in Symbolic Computation and Reasoning","created":"2025-07-14","cited_by_count":9,"area":"lr"},{"id":"2409.12437","title":"Enhancing Logical Reasoning in Large Language Models through Graph-based Synthetic Data","created":"2024-09-19","cited_by_count":8,"area":"lr"},{"id":"2410.21490","title":"Can Large Language Models Act as Symbolic Reasoners?","created":"2024-10-28","cited_by_count":8,"area":"lr"},{"id":"2507.12885","title":"VAR-MATH: Probing True Mathematical Reasoning in LLMS via Symbolic Multi-Instance Benchmarks","created":"2025-07-17","cited_by_count":8,"area":"lr"},{"id":"2604.06802","title":"Riemann-Bench: A Benchmark for Moonshot Mathematics","created":"2026-04-08","cited_by_count":8,"area":null},{"id":"2502.12896","title":"None of the Others: a General Technique to Distinguish Reasoning from Memorization in Multiple-Choice LLM Evaluation Benchmarks","created":"2025-02-18","cited_by_count":6,"area":"lr"},{"id":"2506.05038","title":"Toward Automated Robustness Evaluation of Mathematical Reasoning","created":"2025-06-05","cited_by_count":6,"area":"lr"},{"id":"2606.30182","title":"MirrorCode: AI can rebuild entire programs from behavior alone","created":"2026-06-29","cited_by_count":6,"area":null},{"id":"2404.06750","title":"Frontier AI Ethics: Anticipating and Evaluating the Societal Impacts of Language Model Agents","created":"2024-04-10","cited_by_count":5,"area":"agents"},{"id":"2406.14629","title":"Can LLMs Learn by Teaching for Better Reasoning? A Preliminary Study","created":"2024-06-20","cited_by_count":5,"area":"lr"},{"id":"2505.23851","title":"ASyMOB: Algebraic Symbolic Mathematical Operations Benchmark","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2412.16838","title":"Ask-Before-Detection: Identifying and Mitigating Conformity Bias in LLM-Powered Error Detector for Math Word Problem Solutions","created":"2024-12-22","cited_by_count":4,"area":null},{"id":"2504.09763","title":"Executable Functional Abstractions: Inferring Generative Programs for Advanced Math Problems","created":"2025-04-14","cited_by_count":4,"area":null},{"id":"2506.07751","title":"AbstRaL: Augmenting LLMs' Reasoning by Reinforcing Abstract Thinking","created":"2025-06-09","cited_by_count":4,"area":"lr"},{"id":"2507.11936","title":"A Survey of Deep Learning for Geometry Problem Solving","created":"2025-07-16","cited_by_count":4,"area":"lr"},{"id":"2510.09021","title":"RefGrader: Automated Grading of Mathematical Competition Proofs using Agentic Workflows","created":"2025-10-10","cited_by_count":4,"area":"agents"},{"id":"2409.12746","title":"Bilingual Evaluation of Language Models on General Knowledge in University Entrance Exams with Minimal Contamination","created":"2024-09-19","cited_by_count":3,"area":null},{"id":"2510.20860","title":"Data-Centric Lessons To Improve Speech-Language Pretraining","created":"2025-10-22","cited_by_count":3,"area":null},{"id":"2511.08022","title":"Numerical Sensitivity and Robustness: Exploring the Flaws of Mathematical Reasoning in Large Language Models","created":"2025-11-11","cited_by_count":3,"area":"lr"},{"id":"2604.08571","title":"Robust Reasoning Benchmark","created":"2026-03-26","cited_by_count":3,"area":"lr"},{"id":"2407.02028","title":"Why does in-context learning fail sometimes? Evaluating in-context learning on open and closed questions","created":"2024-07-02","cited_by_count":2,"area":null},{"id":"2410.08130","title":"Think Beyond Size: Adaptive Prompting for More Effective Reasoning","created":"2024-10-10","cited_by_count":2,"area":"lr"},{"id":"2411.12828","title":"Probing the Capacity of Language Model Agents to Operationalize Disparate Experiential Context Despite Distraction","created":"2024-11-19","cited_by_count":2,"area":"agents"},{"id":"2412.15177","title":"Critical-Questions-of-Thought: Steering LLM reasoning with Argumentative Querying","created":"2024-12-19","cited_by_count":2,"area":"lr"},{"id":"2605.15393","title":"LPDS: Evaluating LLM Robustness Through Logic-Preserving Difficulty Scaling","created":"2026-05-14","cited_by_count":2,"area":null},{"id":"2411.03449","title":"AI Horizon Scanning -- White Paper p3395, IEEE-SA. Part III: Technology Watch: a selection of key developments, emerging technologies, and industry trends in Artificial Intelligence","created":"2024-11-05","cited_by_count":1,"area":null},{"id":"2504.07080","title":"DeduCE: Deductive Consistency as a Framework to Evaluate LLM Reasoning","created":"2025-04-09","cited_by_count":1,"area":"lr"},{"id":"2508.19035","title":"Investigating Advanced Reasoning of Large Language Models via Black-Box Environment Interaction","created":"2025-08-26","cited_by_count":1,"area":"lr"},{"id":"2510.01831","title":"Syntactic Blind Spots: How Misalignment Leads to LLMs Mathematical Errors","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2511.06418","title":"How Well Do LLMs Understand Drug Mechanisms? A Knowledge + Reasoning Evaluation Dataset","created":"2025-11-09","cited_by_count":1,"area":"lr"},{"id":"2606.08728","title":"Artificial Intelligence for Mathematical Reasoning: An Integrated Survey of Language Models, Neuro-symbolic Systems, and Verified Discovery","created":"2026-06-07","cited_by_count":1,"area":"lr"},{"id":"2504.09586","title":"Short-Path Prompting in LLMs: Analyzing Reasoning Instability and Solutions for Robust Performance","created":"2025-04-13","cited_by_count":0,"area":"lr"},{"id":"2509.12179","title":"Co-Alignment: Rethinking Alignment as Bidirectional Human-AI Cognitive Adaptation","created":"2025-09-15","cited_by_count":0,"area":"alignment"},{"id":"2510.14365","title":"Understanding the Ability of LLMs to Handle Character-Level Perturbation","created":"2025-10-16","cited_by_count":0,"area":null},{"id":"2510.18134","title":"Evaluating LLM Reasoning Beyond Correctness and CoT","created":"2025-10-20","cited_by_count":0,"area":"lr"},{"id":"2511.10381","title":"Position: On the Methodological Pitfalls of Evaluating Base LLMs for Reasoning","created":"2025-11-13","cited_by_count":0,"area":"lr"},{"id":"2511.14813","title":"DEVAL: A Framework for Evaluating and Improving the Derivation Capability of Large Language Models","created":"2025-11-18","cited_by_count":0,"area":"lr"},{"id":"2609.35312","title":"MemoReason: Evaluating the Effect of Parametric Memory on Contextual Reasoning in LLMs","created":"2026-09-28","cited_by_count":0,"area":"lr"},{"id":"2609.37066","title":"Beyond Compression: Diagnosing How Post-Training Changes Mathematical Reasoning","created":"2026-09-29","cited_by_count":0,"area":"lr"}],"next_cursor":null}