{"total":191,"rows":[{"id":"2410.05229","title":"GSM-Symbolic: Understanding the Limitations of Mathematical Reasoning in Large Language Models","created":"2024-10-07","cited_by_count":550,"area":"lr"},{"id":"2502.03387","title":"LIMO: Less is More for Reasoning","created":"2025-02-05","cited_by_count":498,"area":"lr"},{"id":"2407.12772","title":"LMMs-Eval: Reality Check on the Evaluation of Large Multimodal Models","created":"2024-07-17","cited_by_count":353,"area":"mllm"},{"id":"2505.23281","title":"MathArena: Evaluating LLMs on Uncontaminated Math Competitions","created":"2025-05-29","cited_by_count":297,"area":"lr"},{"id":"2509.16941","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","created":"2025-09-21","cited_by_count":279,"area":null},{"id":"2409.12183","title":"To CoT or not to CoT? Chain-of-thought helps mainly on math and symbolic reasoning","created":"2024-09-18","cited_by_count":263,"area":"lr"},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2410.01560","title":"OpenMathInstruct-2: Accelerating AI for Math with Massive Open-Source Instruction Data","created":"2024-10-02","cited_by_count":200,"area":"lr"},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2407.12883","title":"BRIGHT: A Realistic and Challenging Benchmark for Reasoning-Intensive Retrieval","created":"2024-07-16","cited_by_count":158,"area":null},{"id":"2411.00836","title":"DynaMath: A Dynamic Visual Benchmark for Evaluating Mathematical Reasoning Robustness of Vision Language Models","created":"2024-10-29","cited_by_count":146,"area":"lr"},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2409.19839","title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities","created":"2024-09-30","cited_by_count":110,"area":null},{"id":"2407.20311","title":"Physics of Language Models: Part 2.1, Grade-School Math and the Hidden Reasoning Process","created":"2024-07-29","cited_by_count":108,"area":"lr"},{"id":"2502.06453","title":"MATH-Perturb: Benchmarking LLMs' Math Reasoning Abilities against Hard Perturbations","created":"2025-02-10","cited_by_count":89,"area":"lr"},{"id":"2411.19799","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","created":"2024-11-29","cited_by_count":86,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2406.06565","title":"MixEval: Deriving Wisdom of the Crowd from LLM Benchmark Mixtures","created":"2024-06-03","cited_by_count":74,"area":null},{"id":"2501.12370","title":"Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models","created":"2025-01-21","cited_by_count":50,"area":"moe"},{"id":"2407.08733","title":"Is Your Model Really A Good Math Reasoner? Evaluating Mathematical Reasoning with Checklist","created":"2024-07-11","cited_by_count":48,"area":"lr"},{"id":"2502.00334","title":"UGPhysics: A Comprehensive Benchmark for Undergraduate Physics Reasoning with Large Language Models","created":"2025-02-01","cited_by_count":48,"area":"lr"},{"id":"2503.05336","title":"Toward an Evaluation Science for Generative AI Systems","created":"2025-03-07","cited_by_count":45,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2501.02448","title":"Understand, Solve and Translate: Bridging the Multilingual Mathematical Reasoning Gap","created":"2025-01-05","cited_by_count":43,"area":"lr"},{"id":"2506.11425","title":"Agent-RLVR: Training Software Engineering Agents via Guidance and Environment Rewards","created":"2025-06-13","cited_by_count":42,"area":"lr"},{"id":"2412.15194","title":"MMLU-CF: A Contamination-free Multi-task Language Understanding Benchmark","created":"2024-12-19","cited_by_count":41,"area":null},{"id":"2405.19425","title":"Adaptive In-conversation Team Building for Language Model Agents","created":"2024-05-29","cited_by_count":39,"area":"agents"},{"id":"2407.21009","title":"AI-Assisted Generation of Difficult Math Questions","created":"2024-07-30","cited_by_count":37,"area":"lr"},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2504.13359","title":"Cost-of-Pass: An Economic Framework for Evaluating Language Models","created":"2025-04-17","cited_by_count":35,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2410.01748","title":"Not All LLM Reasoners Are Created Equal","created":"2024-10-02","cited_by_count":30,"area":"lr"},{"id":"2501.03225","title":"Automated Generation of Challenging Multiple-Choice Questions for Vision Language Model Evaluation","created":"2025-01-06","cited_by_count":30,"area":"mllm"},{"id":"2506.21621","title":"The Open Proof Corpus: A Large-Scale Study of LLM-Generated Mathematical Proofs","created":"2025-06-23","cited_by_count":30,"area":null},{"id":"2411.12498","title":"Enhancing Reasoning Capabilities of LLMs via Principled Synthetic Logic Corpus","created":"2024-11-19","cited_by_count":29,"area":"lr"},{"id":"2406.06196","title":"LINGOLY: A Benchmark of Olympiad-Level Linguistic Reasoning Puzzles in Low-Resource and Extinct Languages","created":"2024-06-10","cited_by_count":28,"area":"lr"},{"id":"2411.16679","title":"Do Large Language Models Perform Latent Multi-Hop Reasoning without Exploiting Shortcuts?","created":"2024-11-25","cited_by_count":28,"area":"lr"},{"id":"2412.08819","title":"HARP: A challenging human-annotated math reasoning benchmark","created":"2024-12-11","cited_by_count":27,"area":"lr"},{"id":"2510.04721","title":"BrokenMath: A Benchmark for Sycophancy in Theorem Proving with LLMs","created":"2025-10-06","cited_by_count":27,"area":null},{"id":"2406.11811","title":"RepLiQA: A Question-Answering Dataset for Benchmarking LLMs on Unseen Reference Content","created":"2024-06-17","cited_by_count":26,"area":null},{"id":"2406.12830","title":"What Are the Odds? Language Models Are Capable of Probabilistic Reasoning","created":"2024-06-18","cited_by_count":26,"area":"lr"},{"id":"2502.17026","title":"Understanding the Uncertainty of LLM Explanations: A Perspective Based on Reasoning Topology","created":"2025-02-24","cited_by_count":25,"area":"lr"},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2507.23779","title":"Phi-Ground Tech Report: Advancing Perception in GUI Grounding","created":"2025-07-31","cited_by_count":25,"area":"lr"},{"id":"2504.01995","title":"Brains vs. Bytes: Evaluating LLM Proficiency in Olympiad Mathematics","created":"2025-04-01","cited_by_count":24,"area":"lr"},{"id":"2508.21141","title":"Adaptive LLM Routing under Budget Constraints","created":"2025-08-28","cited_by_count":24,"area":null},{"id":"2406.18966","title":"DataGen: Unified Synthetic Dataset Generation via Large Language Models","created":"2024-06-27","cited_by_count":23,"area":"synth"},{"id":"2503.02324","title":"PromptCoT: Synthesizing Olympiad-level Problems for Mathematical Reasoning in Large Language Models","created":"2025-03-04","cited_by_count":22,"area":"lr"},{"id":"2602.06176","title":"Large Language Model Reasoning Failures","created":"2026-02-05","cited_by_count":21,"area":"lr"},{"id":"2406.13990","title":"Inference-Time Decontamination: Reusing Leaked Benchmarks for Large Language Model Evaluation","created":"2024-06-20","cited_by_count":19,"area":null},{"id":"2503.02358","title":"Are Large Vision Language Models Good Game Players?","created":"2025-03-04","cited_by_count":19,"area":"mllm"},{"id":"2508.13180","title":"Search-Time Data Contamination","created":"2025-08-12","cited_by_count":19,"area":null},{"id":"2405.14039","title":"Embedding Trajectory for Out-of-Distribution Detection in Mathematical Reasoning","created":"2024-05-22","cited_by_count":18,"area":"lr"},{"id":"2409.10566","title":"Eureka: Evaluating and Understanding Large Foundation Models","created":"2024-09-13","cited_by_count":18,"area":null},{"id":"2406.12066","title":"Language Models are Surprisingly Fragile to Drug Names in Biomedical Benchmarks","created":"2024-06-17","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2410.10783","title":"LiveXiv -- A Multi-Modal Live Benchmark Based on Arxiv Papers Content","created":"2024-10-14","cited_by_count":17,"area":null},{"id":"2406.14928","title":"Autonomous Agents for Collaborative Task under Information Asymmetry","created":"2024-06-21","cited_by_count":16,"area":"agents"},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2503.16874","title":"MARS: Multi-Agent Adaptive Reasoning with Socratic Guidance for Automated Prompt Optimization","created":"2025-03-21","cited_by_count":15,"area":"lr"},{"id":"2504.13828","title":"Generative AI Act II: Test Time Scaling Drives Cognition Engineering","created":"2025-04-18","cited_by_count":15,"area":"lr"},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2504.03930","title":"Have Large Language Models Learned to Reason? A Characterization via 3-SAT Phase Transition","created":"2025-04-04","cited_by_count":14,"area":"lr"},{"id":"2406.10834","title":"Exposing the Achilles' Heel: Evaluating LLMs Ability to Handle Mistakes in Mathematical Reasoning","created":"2024-06-16","cited_by_count":13,"area":"lr"},{"id":"2501.13766","title":"UGMathBench: A Diverse and Dynamic Benchmark for Undergraduate-Level Mathematical Reasoning with Large Language Models","created":"2025-01-23","cited_by_count":13,"area":"lr"},{"id":"2504.09714","title":"Evaluating the Quality of Benchmark Datasets for Low-Resource Languages: A Case Study on Turkish","created":"2025-04-13","cited_by_count":13,"area":null},{"id":"2410.03717","title":"Revisiting the Superficial Alignment Hypothesis","created":"2024-09-27","cited_by_count":12,"area":"alignment"},{"id":"2410.13502","title":"MathGAP: Out-of-Distribution Evaluation on Problems with Arbitrarily Complex Proofs","created":"2024-10-17","cited_by_count":12,"area":null},{"id":"2509.17677","title":"EngiBench: A Benchmark for Evaluating Large Language Models on Engineering Problem Solving","created":"2025-09-22","cited_by_count":12,"area":"lr"},{"id":"2406.04197","title":"DICE: Detecting In-distribution Contamination in LLM's Fine-tuning Phase for Math Reasoning","created":"2024-06-06","cited_by_count":11,"area":"lr"},{"id":"2410.12722","title":"WorldMedQA-V: a multilingual, multimodal medical examination dataset for multimodal language models evaluation","created":"2024-10-16","cited_by_count":11,"area":"mllm"},{"id":"2607.00053","title":"SWE-Router: Routing in Multi-turn Agentic Software Engineering Tasks","created":"2026-06-30","cited_by_count":11,"area":"agents"},{"id":"2506.13681","title":"Min-p, Max Exaggeration: A Critical Analysis of Min-p Sampling in Language Models","created":"2025-06-16","cited_by_count":10,"area":null},{"id":"2511.05162","title":"Mind the Gap... or Not? How Translation Errors and Evaluation Details Skew Multilingual Results","created":"2025-11-07","cited_by_count":10,"area":null},{"id":"2601.22954","title":"Residual Context Diffusion Language Models","created":"2026-01-30","cited_by_count":10,"area":"diffusion"},{"id":"2405.17512","title":"On Fairness of Low-Rank Adaptation of Large Models","created":"2024-05-27","cited_by_count":9,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2608.05179","title":"Autonomous Research Agents: A Survey of AI Scientists and the Verification Gap","created":"2026-06-29","cited_by_count":9,"area":"agents"},{"id":"2407.08642","title":"Towards Building Specialized Generalist AI with System 1 and System 2 Fusion","created":"2024-07-11","cited_by_count":8,"area":null},{"id":"2502.06470","title":"A Survey of Theory of Mind in Large Language Models: Evaluations, Representations, and Safety Risks","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2505.23701","title":"Can LLMs Reason Abstractly Over Math Word Problems Without CoT? Disentangling Abstract Formulation From Arithmetic Computation","created":"2025-05-29","cited_by_count":8,"area":"lr"},{"id":"2510.07575","title":"Benchmarking is Broken -- Don't Let AI be its Own Judge","created":"2025-10-08","cited_by_count":8,"area":null},{"id":"2407.00416","title":"Too Late to Train, Too Early To Use? A Study on Necessity and Viability of Low-Resource Bengali LLMs","created":"2024-06-29","cited_by_count":7,"area":null},{"id":"2410.00151","title":"Scheherazade: Evaluating Chain-of-Thought Math Reasoning in LLMs with Chain-of-Problems","created":"2024-09-30","cited_by_count":7,"area":"lr"},{"id":"2501.02152","title":"Table as Thought: Exploring Structured Thoughts in LLM Reasoning","created":"2025-01-04","cited_by_count":7,"area":"lr"},{"id":"2503.10452","title":"DynaCode: A Dynamic Complexity-Aware Code Benchmark for Evaluating Large Language Models in Code Generation","created":"2025-03-13","cited_by_count":7,"area":null},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2506.19882","title":"Position: Machine Learning Conferences Should Establish a \"Refutations and Critiques\" Track","created":"2025-06-24","cited_by_count":7,"area":null},{"id":"2512.14754","title":"Revisiting the Reliability of Language Models in Instruction-Following","created":"2025-12-15","cited_by_count":7,"area":null},{"id":"2406.18326","title":"PaCoST: Paired Confidence Significance Testing for Benchmark Contamination Detection in Large Language Models","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2502.06990","title":"Investigating the Zone of Proximal Development of Language Models for In-Context Learning","created":"2025-02-10","cited_by_count":6,"area":null},{"id":"2502.17259","title":"Detecting Benchmark Contamination Through Watermarking","created":"2025-02-24","cited_by_count":6,"area":null},{"id":"2502.17956","title":"Towards Better Understanding of Program-of-Thought Reasoning in Cross-Lingual and Multilingual Environments","created":"2025-02-25","cited_by_count":6,"area":"lr"},{"id":"2503.13507","title":"NeurIPS 2023 LLM Efficiency Fine-tuning Competition","created":"2025-03-13","cited_by_count":6,"area":null},{"id":"2504.02810","title":"Generative Evaluation of Complex Reasoning in Large Language Models","created":"2025-04-03","cited_by_count":6,"area":"lr"},{"id":"2510.09259","title":"Detecting Data Contamination from Reinforcement Learning Post-training for Large Language Models","created":"2025-10-10","cited_by_count":6,"area":null},{"id":"2606.30182","title":"MirrorCode: AI can rebuild entire programs from behavior alone","created":"2026-06-29","cited_by_count":6,"area":null}],"next_cursor":"100"}