{"total":216,"rows":[{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109,"area":null},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371,"area":null},{"id":"2207.05221","title":"Language Models (Mostly) Know What They Know","created":"2022-07-11","cited_by_count":1856,"area":"lr"},{"id":"2105.09938","title":"Measuring Coding Challenge Competence With APPS","created":"2021-05-20","cited_by_count":902,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2304.06364","title":"AGIEval: A Human-Centric Benchmark for Evaluating Foundation Models","created":"2023-04-13","cited_by_count":716,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2307.13702","title":"Measuring Faithfulness in Chain-of-Thought Reasoning","created":"2023-07-17","cited_by_count":703,"area":"lr"},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2212.09561","title":"Large Language Models are Better Reasoners with Self-Verification","created":"2022-12-19","cited_by_count":307,"area":"lr"},{"id":"2209.00840","title":"FOLIO: Natural Language Reasoning with First-Order Logic","created":"2022-09-02","cited_by_count":235,"area":"lr"},{"id":"2206.02336","title":"Making Large Language Models Better Reasoners with Step-Aware Verifier","created":"2022-06-06","cited_by_count":233,"area":"lr"},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2502.01100","title":"ZebraLogic: On the Scaling Limits of LLMs for Logical Reasoning","created":"2025-02-03","cited_by_count":201,"area":"lr"},{"id":"2309.15402","title":"Navigate through Enigmatic Labyrinth A Survey of Chain of Thought Reasoning: Advances, Frontiers and Future","created":"2023-09-27","cited_by_count":184,"area":"lr"},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2305.08455","title":"Document Understanding Dataset and Evaluation (DUDE)","created":"2023-05-15","cited_by_count":135,"area":null},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2503.05179","title":"Sketch-of-Thought: Efficient LLM Reasoning with Adaptive Cognitive-Inspired Sketching","created":"2025-03-07","cited_by_count":117,"area":"lr"},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2508.14444","title":"NVIDIA Nemotron Nano 2: An Accurate and Efficient Hybrid Mamba-Transformer Reasoning Model","created":"2025-08-20","cited_by_count":108,"area":"lr"},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2308.04371","title":"Cumulative Reasoning with Large Language Models","created":"2023-08-08","cited_by_count":94,"area":"lr"},{"id":"2205.11502","title":"On the Paradox of Learning to Reason from Data","created":"2022-05-23","cited_by_count":93,"area":"lr"},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2305.15269","title":"Testing the General Deductive Reasoning Capacity of Large Language Models Using OOD Examples","created":"2023-05-24","cited_by_count":84,"area":"lr"},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2404.10642","title":"Self-playing Adversarial Language Game Enhances LLM Reasoning","created":"2024-04-16","cited_by_count":83,"area":"lr"},{"id":"2105.11644","title":"A Survey on Complex Knowledge Base Question Answering: Methods, Challenges and Solutions","created":"2021-05-25","cited_by_count":78,"area":null},{"id":"2503.00031","title":"Efficient Test-Time Scaling via Self-Calibration","created":"2025-02-25","cited_by_count":75,"area":"lr"},{"id":"2310.09881","title":"In-Context Learning with Iterative Demonstration Selection","created":"2023-10-15","cited_by_count":74,"area":null},{"id":"2403.20046","title":"Can LLMs Learn from Previous Mistakes? Investigating LLMs' Errors to Boost for Reasoning","created":"2024-03-29","cited_by_count":69,"area":"lr"},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2404.15522","title":"LogicBench: Towards Systematic Evaluation of Logical Reasoning Ability of Large Language Models","created":"2024-04-23","cited_by_count":68,"area":"lr"},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2306.09841","title":"Are Large Language Models Really Good Logical Reasoners? A Comprehensive Evaluation and Beyond","created":"2023-06-16","cited_by_count":65,"area":"lr"},{"id":"2401.05618","title":"The Benefits of a Concise Chain of Thought on Problem-Solving in Large Language Models","created":"2024-01-11","cited_by_count":63,"area":"lr"},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2303.14725","title":"Natural Language Reasoning, A Survey","created":"2023-03-26","cited_by_count":61,"area":"lr"},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2305.15541","title":"Harnessing the Power of Large Language Models for Natural Language to First-Order Logic Translation","created":"2023-05-24","cited_by_count":59,"area":"alignment"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2409.03137","title":"The AdEMAMix Optimizer: Better, Faster, Older","created":"2024-09-05","cited_by_count":54,"area":null},{"id":"2305.19555","title":"Large Language Models Are Not Strong Abstract Reasoners","created":"2023-05-31","cited_by_count":53,"area":"lr"},{"id":"2104.06598","title":"AR-LSAT: Investigating Analytical Reasoning of Text","created":"2021-04-14","cited_by_count":51,"area":null},{"id":"2502.15652","title":"Empowering LLMs with Logical Reasoning: A Comprehensive Survey","created":"2025-02-21","cited_by_count":51,"area":"lr"},{"id":"2410.02223","title":"EmbedLLM: Learning Compact Representations of Large Language Models","created":"2024-10-03","cited_by_count":48,"area":null},{"id":"2105.03659","title":"Logic-Driven Context Extension and Data Augmentation for Logical Reasoning of Text","created":"2021-05-08","cited_by_count":46,"area":null},{"id":"2504.09710","title":"DUMP: Automated Distribution-Level Curriculum Learning for RL-based LLM Post-training","created":"2025-04-13","cited_by_count":46,"area":"lr"},{"id":"2201.11473","title":"Reasoning Like Program Executors","created":"2022-01-27","cited_by_count":45,"area":"lr"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2108.00648","title":"From LSAT: The Progress and Challenges of Complex Reasoning","created":"2021-08-02","cited_by_count":43,"area":null},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2406.10625","title":"On the Hardness of Faithful Chain-of-Thought Reasoning in Large Language Models","created":"2024-06-15","cited_by_count":43,"area":"lr"},{"id":"2502.03671","title":"Advancing Reasoning in Large Language Models: Promising Methods and Approaches","created":"2025-02-05","cited_by_count":43,"area":"lr"},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2405.06682","title":"Self-Reflection in LLM Agents: Effects on Problem-Solving Performance","created":"2024-05-05","cited_by_count":39,"area":"agents"},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2310.00836","title":"Towards LogiGLUE: A Brief Survey and A Benchmark for Analyzing Logical Reasoning Capabilities of Language Models","created":"2023-10-02","cited_by_count":35,"area":"lr"},{"id":"2503.09543","title":"PolyPythias: Stability and Outliers across Fifty Language Model Pre-Training Runs","created":"2025-03-12","cited_by_count":35,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2109.06415","title":"Gradient Imitation Reinforcement Learning for Low Resource Relation Extraction","created":"2021-09-14","cited_by_count":33,"area":null},{"id":"2402.01742","title":"Towards Optimizing the Costs of LLM Usage","created":"2024-01-29","cited_by_count":33,"area":null},{"id":"2212.10923","title":"Language Models as Inductive Reasoners","created":"2022-12-21","cited_by_count":32,"area":"lr"},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2411.12498","title":"Enhancing Reasoning Capabilities of LLMs via Principled Synthetic Logic Corpus","created":"2024-11-19","cited_by_count":29,"area":"lr"},{"id":"2502.00698","title":"MM-IQ: Benchmarking Human-Like Abstraction and Reasoning in Multimodal Models","created":"2025-02-02","cited_by_count":29,"area":null},{"id":"2103.14349","title":"DAGN: Discourse-Aware Graph Network for Logical Reasoning","created":"2021-03-26","cited_by_count":28,"area":null},{"id":"2203.08480","title":"E-KAR: A Benchmark for Rationalizing Natural Language Analogical Reasoning","created":"2022-03-16","cited_by_count":28,"area":"lr"},{"id":"2410.17952","title":"SimRAG: Self-Improving Retrieval-Augmented Generation for Adapting Large Language Models to Specialized Domains","created":"2024-10-23","cited_by_count":28,"area":"rag"},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2306.06688","title":"Language Versatilists vs. Specialists: An Empirical Revisiting on Multilingual Transfer Ability","created":"2023-06-11","cited_by_count":27,"area":null},{"id":"2109.05473","title":"Exploring Task Difficulty for Few-Shot Relation Extraction","created":"2021-09-12","cited_by_count":24,"area":null},{"id":"2411.14522","title":"GMAI-VL & GMAI-VL-5.5M: A Large Vision-Language Model and A Comprehensive Multimodal Dataset Towards General Medical AI","created":"2024-11-21","cited_by_count":24,"area":"mllm"},{"id":"2407.10058","title":"Learning to Refuse: Towards Mitigating Privacy Risks in LLMs","created":"2024-07-14","cited_by_count":23,"area":"safety"},{"id":"2409.17539","title":"Logic-of-Thought: Injecting Logic into Contexts for Full Reasoning in Large Language Models","created":"2024-09-26","cited_by_count":23,"area":"lr"},{"id":"2506.08295","title":"From Passive to Active Reasoning: Can Large Language Models Ask the Right Questions under Incomplete Information?","created":"2025-06-09","cited_by_count":23,"area":"lr"},{"id":"2203.00357","title":"MERIt: Meta-Path Guided Contrastive Learning for Logical Reasoning","created":"2022-03-01","cited_by_count":22,"area":"lr"},{"id":"2205.12598","title":"RobustLR: Evaluating Robustness to Logical Perturbation in Deductive Reasoning","created":"2022-05-25","cited_by_count":22,"area":"lr"},{"id":"2402.11100","title":"When LLMs Meet Cunning Texts: A Fallacy Understanding Benchmark for Large Language Models","created":"2024-02-16","cited_by_count":22,"area":null},{"id":"2109.05213","title":"Uncovering Main Causalities for Long-tailed Information Extraction","created":"2021-09-11","cited_by_count":21,"area":null},{"id":"2407.12327","title":"Spectra: Surprising Effectiveness of Pretraining Ternary Language Models at Scale","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2503.00808","title":"Predictive Data Selection: The Data That Predicts Is the Data That Teaches","created":"2025-03-02","cited_by_count":21,"area":null},{"id":"2310.11732","title":"Investigating Uncertainty Calibration of Aligned Language Models under the Multiple-Choice Setting","created":"2023-10-18","cited_by_count":20,"area":"alignment"},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2505.15801","title":"VerifyBench: Benchmarking Reference-based Reward Systems for Large Language Models","created":"2025-05-21","cited_by_count":20,"area":"lr"},{"id":"2505.19970","title":"CP-Router: An Uncertainty-Aware Router Between LLM and LRM","created":"2025-05-26","cited_by_count":20,"area":"lr"},{"id":"2310.12342","title":"Eliminating Reasoning via Inferring with Planning: A New Framework to Guide LLMs' Non-linear Thinking","created":"2023-10-18","cited_by_count":19,"area":"lr"},{"id":"2410.16531","title":"Bayesian scaling laws for in-context learning","created":"2024-10-21","cited_by_count":19,"area":"safety"},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2308.07336","title":"Learning Deductive Reasoning from Synthetic Corpus based on Formal Logic","created":"2023-08-11","cited_by_count":18,"area":"lr"}],"next_cursor":"100"}