{"total":123,"rows":[{"id":"2401.03065","title":"CRUXEval: A Benchmark for Code Reasoning, Understanding and Execution","created":"2024-01-05","cited_by_count":300,"area":null},{"id":"2502.17416","title":"Reasoning with Latent Thoughts: On the Power of Looped Transformers","created":"2025-02-24","cited_by_count":240,"area":"lr"},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2410.14157","title":"Beyond Autoregression: Discrete Diffusion for Complex Reasoning and Planning","created":"2024-10-18","cited_by_count":135,"area":"lr"},{"id":"2402.14903","title":"Tokenization counts: the impact of tokenization on arithmetic in frontier LLMs","created":"2024-02-22","cited_by_count":115,"area":null},{"id":"2310.04363","title":"Amortizing intractable inference in large language models","created":"2023-10-06","cited_by_count":97,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2402.08939","title":"Premise Order Matters in Reasoning with Large Language Models","created":"2024-02-14","cited_by_count":72,"area":"lr"},{"id":"2309.06979","title":"Auto-Regressive Next-Token Predictors are Universal Learners","created":"2023-09-13","cited_by_count":67,"area":"lr"},{"id":"2405.18512","title":"Understanding Transformer Reasoning Capabilities via Graph Algorithms","created":"2024-05-28","cited_by_count":67,"area":"lr"},{"id":"2411.01855","title":"Can Language Models Learn to Skip Steps?","created":"2024-11-04","cited_by_count":59,"area":"lr"},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56,"area":null},{"id":"2411.03766","title":"Number Cookbook: Number Understanding of Language Models and How to Improve It","created":"2024-11-06","cited_by_count":42,"area":null},{"id":"2406.03445","title":"Pre-trained Large Language Models Use Fourier Features to Compute Addition","created":"2024-06-05","cited_by_count":39,"area":"lr"},{"id":"2404.01266","title":"IsoBench: Benchmarking Multimodal Foundation Models on Isomorphic Representations","created":"2024-04-01","cited_by_count":38,"area":null},{"id":"2409.10502","title":"Causal Language Modeling Can Elicit Search and Reasoning Capabilities on Logic Puzzles","created":"2024-09-16","cited_by_count":38,"area":"lr"},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2308.15594","title":"Learning the greatest common divisor: explaining transformer predictions","created":"2023-08-29","cited_by_count":33,"area":null},{"id":"2404.00459","title":"NumeroLogic: Number Encoding for Enhanced LLMs' Numerical Reasoning","created":"2024-03-30","cited_by_count":31,"area":"lr"},{"id":"2502.01612","title":"Self-Improving Transformers Overcome Easy-to-Hard and Length Generalization Challenges","created":"2025-02-03","cited_by_count":31,"area":"synth"},{"id":"2402.01107","title":"Simulation of Graph Algorithms with Looped Transformers","created":"2024-02-02","cited_by_count":30,"area":null},{"id":"2504.15266","title":"Roll the dice & look before you leap: Going beyond the creative limits of next-token prediction","created":"2025-04-21","cited_by_count":29,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2401.03910","title":"A Philosophical Introduction to Language Models -- Part I: Continuity With Classic Debates","created":"2024-01-08","cited_by_count":23,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2408.06318","title":"Can We Rely on LLM Agents to Draft Long-Horizon Plans? Let's Take TravelPlanner as an Example","created":"2024-08-12","cited_by_count":22,"area":"agents"},{"id":"2502.09741","title":"FoNE: Precise Single-Token Number Embeddings via Fourier Features","created":"2025-02-13","cited_by_count":22,"area":null},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2410.09375","title":"Looped ReLU MLPs May Be All You Need as Practical Programmable Computers","created":"2024-10-12","cited_by_count":19,"area":null},{"id":"2310.04861","title":"Uncovering hidden geometry in Transformers via disentangling position and context","created":"2023-10-07","cited_by_count":18,"area":null},{"id":"2405.06107","title":"Transforming the Bootstrap: Using Transformers to Compute Scattering Amplitudes in Planar N = 4 Super Yang-Mills Theory","created":"2024-05-09","cited_by_count":18,"area":null},{"id":"2405.09220","title":"ALPINE: Unveiling the Planning Capability of Autoregressive Learning in Language Models","created":"2024-05-15","cited_by_count":18,"area":null},{"id":"2406.19292","title":"From Artificial Needles to Real Haystacks: Improving Retrieval Capabilities in LLMs by Finetuning on Synthetic Data","created":"2024-06-27","cited_by_count":18,"area":"lr"},{"id":"2402.16726","title":"Towards Empirical Interpretation of Internal Circuits and Properties in Grokked Transformers on Modular Polynomials","created":"2024-02-26","cited_by_count":14,"area":null},{"id":"2406.09308","title":"Transformers meet Neural Algorithmic Reasoners","created":"2024-06-13","cited_by_count":13,"area":"lr"},{"id":"2411.02083","title":"Regress, Don't Guess -- A Regression-like Loss on Number Tokens for Language Models","created":"2024-11-04","cited_by_count":13,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2308.01154","title":"Arithmetic with Language Models: from Memorization to Computation","created":"2023-08-02","cited_by_count":12,"area":null},{"id":"2310.02842","title":"Sweeping Heterogeneity with Smart MoPs: Mixture of Prompts for LLM Task Adaptation","created":"2023-10-04","cited_by_count":12,"area":null},{"id":"2405.19313","title":"Language Models Trained to do Arithmetic Predict Human Risky and Intertemporal Choice","created":"2024-05-29","cited_by_count":12,"area":null},{"id":"2406.10667","title":"UniZero: Generalized and Efficient Planning with Scalable Latent World Models","created":"2024-06-15","cited_by_count":12,"area":"wm"},{"id":"2410.23506","title":"The Belief State Transformer","created":"2024-10-30","cited_by_count":12,"area":null},{"id":"2404.00560","title":"A Theory for Length Generalization in Learning to Reason","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2406.01895","title":"Explicitly Encoding Structural Symmetry is Key to Length Generalization in Arithmetic Tasks","created":"2024-06-04","cited_by_count":11,"area":"lr"},{"id":"2410.15580","title":"Language Models are Symbolic Learners in Arithmetic","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2506.23869","title":"Scaling Self-Supervised Representation Learning for Symbolic Piano Performance","created":"2025-06-30","cited_by_count":9,"area":null},{"id":"2309.08589","title":"Chain-of-Thought Reasoning is a Policy Improvement Operator","created":"2023-09-15","cited_by_count":8,"area":"lr"},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2510.27015","title":"Quantitative Bounds for Length Generalization in Transformers","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2311.16173","title":"Conditions for Length Generalization in Learning Reasoning Skills","created":"2023-11-22","cited_by_count":7,"area":"lr"},{"id":"2402.01082","title":"Salsa Fresca: Angular Embeddings and Pre-Training for ML Attacks on Learning With Errors","created":"2024-02-02","cited_by_count":7,"area":null},{"id":"2405.15722","title":"Models That Prove Their Own Correctness","created":"2024-05-24","cited_by_count":7,"area":null},{"id":"2406.02585","title":"Contextual Counting: A Mechanistic Study of Transformers on a Quantitative Task","created":"2024-05-30","cited_by_count":7,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2502.11525","title":"Beyond Single-Task: Robust Multi-Task Length Generalization for LLMs","created":"2025-02-17","cited_by_count":7,"area":null},{"id":"2503.11154","title":"Don't Take Things Out of Context: Attention Intervention for Enhancing Chain-of-Thought Reasoning in Large Language Models","created":"2025-03-14","cited_by_count":7,"area":"lr"},{"id":"2506.01687","title":"StochasTok: Improving Fine-Grained Subword Understanding in LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2506.13688","title":"What Happens During the Loss Plateau? Understanding Abrupt Learning in Transformers","created":"2025-06-16","cited_by_count":7,"area":null},{"id":"2510.00184","title":"Why Can't Transformers Learn Multiplication? Reverse-Engineering Reveals Long-Range Dependency Pitfalls","created":"2025-09-30","cited_by_count":7,"area":null},{"id":"2510.06824","title":"Efficient numeracy in language models through single-token number embeddings","created":"2025-10-08","cited_by_count":7,"area":null},{"id":"2402.06756","title":"Convergence of Gradient Descent with Small Initialization for Unregularized Matrix Completion","created":"2024-02-09","cited_by_count":6,"area":null},{"id":"2506.23908","title":"Beyond Statistical Learning: Exact Learning Is Essential for General Intelligence","created":"2025-06-30","cited_by_count":6,"area":"lr"},{"id":"2407.17963","title":"Principled Understanding of Generalization for Generative Transformer Models in Arithmetic Reasoning Tasks","created":"2024-07-25","cited_by_count":5,"area":"lr"},{"id":"2410.01600","title":"ENTP: Encoder-only Next Token Prediction","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2411.05943","title":"Quantifying artificial intelligence through algorithmic generalization","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2502.10450","title":"Trustworthy AI: Safety, Bias, and Privacy -- A Survey","created":"2025-02-11","cited_by_count":5,"area":"safety"},{"id":"2503.06366","title":"Machine Learning meets Algebraic Combinatorics: A Suite of Datasets Capturing Research-level Conjecturing Ability in Pure Mathematics","created":"2025-03-09","cited_by_count":5,"area":null},{"id":"2603.04948","title":"$\\nabla$-Reasoner: LLM Reasoning via Test-Time Gradient Descent in Latent Space","created":"2026-03-05","cited_by_count":5,"area":"lr"},{"id":"2603.21852","title":"All elementary functions from a single binary operator","created":"2026-03-23","cited_by_count":5,"area":null},{"id":"2312.17532","title":"Enhancing Quantitative Reasoning Skills of Large Language Models through Dimension Perception","created":"2023-12-29","cited_by_count":4,"area":"lr"},{"id":"2407.02678","title":"Reasoning in Large Language Models: A Geometric Perspective","created":"2024-07-02","cited_by_count":4,"area":"lr"},{"id":"2501.00712","title":"Rethinking Addressing in Language Models via Contexualized Equivariant Positional Encoding","created":"2025-01-01","cited_by_count":4,"area":"lr"},{"id":"2505.20021","title":"Decomposing Complex Visual Comprehension into Atomic Visual Skills for Vision Language Models","created":"2025-05-26","cited_by_count":4,"area":"lr"},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2410.07896","title":"Executing Arithmetic: Fine-Tuning Large Language Models as Turing Machines","created":"2024-10-10","cited_by_count":3,"area":null},{"id":"2501.15857","title":"Are Transformers Able to Reason by Connecting Separated Knowledge in Training Data?","created":"2025-01-27","cited_by_count":3,"area":null},{"id":"2507.13332","title":"The Imitation Game: Turing Machine Imitator is Length Generalizable Reasoner","created":"2025-07-17","cited_by_count":3,"area":"lr"},{"id":"2509.22023","title":"Teaching Transformers to Solve Combinatorial Problems through Efficient Trial & Error","created":"2025-09-26","cited_by_count":3,"area":"offlinerl"},{"id":"2510.16096","title":"Facts in Stats: Impacts of Pretraining Diversity on Language Model Generalization","created":"2025-10-17","cited_by_count":3,"area":null},{"id":"2601.22510","title":"Shattered Compositionality: Counterintuitive Learning Dynamics of Transformers for Arithmetic","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2604.13082","title":"The Long Delay to Arithmetic Generalization: When Learned Representations Outrun Behavior","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2308.08268","title":"It Ain't That Bad: Understanding the Mysterious Performance Drop in OOD Generalization for Generative Transformer Models","created":"2023-08-16","cited_by_count":2,"area":null},{"id":"2410.08898","title":"Low-Dimension-to-High-Dimension Generalization And Its Implications for Length Generalization","created":"2024-10-11","cited_by_count":2,"area":null},{"id":"2410.13964","title":"Sparse Mixture-of-Experts for Compositional Generalization: Empirical Evidence and Theoretical Foundations of Optimal Sparsity","created":"2024-10-17","cited_by_count":2,"area":"moe"},{"id":"2502.19622","title":"Weaker LLMs' Opinions Also Matter: Mixture of Opinions Enhances LLM's Mathematical Reasoning","created":"2025-02-26","cited_by_count":2,"area":"lr"},{"id":"2505.03997","title":"Quiet Feature Learning in Algorithmic Tasks","created":"2025-05-06","cited_by_count":2,"area":null},{"id":"2603.24780","title":"Transformers in the Dark: Navigating Unknown Search Spaces via Bandit Feedback","created":"2026-03-25","cited_by_count":2,"area":null},{"id":"2607.17624","title":"Can Transformers Really Do It All? On the Compatibility of Inductive Biases Across Tasks","created":"2026-07-20","cited_by_count":2,"area":null},{"id":"2609.20581","title":"Limits of Confidence in Diffusion","created":"2026-09-17","cited_by_count":2,"area":"diffusion"},{"id":"2410.24050","title":"A Mechanistic Study of Transformers Training Dynamics","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2502.17513","title":"Int2Int: a framework for mathematics with transformers","created":"2025-02-22","cited_by_count":1,"area":null},{"id":"2505.18369","title":"Small Models, Smarter Learning: The Power of Joint Task Training","created":"2025-05-23","cited_by_count":1,"area":null},{"id":"2511.22751","title":"Exact Learning of Arithmetic with Differentiable Agents","created":"2025-11-27","cited_by_count":1,"area":null},{"id":"2601.15714","title":"Even GPT-5.2 Can't Count to Five: The Case for Zero-Error Horizons in Trustworthy LLMs","created":"2026-01-22","cited_by_count":1,"area":null},{"id":"2602.10416","title":"AI-rithmetic","created":"2026-02-11","cited_by_count":1,"area":null}],"next_cursor":"100"}