{"total":67,"rows":[{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178,"area":null},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2410.14157","title":"Beyond Autoregression: Discrete Diffusion for Complex Reasoning and Planning","created":"2024-10-18","cited_by_count":135,"area":"lr"},{"id":"2412.01951","title":"Self-Improvement in Language Models: The Sharpening Mechanism","created":"2024-12-02","cited_by_count":104,"area":"synth"},{"id":"2402.09268","title":"Transformers, parallel computation, and logarithmic depth","created":"2024-02-14","cited_by_count":79,"area":null},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2310.07923","title":"The Expressive Power of Transformers with Chain of Thought","created":"2023-10-11","cited_by_count":50,"area":"lr"},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2504.15266","title":"Roll the dice & look before you leap: Going beyond the creative limits of next-token prediction","created":"2025-04-21","cited_by_count":29,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2503.07932","title":"A Theory of Learning with Autoregressive Chain of Thought","created":"2025-03-11","cited_by_count":23,"area":"lr"},{"id":"2402.03268","title":"Understanding Reasoning Ability of Language Models From the Perspective of Reasoning Paths Aggregation","created":"2024-02-05","cited_by_count":22,"area":"lr"},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2403.07556","title":"Truth-Aware Context Selection: Mitigating Hallucinations of Large Language Models Being Misled by Untruthful Contexts","created":"2024-03-12","cited_by_count":15,"area":null},{"id":"2402.18551","title":"Implicit Optimization Bias of Next-Token Prediction in Linear Models","created":"2024-02-28","cited_by_count":14,"area":null},{"id":"2507.02550","title":"Position: A Theory of Deep Learning Must Include Compositional Sparsity","created":"2025-07-03","cited_by_count":14,"area":null},{"id":"2605.06548","title":"Continuous Latent Diffusion Language Model","created":"2026-05-07","cited_by_count":14,"area":"diffusion"},{"id":"2310.00726","title":"Improving Length-Generalization in Transformers via Task Hinting","created":"2023-10-01","cited_by_count":13,"area":null},{"id":"2505.21825","title":"Let Me Think! A Long Chain-of-Thought Can Be Worth Exponentially Many Short Ones","created":"2025-05-27","cited_by_count":13,"area":"lr"},{"id":"2405.13718","title":"Next-token prediction capacity: general upper bounds and a lower bound for transformers","created":"2024-05-22","cited_by_count":11,"area":null},{"id":"2411.01992","title":"Ask, and it shall be given: On the Turing completeness of prompting","created":"2024-11-04","cited_by_count":10,"area":null},{"id":"2409.11143","title":"Semformer: Transformer Language Models with Semantic Planning","created":"2024-09-17","cited_by_count":9,"area":null},{"id":"2506.15543","title":"Learning Algorithms in the Limit","created":"2025-06-18","cited_by_count":9,"area":null},{"id":"2507.15865","title":"From Reasoning to Super-Intelligence: A Search-Theoretic Perspective","created":"2025-07-13","cited_by_count":9,"area":"lr"},{"id":"2311.16173","title":"Conditions for Length Generalization in Learning Reasoning Skills","created":"2023-11-22","cited_by_count":7,"area":"lr"},{"id":"2405.15722","title":"Models That Prove Their Own Correctness","created":"2024-05-24","cited_by_count":7,"area":null},{"id":"2506.18368","title":"Sequential keypoint density estimator: an overlooked baseline of skeleton-based video anomaly detection","created":"2025-06-23","cited_by_count":7,"area":null},{"id":"2505.15927","title":"CoT Information: Improved Sample Complexity under Chain-of-Thought Supervision","created":"2025-05-21","cited_by_count":6,"area":"lr"},{"id":"2505.22650","title":"On Learning Verifiers and Implications to Chain-of-Thought Reasoning","created":"2025-05-28","cited_by_count":6,"area":"lr"},{"id":"2507.07544","title":"Position: We Need An Algorithmic Understanding of Generative AI","created":"2025-07-10","cited_by_count":5,"area":null},{"id":"2511.20888","title":"Deep Learning as a Convex Paradigm of Computation: Minimizing Circuit Size with ResNets","created":"2025-11-25","cited_by_count":5,"area":null},{"id":"2604.12013","title":"Sample Complexity of Autoregressive Reasoning: Chain-of-Thought vs. End-to-End","created":"2026-04-13","cited_by_count":5,"area":"lr"},{"id":"2410.23912","title":"RL-STaR: Theoretical Analysis of Reinforcement Learning Frameworks for Self-Taught Reasoner","created":"2024-10-31","cited_by_count":4,"area":"lr"},{"id":"2411.16260","title":"Unraveling Arithmetic in Large Language Models: The Role of Algebraic Structures","created":"2024-11-25","cited_by_count":4,"area":"lr"},{"id":"2502.16763","title":"Learning to Add, Multiply, and Execute Algorithmic Instructions Exactly with Neural Networks","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2409.18028","title":"Compositional Hardness of Code in Large Language Models -- A Probabilistic Perspective","created":"2024-09-26","cited_by_count":3,"area":null},{"id":"2508.07571","title":"Towards Theoretical Understanding of Transformer Test-Time Computing: Investigation on In-Context Linear Regression","created":"2025-08-11","cited_by_count":3,"area":null},{"id":"2510.11942","title":"On efficiently computable functions, deep networks and sparse compositionality","created":"2025-10-13","cited_by_count":3,"area":null},{"id":"2604.24737","title":"Learning to Think from Multiple Thinkers","created":"2026-04-27","cited_by_count":3,"area":"lr"},{"id":"2605.06819","title":"A Theory of Online Learning with Autoregressive Chain-of-Thought Reasoning","created":"2026-05-07","cited_by_count":3,"area":"lr"},{"id":"2408.02288","title":"Spin glass model of in-context learning","created":"2024-08-05","cited_by_count":2,"area":null},{"id":"2411.00863","title":"Next-Token Prediction Task Assumes Optimal Data Ordering for LLM Training in Proof Generation","created":"2024-10-30","cited_by_count":2,"area":null},{"id":"2510.21258","title":"Correlation Dimension of Auto-Regressive Large Language Models","created":"2025-10-24","cited_by_count":2,"area":null},{"id":"2603.00883","title":"Knowledge without Wisdom: Measuring Misalignment between LLMs and Intended Impact","created":"2026-03-01","cited_by_count":2,"area":null},{"id":"2603.16068","title":"Resource Consumption Threats in Large Language Models","created":"2026-03-17","cited_by_count":2,"area":null},{"id":"2605.22471","title":"Lost in Tokenization: Fundamental Trade-offs in Graph Tokenization for Transformers","created":"2026-05-21","cited_by_count":2,"area":null},{"id":"2409.19150","title":"On the Power of Decision Trees in Auto-Regressive Language Modeling","created":"2024-09-27","cited_by_count":1,"area":null},{"id":"2601.08061","title":"Universal computation is intrinsic to language model decoding","created":"2026-01-12","cited_by_count":1,"area":null},{"id":"2602.07992","title":"When Is Compositional Reasoning Learnable from Verifiable Rewards?","created":"2026-02-08","cited_by_count":1,"area":"lr"},{"id":"2604.25800","title":"Barriers to Universal Reasoning With Transformers (And How to Overcome Them)","created":"2026-04-28","cited_by_count":1,"area":"lr"},{"id":"2607.06720","title":"When Does In-Context Search Help? A Sampling-Complexity Theory of Reflection-Driven Reasoning","created":"2026-07-07","cited_by_count":1,"area":"lr"},{"id":"2404.10200","title":"TEL'M: Test and Evaluation of Language Models","created":"2024-04-16","cited_by_count":0,"area":null},{"id":"2502.00197","title":"Learning Model Successors","created":"2025-01-31","cited_by_count":0,"area":null},{"id":"2505.10423","title":"The Power of Random Features and the Limits of Distribution-Free Gradient Descent","created":"2025-05-15","cited_by_count":0,"area":null},{"id":"2505.17288","title":"Learning to Choose or Choosing to Learn: Best-of-N vs. Supervised Fine-Tuning for Bit String Generation","created":"2025-05-22","cited_by_count":0,"area":null},{"id":"2510.22993","title":"Can Language Models Compose Skills In-Context?","created":"2025-10-27","cited_by_count":0,"area":null},{"id":"2512.07818","title":"Provable Long-Range Benefits of Next-Token Prediction","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2605.00440","title":"Role-Aware Artificial Intelligence Across Augmentation and Automation in Human-Machine Symbiosis","created":"2026-05-01","cited_by_count":0,"area":null},{"id":"2605.13687","title":"A Hierarchical Language Model with Predictable Scaling Laws and Provable Benefits of Reasoning","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.19514","title":"Position: The Turing-Completeness of Autoregressive Transformers Relies Heavily on Context Management","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2607.17710","title":"Planning with Transformers: Chain of Computation and Structured Context Windows","created":"2026-07-20","cited_by_count":0,"area":null},{"id":"2608.12671","title":"On the Expressive Power of Transformers","created":"2026-08-13","cited_by_count":0,"area":null},{"id":"2609.34731","title":"Information-Theoretic Analysis of Next-Token Prediction under Markovian Data","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.17283","title":"The Surprising Expressivity of a Single Neuron with Autoregressive Chain-of-Thought","created":"2026-10-12","cited_by_count":0,"area":"lr"}],"next_cursor":null}