{"total":66,"rows":[{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2407.20311","title":"Physics of Language Models: Part 2.1, Grade-School Math and the Hidden Reasoning Process","created":"2024-07-29","cited_by_count":108,"area":"lr"},{"id":"2310.04363","title":"Amortizing intractable inference in large language models","created":"2023-10-06","cited_by_count":97,"area":null},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86,"area":null},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2309.03241","title":"GPT Can Solve Mathematical Problems Without a Calculator","created":"2023-09-06","cited_by_count":68,"area":null},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56,"area":null},{"id":"2310.02227","title":"SNIP: Bridging Mathematical Symbolic and Numeric Realms with Unified Pre-training","created":"2023-10-03","cited_by_count":47,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2502.01612","title":"Self-Improving Transformers Overcome Easy-to-Hard and Length Generalization Challenges","created":"2025-02-03","cited_by_count":31,"area":"synth"},{"id":"2410.08304","title":"Global Lyapunov functions: a long-standing open problem in mathematics, with symbolic transformers","created":"2024-10-10","cited_by_count":29,"area":"lr"},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2312.07622","title":"Mathematical Language Models: A Survey","created":"2023-12-12","cited_by_count":24,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2402.04875","title":"On Provable Length and Compositional Generalization","created":"2024-02-07","cited_by_count":22,"area":null},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2501.02669","title":"Generalizing from SIMPLE to HARD Visual Reasoning: Can We Mitigate Modality Imbalance in VLMs?","created":"2025-01-05","cited_by_count":14,"area":"lr"},{"id":"2511.07378","title":"Transformers Provably Learn Chain-of-Thought Reasoning with Length Generalization","created":"2025-11-10","cited_by_count":14,"area":"lr"},{"id":"2310.00726","title":"Improving Length-Generalization in Transformers via Task Hinting","created":"2023-10-01","cited_by_count":13,"area":null},{"id":"2503.17726","title":"A Survey on Mathematical Reasoning and Optimization with Large Language Models","created":"2025-03-22","cited_by_count":12,"area":"lr"},{"id":"2404.00560","title":"A Theory for Length Generalization in Learning to Reason","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2406.01895","title":"Explicitly Encoding Structural Symmetry is Key to Length Generalization in Arithmetic Tasks","created":"2024-06-04","cited_by_count":11,"area":"lr"},{"id":"2503.19173","title":"Graph neural networks extrapolate out-of-distribution for shortest paths","created":"2025-03-24","cited_by_count":11,"area":null},{"id":"2309.08589","title":"Chain-of-Thought Reasoning is a Policy Improvement Operator","created":"2023-09-15","cited_by_count":8,"area":"lr"},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2403.08281","title":"Mastering Text, Code and Math Simultaneously via Fusing Highly Specialized Language Models","created":"2024-03-13","cited_by_count":7,"area":null},{"id":"2406.02585","title":"Contextual Counting: A Mechanistic Study of Transformers on a Quantitative Task","created":"2024-05-30","cited_by_count":7,"area":null},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2505.21785","title":"Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2510.14095","title":"Unlocking Out-of-Distribution Generalization in Transformers via Recursive Latent Space Reasoning","created":"2025-10-15","cited_by_count":6,"area":"lr"},{"id":"2512.18634","title":"From Shortcut to Induction Head: How Data Diversity Shapes Algorithm Selection in Transformers","created":"2025-12-21","cited_by_count":6,"area":null},{"id":"2309.12207","title":"Boolformer: Symbolic Regression of Logic Functions with Transformers","created":"2023-09-21","cited_by_count":5,"area":null},{"id":"2407.17963","title":"Principled Understanding of Generalization for Generative Transformer Models in Arithmetic Reasoning Tasks","created":"2024-07-25","cited_by_count":5,"area":"lr"},{"id":"2411.05943","title":"Quantifying artificial intelligence through algorithmic generalization","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2410.03569","title":"Making Hard Problems Easier with Custom Data Distributions and Loss Regularization: A Case Study in Modular Arithmetic","created":"2024-10-04","cited_by_count":4,"area":null},{"id":"2502.16763","title":"Learning to Add, Multiply, and Execute Algorithmic Instructions Exactly with Neural Networks","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2602.15183","title":"Seeing to Generalize: How Visual Data Corrects Binding Shortcuts","created":"2026-02-16","cited_by_count":4,"area":"mllm"},{"id":"2603.02238","title":"Length Generalization Bounds for Transformers","created":"2026-02-13","cited_by_count":4,"area":null},{"id":"2411.01035","title":"Provable Length Generalization in Sequence Prediction via Spectral Filtering","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2507.13332","title":"The Imitation Game: Turing Machine Imitator is Length Generalizable Reasoner","created":"2025-07-17","cited_by_count":3,"area":"lr"},{"id":"2604.13082","title":"The Long Delay to Arithmetic Generalization: When Learned Representations Outrun Behavior","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2605.05176","title":"Understanding In-Context Learning for Nonlinear Regression with Transformers: Attention as Featurizer","created":"2026-05-06","cited_by_count":3,"area":null},{"id":"2605.18079","title":"The Expressive Power of Low Precision Softmax Transformers with (Summarized) Chain-of-Thought","created":"2026-05-18","cited_by_count":3,"area":"lr"},{"id":"2308.08268","title":"It Ain't That Bad: Understanding the Mysterious Performance Drop in OOD Generalization for Generative Transformer Models","created":"2023-08-16","cited_by_count":2,"area":null},{"id":"2402.19254","title":"Machine learning for modular multiplication","created":"2024-02-29","cited_by_count":2,"area":null},{"id":"2410.08898","title":"Low-Dimension-to-High-Dimension Generalization And Its Implications for Length Generalization","created":"2024-10-11","cited_by_count":2,"area":null},{"id":"2402.05307","title":"Three Pathways to Neurosymbolic Reinforcement Learning with Interpretable Model and Policy Networks","created":"2024-02-07","cited_by_count":1,"area":"deeprl"},{"id":"2410.16973","title":"Learning Mathematical Rules with Large Language Models","created":"2024-10-22","cited_by_count":1,"area":null},{"id":"2501.09729","title":"Generating particle physics Lagrangians with transformers","created":"2025-01-16","cited_by_count":1,"area":null},{"id":"2511.22751","title":"Exact Learning of Arithmetic with Differentiable Agents","created":"2025-11-27","cited_by_count":1,"area":null},{"id":"2604.25800","title":"Barriers to Universal Reasoning With Transformers (And How to Overcome Them)","created":"2026-04-28","cited_by_count":1,"area":"lr"},{"id":"2401.07993","title":"Carrying over algorithm in transformers","created":"2024-01-15","cited_by_count":0,"area":null},{"id":"2412.11459","title":"Rethinking Associative Memory Mechanism in Induction Head","created":"2024-12-16","cited_by_count":0,"area":"lr"},{"id":"2502.00197","title":"Learning Model Successors","created":"2025-01-31","cited_by_count":0,"area":null},{"id":"2510.04130","title":"On the Limitations and Capabilities of Position Embeddings for Length Generalization","created":"2025-10-05","cited_by_count":0,"area":null},{"id":"2603.29069","title":"On the Mirage of Long-Range Dependency, with an Application to Integer Multiplication","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.15306","title":"Generalization in LLM Problem Solving: The Case of the Shortest Path","created":"2026-04-16","cited_by_count":0,"area":null},{"id":"2605.08022","title":"Convex Optimization of Spiking Neural Networks with Global and Approximation Guarantees","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2605.22221","title":"Can Transformers Learn to Verify During Backtracking Search?","created":"2026-05-21","cited_by_count":0,"area":null},{"id":"2606.21974","title":"Fine-Tuning Large Language Models for Quantum Reasoning","created":"2026-06-20","cited_by_count":0,"area":"lr"},{"id":"2607.16072","title":"Frontier Language Models Struggle to Copy: Text Can Be Better Viewed in 2D","created":"2026-07-17","cited_by_count":0,"area":"lr"},{"id":"2608.24319","title":"Can a Dynamic Internal Field Govern a Transformer's Cognition? Certifiability, not Superiority, in Homeostatic Compute Control","created":"2026-08-25","cited_by_count":0,"area":null},{"id":"2609.02339","title":"AGI Maze Prediction Datasets: A Compact Benchmark for Learning World Dynamics with Transformers","created":"2026-09-02","cited_by_count":0,"area":"wm"}],"next_cursor":null}