{"total":237,"rows":[{"id":"2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","created":"2024-12-09","cited_by_count":797,"area":"lr"},{"id":"2302.11939","title":"One Fits All:Power General Time Series Analysis by Pretrained LM","created":"2023-02-23","cited_by_count":632,"area":null},{"id":"2302.07842","title":"Augmented Language Models: a Survey","created":"2023-02-15","cited_by_count":403,"area":"lr"},{"id":"2401.03065","title":"CRUXEval: A Benchmark for Code Reasoning, Understanding and Execution","created":"2024-01-05","cited_by_count":300,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2305.15408","title":"Towards Revealing the Mystery behind Chain of Thought: A Theoretical Perspective","created":"2023-05-24","cited_by_count":294,"area":"lr"},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279,"area":null},{"id":"2402.12875","title":"Chain of Thought Empowers Transformers to Solve Inherently Serial Problems","created":"2024-02-20","cited_by_count":260,"area":"lr"},{"id":"2502.17416","title":"Reasoning with Latent Thoughts: On the Power of Looped Transformers","created":"2025-02-24","cited_by_count":240,"area":"lr"},{"id":"2303.04129","title":"Foundation Models for Decision Making: Problems, Methods, and Opportunities","created":"2023-03-07","cited_by_count":164,"area":null},{"id":"2311.12424","title":"Looped Transformers are Better at Learning Learning Algorithms","created":"2023-11-21","cited_by_count":149,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2308.08469","title":"LLM4TS: Aligning Pre-Trained LLMs as Data-Efficient Time-Series Forecasters","created":"2023-08-16","cited_by_count":129,"area":null},{"id":"2307.03381","title":"Teaching Arithmetic to Small Transformers","created":"2023-07-07","cited_by_count":123,"area":null},{"id":"2402.14735","title":"How Transformers Learn Causal Structure with Gradient Descent","created":"2024-02-22","cited_by_count":118,"area":null},{"id":"2310.05249","title":"In-Context Convergence of Transformers","created":"2023-10-08","cited_by_count":115,"area":null},{"id":"2402.04248","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","created":"2024-02-06","cited_by_count":105,"area":"ssm"},{"id":"2310.17513","title":"The Expressive Power of Low-Rank Adaptation","created":"2023-10-26","cited_by_count":102,"area":"diffusion"},{"id":"2411.12537","title":"Unlocking State-Tracking in Linear RNNs Through Negative Eigenvalues","created":"2024-11-19","cited_by_count":101,"area":"ssm"},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2310.08391","title":"How Many Pretraining Tasks Are Needed for In-Context Learning of Linear Regression?","created":"2023-10-12","cited_by_count":96,"area":null},{"id":"2504.10903","title":"Efficient Reasoning Models: A Survey","created":"2025-04-15","cited_by_count":95,"area":"lr"},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2308.16898","title":"Transformers as Support Vector Machines","created":"2023-08-31","cited_by_count":74,"area":null},{"id":"2309.06979","title":"Auto-Regressive Next-Token Predictors are Universal Learners","created":"2023-09-13","cited_by_count":67,"area":"lr"},{"id":"2410.08292","title":"Can Looped Transformers Learn to Implement Multi-step Gradient Descent for In-context Learning?","created":"2024-10-10","cited_by_count":65,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2602.11451","title":"LoopFormer: Elastic-Depth Looped Transformers for Latent Reasoning via Shortcut Modulation","created":"2026-02-11","cited_by_count":61,"area":"lr"},{"id":"2306.13596","title":"Max-Margin Token Selection in Attention Mechanism","created":"2023-06-23","cited_by_count":58,"area":null},{"id":"2310.17086","title":"Transformers Learn to Achieve Second-Order Convergence Rates for In-Context Linear Regression","created":"2023-10-26","cited_by_count":49,"area":"offlinerl"},{"id":"2402.11867","title":"LoRA Training in the NTK Regime has No Spurious Local Minima","created":"2024-02-19","cited_by_count":48,"area":null},{"id":"2303.16504","title":"An Over-parameterized Exponential Regression","created":"2023-03-29","cited_by_count":45,"area":null},{"id":"2505.20674","title":"PonderLM: Pretraining Language Models to Ponder in Continuous Space","created":"2025-05-27","cited_by_count":44,"area":null},{"id":"2402.18819","title":"Dual Operating Modes of In-Context Learning","created":"2024-02-29","cited_by_count":43,"area":null},{"id":"2306.01128","title":"Learning Transformer Programs","created":"2023-06-01","cited_by_count":41,"area":"mechinterp"},{"id":"2307.11353","title":"What can a Single Attention Layer Learn? A Study Through the Random Features Lens","created":"2023-07-21","cited_by_count":40,"area":null},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2402.04161","title":"Attention with Markov: A Framework for Principled Analysis of Transformers via Markov Chains","created":"2024-02-06","cited_by_count":40,"area":null},{"id":"2309.11420","title":"Deep Networks as Denoising Algorithms: Sample-Efficient Learning of Diffusion Models in High-Dimensional Graphical Models","created":"2023-09-20","cited_by_count":39,"area":"diffusion"},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2410.01405","title":"On Expressive Power of Looped Transformers: Theoretical Analysis and Enhancement via Timestep Encoding","created":"2024-10-02","cited_by_count":36,"area":null},{"id":"2502.21212","title":"Transformers Learn to Implement Multi-step Gradient Descent with Chain of Thought","created":"2025-02-28","cited_by_count":32,"area":"lr"},{"id":"2510.03206","title":"Coevolutionary Continuous Discrete Diffusion: Make Your Diffusion Language Model a Latent Reasoner","created":"2025-10-03","cited_by_count":32,"area":"lr"},{"id":"2410.20482","title":"What Factors Affect Multi-Modal In-Context Learning? An In-Depth Exploration","created":"2024-10-27","cited_by_count":31,"area":"lr"},{"id":"2402.01107","title":"Simulation of Graph Algorithms with Looped Transformers","created":"2024-02-02","cited_by_count":30,"area":null},{"id":"2305.18475","title":"Approximation Rate of the Transformer Architecture for Sequence Modeling","created":"2023-05-29","cited_by_count":28,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2606.18206","title":"Fixed-Point Reasoners: Stable and Adaptive Deep Looped Transformers","created":"2026-06-16","cited_by_count":28,"area":null},{"id":"2407.17686","title":"Transformers on Markov Data: Constant Depth Suffices","created":"2024-07-25","cited_by_count":27,"area":null},{"id":"2403.03183","title":"How Well Can Transformers Emulate In-context Newton's Method?","created":"2024-03-05","cited_by_count":25,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2510.07358","title":"Encode, Think, Decode: Scaling test-time reasoning with recursive latent thoughts","created":"2025-10-08","cited_by_count":24,"area":"lr"},{"id":"2604.21106","title":"How Much Is One Recurrence Worth? Iso-Depth Scaling Laws for Looped Language Models","created":"2026-04-22","cited_by_count":24,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2401.07187","title":"A Survey on Statistical Theory of Deep Learning: Approximation, Training Dynamics, and Generative Models","created":"2024-01-14","cited_by_count":20,"area":null},{"id":"2305.18869","title":"Dissecting Chain-of-Thought: Compositionality through In-Context Filtering and Learning","created":"2023-05-30","cited_by_count":19,"area":"lr"},{"id":"2404.01601","title":"What Can Transformer Learn with Varying Depth? Case Studies on Sequence Learning Tasks","created":"2024-04-02","cited_by_count":19,"area":null},{"id":"2409.19044","title":"On the Inductive Bias of Stacking Towards Improving Reasoning","created":"2024-09-27","cited_by_count":19,"area":"lr"},{"id":"2410.09375","title":"Looped ReLU MLPs May Be All You Need as Practical Programmable Computers","created":"2024-10-12","cited_by_count":19,"area":null},{"id":"2505.18948","title":"Exact Expressive Power of Transformers with Padding","created":"2025-05-25","cited_by_count":19,"area":"lr"},{"id":"2405.09220","title":"ALPINE: Unveiling the Planning Capability of Autoregressive Learning in Language Models","created":"2024-05-15","cited_by_count":18,"area":null},{"id":"2605.21488","title":"Equilibrium Reasoners: Learning Attractors Enables Scalable Reasoning","created":"2026-05-20","cited_by_count":18,"area":"lr"},{"id":"2404.18444","title":"U-Nets as Belief Propagation: Efficient Classification, Denoising, and Diffusion in Generative Hierarchical Models","created":"2024-04-29","cited_by_count":17,"area":"diffusion"},{"id":"2410.07432","title":"Can Transformers Reason Logically? A Study in SAT Solving","created":"2024-10-09","cited_by_count":16,"area":"lr"},{"id":"2401.09074","title":"Code Simulation Challenges for Large Language Models","created":"2024-01-17","cited_by_count":15,"area":null},{"id":"2410.03170","title":"Autoregressive Large Language Models are Computationally Universal","created":"2024-10-04","cited_by_count":15,"area":null},{"id":"2410.11778","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2509.25239","title":"A Formal Comparison Between Chain of Thought and Latent Thought","created":"2025-09-25","cited_by_count":15,"area":"lr"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2408.04532","title":"How Transformers Utilize Multi-Head Attention in In-Context Learning? A Case Study on Sparse Linear Regression","created":"2024-08-08","cited_by_count":14,"area":null},{"id":"2409.17335","title":"Non-asymptotic Convergence of Training Transformers for Next-token Prediction","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2605.12466","title":"Solve the Loop: Attractor Models for Language and Reasoning","created":"2026-05-12","cited_by_count":13,"area":"lr"},{"id":"2510.12773","title":"Dr.LLM: Dynamic Layer Routing in LLMs","created":"2025-10-14","cited_by_count":12,"area":null},{"id":"2602.11698","title":"SpiralFormer: Looped Transformers Can Learn Hierarchical Dependencies via Multi-Resolution Recursion","created":"2026-02-12","cited_by_count":12,"area":null},{"id":"2604.21254","title":"Hyperloop Transformers","created":"2026-04-23","cited_by_count":12,"area":null},{"id":"2607.20519","title":"Adaptive Depth in Looped Transformers: Diagnosing Learned Halting Gates and Trajectory Readouts","created":"2026-07-08","cited_by_count":12,"area":null},{"id":"2305.05364","title":"Large Language Model Programs","created":"2023-05-09","cited_by_count":11,"area":null},{"id":"2402.13572","title":"AlgoFormer: An Efficient Transformer Framework with Algorithmic Structures","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2410.21698","title":"On the Role of Depth and Looping for In-Context Learning with Task Diversity","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2505.19245","title":"To CoT or To Loop? A Formal Comparison Between Chain-of-Thought and Looped Transformers","created":"2025-05-25","cited_by_count":11,"area":"lr"},{"id":"2502.04667","title":"Compositional Generalization from Learned Skills via CoT Training: A Theoretical and Structural Analysis for Reasoning","created":"2025-02-07","cited_by_count":10,"area":"lr"},{"id":"2509.25020","title":"Deep Thinking by Markov Chain of Continuous Thoughts","created":"2025-09-29","cited_by_count":9,"area":"lr"},{"id":"2609.11801","title":"Thinking with Looped Flows","created":"2026-09-10","cited_by_count":9,"area":null},{"id":"2309.06054","title":"Breaking through the learning plateaus of in-context learning in Transformer","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2407.09502","title":"From Text to Life: On the Reciprocal Relationship between Artificial Life and Large Language Models","created":"2024-06-14","cited_by_count":8,"area":null},{"id":"2410.01265","title":"Transformers Handle Endogeneity in In-Context Linear Regression","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2510.07739","title":"MeSH: Memory-as-State-Highways for Recursive Transformers","created":"2025-10-09","cited_by_count":8,"area":null},{"id":"2602.10520","title":"Prioritize the Process, Not Just the Outcome: Rewarding Latent Thought Trajectories Improves Reasoning in Looped Language Models","created":"2026-02-11","cited_by_count":8,"area":"lr"},{"id":"2607.16051","title":"Loop the Loopies!","created":"2026-07-17","cited_by_count":8,"area":"moe"},{"id":"2406.02847","title":"Exact Conversion of In-Context Learning to Model Weights in Linearized-Attention Transformers","created":"2024-06-05","cited_by_count":7,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2501.18187","title":"On the Role of Transformer Feed-Forward Layers in Nonlinear In-Context Learning","created":"2025-01-30","cited_by_count":7,"area":null},{"id":"2502.03568","title":"Code Simulation as a Proxy for High-order Tasks in Large Language Models","created":"2025-02-05","cited_by_count":7,"area":null},{"id":"2505.24181","title":"SCOUT: Teaching Pre-trained Language Models to Enhance Reasoning via Flow Chain-of-Thought","created":"2025-05-30","cited_by_count":7,"area":"lr"},{"id":"2507.08567","title":"AbbIE: Autoregressive Block-Based Iterative Encoder for Efficient Sequence Modeling","created":"2025-07-11","cited_by_count":7,"area":null},{"id":"2604.06374","title":"The Illusion of Superposition? A Principled Analysis of Latent Thinking in Language Models","created":"2026-04-07","cited_by_count":7,"area":"lr"}],"next_cursor":"100"}