{"total":86,"rows":[{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78,"area":null},{"id":"2502.14546","title":"Position: Graph Learning Will Lose Relevance Due To Poor Benchmarks","created":"2025-02-20","cited_by_count":53,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2502.01612","title":"Self-Improving Transformers Overcome Easy-to-Hard and Length Generalization Challenges","created":"2025-02-03","cited_by_count":31,"area":"synth"},{"id":"2406.04229","title":"The CLRS-Text Algorithmic Reasoning Language Benchmark","created":"2024-06-06","cited_by_count":28,"area":"lr"},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2407.03310","title":"Universal Length Generalization with Turing Programs","created":"2024-07-03","cited_by_count":25,"area":null},{"id":"2405.20671","title":"Position Coupling: Improving Length Generalization of Arithmetic Transformers Using Task Structure","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2406.19292","title":"From Artificial Needles to Real Haystacks: Improving Retrieval Capabilities in LLMs by Finetuning on Synthetic Data","created":"2024-06-27","cited_by_count":18,"area":"lr"},{"id":"2410.01769","title":"Quantifying Generalization Complexity for Large Language Models","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2501.02669","title":"Generalizing from SIMPLE to HARD Visual Reasoning: Can We Mitigate Modality Imbalance in VLMs?","created":"2025-01-05","cited_by_count":14,"area":"lr"},{"id":"2502.11075","title":"Exposing Numeracy Gaps: A Benchmark to Evaluate Fundamental Numerical Abilities in Large Language Models","created":"2025-02-16","cited_by_count":14,"area":null},{"id":"2510.04800","title":"Hybrid Architectures for Language Models: Systematic Analysis and Design Insights","created":"2025-10-06","cited_by_count":14,"area":"ssm"},{"id":"2511.07378","title":"Transformers Provably Learn Chain-of-Thought Reasoning with Length Generalization","created":"2025-11-10","cited_by_count":14,"area":"lr"},{"id":"2410.17980","title":"Scaling Stick-Breaking Attention: An Efficient Implementation and In-depth Study","created":"2024-10-23","cited_by_count":13,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2403.13501","title":"VSTAR: Generative Temporal Nursing for Longer Dynamic Video Synthesis","created":"2024-03-20","cited_by_count":11,"area":"diffusion"},{"id":"2408.05506","title":"Your Context Is Not an Array: Unveiling Random Access Limitations in Transformers","created":"2024-08-10","cited_by_count":11,"area":null},{"id":"2502.09844","title":"Solving Empirical Bayes via Transformers","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2410.06405","title":"Tackling the Abstraction and Reasoning Corpus with Vision Transformers: the Importance of 2D Representation, Positions, and Objects","created":"2024-10-08","cited_by_count":10,"area":"lr"},{"id":"2510.07312","title":"h1: Bootstrapping LLMs to Reason over Longer Horizons via Reinforcement Learning","created":"2025-10-08","cited_by_count":9,"area":"lr"},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2407.09475","title":"Adaptive Prediction Ensemble: Improving Out-of-Distribution Generalization of Motion Forecasting","created":"2024-07-12","cited_by_count":7,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2502.11525","title":"Beyond Single-Task: Robust Multi-Task Length Generalization for LLMs","created":"2025-02-17","cited_by_count":7,"area":null},{"id":"2502.17356","title":"Random Scaling of Emergent Capabilities","created":"2025-02-24","cited_by_count":7,"area":null},{"id":"2510.06824","title":"Efficient numeracy in language models through single-token number embeddings","created":"2025-10-08","cited_by_count":7,"area":null},{"id":"2504.02827","title":"On Vanishing Variance in Transformer Length Generalization","created":"2025-04-03","cited_by_count":6,"area":null},{"id":"2510.14095","title":"Unlocking Out-of-Distribution Generalization in Transformers via Recursive Latent Space Reasoning","created":"2025-10-15","cited_by_count":6,"area":"lr"},{"id":"2512.01775","title":"How Does RL Post-training Induce Skill Composition? A Case Study on Countdown","created":"2025-12-01","cited_by_count":6,"area":"lr"},{"id":"2603.02913","title":"Eliciting Numerical Predictive Distributions of LLMs Without Autoregression","created":"2026-03-03","cited_by_count":6,"area":null},{"id":"2411.05943","title":"Quantifying artificial intelligence through algorithmic generalization","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2509.19658","title":"RoboSSM: Scalable In-context Imitation Learning via State-Space Models","created":"2025-09-24","cited_by_count":5,"area":"offlinerl"},{"id":"2501.00712","title":"Rethinking Addressing in Language Models via Contexualized Equivariant Positional Encoding","created":"2025-01-01","cited_by_count":4,"area":"lr"},{"id":"2502.16763","title":"Learning to Add, Multiply, and Execute Algorithmic Instructions Exactly with Neural Networks","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2602.15183","title":"Seeing to Generalize: How Visual Data Corrects Binding Shortcuts","created":"2026-02-16","cited_by_count":4,"area":"mllm"},{"id":"2603.02238","title":"Length Generalization Bounds for Transformers","created":"2026-02-13","cited_by_count":4,"area":null},{"id":"2606.29983","title":"Stabilizing Extrapolation in Looped Transformers via Learned Stochastic Stopping","created":"2026-06-29","cited_by_count":4,"area":null},{"id":"2410.07896","title":"Executing Arithmetic: Fine-Tuning Large Language Models as Turing Machines","created":"2024-10-10","cited_by_count":3,"area":null},{"id":"2411.01035","title":"Provable Length Generalization in Sequence Prediction via Spectral Filtering","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2507.13332","title":"The Imitation Game: Turing Machine Imitator is Length Generalizable Reasoner","created":"2025-07-17","cited_by_count":3,"area":"lr"},{"id":"2508.15710","title":"End-to-End Analysis of Charge Stability Diagrams with Transformers","created":"2025-08-21","cited_by_count":3,"area":null},{"id":"2602.05999","title":"On the Role of Computation in Reinforcement Learning","created":"2026-02-05","cited_by_count":3,"area":"deeprl"},{"id":"2605.18079","title":"The Expressive Power of Low Precision Softmax Transformers with (Summarized) Chain-of-Thought","created":"2026-05-18","cited_by_count":3,"area":"lr"},{"id":"2606.27721","title":"Learning to Reason with Curriculum II: Compositional Generalization","created":"2026-06-26","cited_by_count":3,"area":"lr"},{"id":"2410.08898","title":"Low-Dimension-to-High-Dimension Generalization And Its Implications for Length Generalization","created":"2024-10-11","cited_by_count":2,"area":null},{"id":"2510.00258","title":"Delayed Attention Training Improves Length Generalization in Transformer--RNN Hybrids","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2511.08028","title":"Generalizable Insights for Graph Transformers in Theory and Practice","created":"2025-11-11","cited_by_count":2,"area":null},{"id":"2604.01577","title":"Exploration of Fast-Slow Latent Recurrence for Train-Short, Test-Long Generalization","created":"2026-04-02","cited_by_count":2,"area":null},{"id":"2607.17624","title":"Can Transformers Really Do It All? On the Compatibility of Inductive Biases Across Tasks","created":"2026-07-20","cited_by_count":2,"area":null},{"id":"2406.08272","title":"Learning interpretable positional encodings in transformers depends on initialization","created":"2024-06-12","cited_by_count":1,"area":null},{"id":"2410.04560","title":"GAMformer: Bridging Tabular Foundation Models and Interpretable Machine Learning","created":"2024-10-06","cited_by_count":1,"area":null},{"id":"2509.21848","title":"Graph of Agents: Principled Long Context Modeling by Emergent Multi-Agent Collaboration","created":"2025-09-26","cited_by_count":1,"area":"agents"},{"id":"2511.07367","title":"Reduced Density Matrices Through Machine Learning","created":"2025-11-10","cited_by_count":1,"area":null},{"id":"2511.22751","title":"Exact Learning of Arithmetic with Differentiable Agents","created":"2025-11-27","cited_by_count":1,"area":null},{"id":"2512.12805","title":"From Small to Large: Generalization Bounds for Transformers on Variable-Size Inputs","created":"2025-12-14","cited_by_count":1,"area":null},{"id":"2601.12598","title":"Dissecting Linear Recurrent Models: How Different Gating Strategies Drive Selectivity and Generalization","created":"2026-01-18","cited_by_count":1,"area":null},{"id":"2601.21214","title":"Scaling Reasoning Hop Exposes Weaknesses: Demystifying and Improving Hop Generalization in Large Language Models","created":"2026-01-29","cited_by_count":1,"area":"lr"},{"id":"2602.10416","title":"AI-rithmetic","created":"2026-02-11","cited_by_count":1,"area":null},{"id":"2602.14404","title":"Boule or Baguette? A Study on Task Topology, Length Generalization, and the Benefit of Reasoning Traces","created":"2026-02-16","cited_by_count":1,"area":"lr"},{"id":"2602.15136","title":"Universal priors: solving empirical Bayes via Bayesian inference and pretraining","created":"2026-02-16","cited_by_count":1,"area":null},{"id":"2602.15239","title":"Size-Transferability of Graph Transformers with Convolutional Positional Encodings","created":"2026-02-16","cited_by_count":1,"area":null},{"id":"2603.26828","title":"Arithmetic OOD Failure Unfolds in Stages in Minimal GPTs","created":"2026-03-27","cited_by_count":1,"area":null},{"id":"2604.25166","title":"Training Transformers as a Universal Computer","created":"2026-04-28","cited_by_count":1,"area":null},{"id":"2605.26035","title":"Length Generalization with Log-Depth Recurrent Units","created":"2026-05-25","cited_by_count":1,"area":null},{"id":"2607.07680","title":"Any-Dimensional Learning by Sampling","created":"2026-07-08","cited_by_count":1,"area":null},{"id":"2502.04580","title":"Technical Debt in In-Context Learning: Diminishing Efficiency in Long Context","created":"2025-02-07","cited_by_count":0,"area":null},{"id":"2507.09897","title":"Algorithm Development in Neural Networks: Insights from the Streaming Parity Task","created":"2025-07-14","cited_by_count":0,"area":null},{"id":"2510.04130","title":"On the Limitations and Capabilities of Position Embeddings for Length Generalization","created":"2025-10-05","cited_by_count":0,"area":null},{"id":"2604.27551","title":"Beyond the Training Distribution: Mapping Generalization Boundaries in Neural Program Synthesis","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2607.16072","title":"Frontier Language Models Struggle to Copy: Text Can Be Better Viewed in 2D","created":"2026-07-17","cited_by_count":0,"area":"lr"},{"id":"2607.18759","title":"Relative Positions Generalize, Absolute Positions Memorize: An Implicit-Bias Account of Length Generalization in Attention","created":"2026-07-21","cited_by_count":0,"area":null},{"id":"2609.08851","title":"Length Generalization for Transformers via Compression","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.11913","title":"Distance generalization in transformers: why bother with positional encoding?","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.33144","title":"Beyond the Training Horizon: Mechanisms and Limits of Length Generalization in Looped Transformers","created":"2026-09-27","cited_by_count":0,"area":"lr"},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.16653","title":"Counting with Attention and LayerNorm: Norm Scaling and Representation Geometry","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}