{"total":410,"rows":[{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732,"area":null},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684,"area":null},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393,"area":null},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343,"area":null},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161,"area":null},{"id":"2509.26645","title":"TTT3R: 3D Reconstruction as Test-Time Training","created":"2025-09-30","cited_by_count":129,"area":null},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120,"area":null},{"id":"2108.12284","title":"The Devil is in the Detail: Simple Tricks Improve Systematic Generalization of Transformers","created":"2021-08-26","cited_by_count":117,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102,"area":null},{"id":"2309.05858","title":"Uncovering mesa-optimization algorithms in Transformers","created":"2023-09-11","cited_by_count":100,"area":null},{"id":"2106.06295","title":"Going Beyond Linear Transformers with Recurrent Fast Weight Programmers","created":"2021-06-11","cited_by_count":89,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2607.15495","title":"Verbalizable Representations Form a Global Workspace in Language Models","created":"2026-07-16","cited_by_count":75,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2410.08292","title":"Can Looped Transformers Learn to Implement Multi-step Gradient Descent for In-context Learning?","created":"2024-10-10","cited_by_count":65,"area":null},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2303.01859","title":"POPGym: Benchmarking Partially Observable Reinforcement Learning","created":"2023-03-03","cited_by_count":62,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2202.05798","title":"The Dual Form of Neural Networks Revisited: Connecting Test Time Predictions to Training Patterns via Spotlights of Attention","created":"2022-02-11","cited_by_count":46,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2202.05780","title":"A Modern Self-Referential Weight Matrix That Learns to Modify Itself","created":"2022-02-11","cited_by_count":41,"area":null},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2603.03269","title":"LoGeR: Long-Context Geometric Reconstruction with Hybrid Memory","created":"2026-03-03","cited_by_count":39,"area":null},{"id":"2311.01906","title":"Simplifying Transformer Blocks","created":"2023-11-03","cited_by_count":37,"area":null},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36,"area":null},{"id":"2212.14164","title":"On Transforming Reinforcement Learning by Transformer: The Development Trajectory","created":"2022-12-29","cited_by_count":36,"area":null},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2505.19488","title":"Understanding Transformer from the Perspective of Associative Memory","created":"2025-05-26","cited_by_count":34,"area":null},{"id":"2312.00751","title":"Mitigating Over-smoothing in Transformers via Regularized Nonlocal Functionals","created":"2023-12-01","cited_by_count":32,"area":null},{"id":"2204.04667","title":"Linear Complexity Randomized Self-attention Mechanism","created":"2022-04-10","cited_by_count":31,"area":null},{"id":"2501.06425","title":"Tensor Product Attention Is All You Need","created":"2025-01-11","cited_by_count":31,"area":null},{"id":"2604.08542","title":"Scal3R: Scalable Test-Time Training for Large-Scale 3D Reconstruction","created":"2026-04-09","cited_by_count":31,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2111.05498","title":"Attention Approximates Sparse Distributed Memory","created":"2021-11-10","cited_by_count":29,"area":null},{"id":"2110.08678","title":"Improving Transformers with Probabilistic Attention Keys","created":"2021-10-16","cited_by_count":28,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2210.04243","title":"Fine-Tuning Pre-trained Transformers into Decaying Fast Weights","created":"2022-10-09","cited_by_count":26,"area":null},{"id":"2305.11252","title":"Brain-inspired learning in artificial neural networks: a review","created":"2023-05-18","cited_by_count":26,"area":null},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2411.05877","title":"Generative Adapter: Contextualizing Language Models in Parameters with A Single Forward Pass","created":"2024-11-08","cited_by_count":26,"area":null},{"id":"2603.04385","title":"ZipMap: Linear-Time Stateful 3D Reconstruction via Test-Time Training","created":"2026-03-04","cited_by_count":26,"area":null},{"id":"2109.02157","title":"Learning with Holographic Reduced Representations","created":"2021-09-05","cited_by_count":25,"area":null},{"id":"2110.04367","title":"Hybrid Random Features","created":"2021-10-08","cited_by_count":25,"area":null},{"id":"2112.07210","title":"Simple Local Attentions Remain Competitive for Long-Context Tasks","created":"2021-12-14","cited_by_count":25,"area":null},{"id":"2407.10005","title":"Fine-grained Analysis of In-context Linear Estimation: Data, Architecture, and Beyond","created":"2024-07-13","cited_by_count":24,"area":null},{"id":"2501.02950","title":"Key-value memory in the brain","created":"2025-01-06","cited_by_count":24,"area":null},{"id":"2505.03005","title":"RADLADS: Rapid Attention Distillation to Linear Attention Decoders at Scale","created":"2025-05-05","cited_by_count":24,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2507.19595","title":"Efficient Attention Mechanisms for Large Language Models: A Survey","created":"2025-07-25","cited_by_count":22,"area":null},{"id":"2212.02475","title":"Meta-Learning Fast Weight Language Models","created":"2022-12-05","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20,"area":null},{"id":"2312.01990","title":"SARA-RT: Scaling up Robotics Transformers with Self-Adaptive Robust Attention","created":"2023-12-04","cited_by_count":20,"area":null},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2604.06169","title":"In-Place Test-Time Training","created":"2026-04-07","cited_by_count":20,"area":null},{"id":"2305.19044","title":"Exploring the Promise and Limits of Real-Time Recurrent Learning","created":"2023-05-30","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2310.08540","title":"Do pretrained Transformers Learn In-Context by Gradient Descent?","created":"2023-10-12","cited_by_count":18,"area":null},{"id":"2505.17761","title":"Structured Linear CDEs: Maximally Expressive and Parallel-in-Time Sequence Models","created":"2025-05-23","cited_by_count":18,"area":null},{"id":"2512.01643","title":"ViT$^3$: Unlocking Test-Time Training in Vision","created":"2025-12-01","cited_by_count":18,"area":null},{"id":"2310.13807","title":"Learning to (Learn at Test Time)","created":"2023-10-20","cited_by_count":17,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2402.08132","title":"On the Resurgence of Recurrent Models for Long Sequences -- Survey and Research Opportunities in the Transformer Era","created":"2024-02-12","cited_by_count":17,"area":null},{"id":"2410.03464","title":"S7: Selective and Simplified State Space Layers for Sequence Modeling","created":"2024-10-04","cited_by_count":17,"area":null},{"id":"2510.25502","title":"TempoPFN: Synthetic Pre-training of Linear RNNs for Zero-shot Time Series Forecasting","created":"2025-10-29","cited_by_count":17,"area":null},{"id":"2204.05133","title":"On the link between conscious function and general intelligence in humans and machines","created":"2022-03-24","cited_by_count":16,"area":null},{"id":"2206.01649","title":"Neural Differential Equations for Learning to Program Neural Nets Through Continuous Learning Rules","created":"2022-06-03","cited_by_count":16,"area":null},{"id":"2305.15001","title":"Contrastive Training of Complex-Valued Autoencoders for Object Discovery","created":"2023-05-24","cited_by_count":16,"area":null},{"id":"2402.18724","title":"Learning Associative Memories with Gradient Descent","created":"2024-02-28","cited_by_count":16,"area":null},{"id":"2408.17221","title":"Geometry of Lightning Self-Attention: Identifiability and Dimension","created":"2024-08-30","cited_by_count":16,"area":null},{"id":"2509.22284","title":"Structured Sparse Transition Matrices to Enable State Tracking in State-Space Models","created":"2025-09-26","cited_by_count":16,"area":null},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15,"area":null},{"id":"2310.13220","title":"Towards Understanding How Transformers Learn In-context Through a Representation Learning Lens","created":"2023-10-20","cited_by_count":15,"area":null},{"id":"2403.11998","title":"Learning Useful Representations of Recurrent Neural Network Weight Matrices","created":"2024-03-18","cited_by_count":15,"area":null},{"id":"2407.04841","title":"Associative Recurrent Memory Transformer","created":"2024-07-05","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2106.04279","title":"Staircase Attention for Recurrent Processing of Sequences","created":"2021-06-08","cited_by_count":14,"area":null}],"next_cursor":"100"}