{"total":74,"rows":[{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732,"area":null},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120,"area":null},{"id":"2108.12284","title":"The Devil is in the Detail: Simple Tricks Improve Systematic Generalization of Transformers","created":"2021-08-26","cited_by_count":117,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2212.04458","title":"General-Purpose In-Context Learning by Meta-Learning Transformers","created":"2022-12-08","cited_by_count":105,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2110.07732","title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization","created":"2021-10-14","cited_by_count":62,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2301.03044","title":"A Survey on Transformers in Reinforcement Learning","created":"2023-01-08","cited_by_count":50,"area":null},{"id":"2207.00787","title":"Object Representations as Fixed Points: Training Iterative Refinement Algorithms with Implicit Differentiation","created":"2022-07-02","cited_by_count":46,"area":null},{"id":"2202.05780","title":"A Modern Self-Referential Weight Matrix That Learns to Modify Itself","created":"2022-02-11","cited_by_count":41,"area":null},{"id":"2212.14164","title":"On Transforming Reinforcement Learning by Transformer: The Development Trajectory","created":"2022-12-29","cited_by_count":36,"area":null},{"id":"2302.04542","title":"Efficient Attention via Control Variates","created":"2023-02-09","cited_by_count":23,"area":null},{"id":"2212.02475","title":"Meta-Learning Fast Weight Language Models","created":"2022-12-05","cited_by_count":21,"area":null},{"id":"2310.16076","title":"Practical Computational Power of Linear Transformers and Their Recurrent and Self-Referential Extensions","created":"2023-10-24","cited_by_count":20,"area":null},{"id":"2312.01990","title":"SARA-RT: Scaling up Robotics Transformers with Self-Adaptive Robust Attention","created":"2023-12-04","cited_by_count":20,"area":null},{"id":"2305.19044","title":"Exploring the Promise and Limits of Real-Time Recurrent Learning","created":"2023-05-30","cited_by_count":19,"area":null},{"id":"2504.05646","title":"Lattice: Learning to Efficiently Compress the Memory","created":"2025-04-08","cited_by_count":19,"area":null},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2310.13807","title":"Learning to (Learn at Test Time)","created":"2023-10-20","cited_by_count":17,"area":null},{"id":"2206.01649","title":"Neural Differential Equations for Learning to Program Neural Nets Through Continuous Learning Rules","created":"2022-06-03","cited_by_count":16,"area":null},{"id":"2403.11998","title":"Learning Useful Representations of Recurrent Neural Network Weight Matrices","created":"2024-03-18","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2203.13573","title":"Unsupervised Learning of Temporal Abstractions with Slot-based Transformers","created":"2022-03-25","cited_by_count":14,"area":null},{"id":"2305.05239","title":"Learnable Behavior Control: Breaking Atari Human World Records via Sample-Efficient Behavior Selection","created":"2023-05-09","cited_by_count":14,"area":null},{"id":"2208.03374","title":"Learning to Generalize with Object-centric Agents in the Open World Survival Game Crafter","created":"2022-08-05","cited_by_count":13,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2210.06184","title":"Images as Weight Matrices: Sequential Image Generation Through Synaptic Learning Rules","created":"2022-10-07","cited_by_count":9,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2511.07343","title":"TNT: Improving Chunkwise Training for Test-Time Memorization","created":"2025-11-10","cited_by_count":8,"area":null},{"id":"2312.00276","title":"Metalearning Continual Learning Algorithms","created":"2023-12-01","cited_by_count":7,"area":null},{"id":"2605.20670","title":"LT2: Linear-Time Looped Transformers","created":"2026-05-20","cited_by_count":7,"area":null},{"id":"2310.15719","title":"AGaLiTe: Approximate Gated Linear Transformers for Online Reinforcement Learning","created":"2023-10-24","cited_by_count":6,"area":null},{"id":"2501.00659","title":"Why Are Positional Encodings Nonessential for Deep Autoregressive Transformers? Revisiting a Petroglyph","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2608.13416","title":"StreamTTT: Reconciling Real-Time Perception and Long-Term Memory in Streaming VLMs","created":"2026-08-13","cited_by_count":5,"area":null},{"id":"2202.02363","title":"Meta-Reinforcement Learning with Self-Modifying Networks","created":"2022-02-04","cited_by_count":4,"area":null},{"id":"2212.14374","title":"Learning One Abstract Bit at a Time Through Self-Invented Experiments Encoded as Neural Networks","created":"2022-12-29","cited_by_count":4,"area":null},{"id":"2302.03235","title":"Hebbian and Gradient-based Plasticity Enables Robust Memory and Rapid Learning in RNNs","created":"2023-02-07","cited_by_count":4,"area":null},{"id":"2302.12826","title":"Permutation-Invariant Set Autoencoders with Fixed-Size Embeddings for Multi-Agent Learning","created":"2023-02-24","cited_by_count":4,"area":null},{"id":"2403.12188","title":"PETScML: Second-order solvers for training regression problems in Scientific Machine Learning","created":"2024-03-18","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2605.06734","title":"Gated QKAN-FWP: Scalable Quantum-inspired Sequence Learning","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2410.10596","title":"Overcoming classic challenges for artificial neural networks by providing incentives and practice","created":"2024-10-14","cited_by_count":3,"area":null},{"id":"2605.02920","title":"Where to Bind Matters: Hebbian Fast Weights in Vision Transformers for Few-Shot Character Recognition","created":"2026-04-22","cited_by_count":3,"area":null},{"id":"2606.27821","title":"Parameter-Efficient Quantum-Inspired Fast Weight Programmers for Traffic-Matrix Forecasting","created":"2026-06-26","cited_by_count":3,"area":null},{"id":"2608.07110","title":"Modular TTT: Rethinking Test-Time Training as Composable Modules","created":"2026-08-07","cited_by_count":3,"area":null},{"id":"2406.01012","title":"Attention-based Iterative Decomposition for Tensor Product Representation","created":"2024-06-03","cited_by_count":2,"area":null},{"id":"2510.27258","title":"Higher-order Linear Attention","created":"2025-10-31","cited_by_count":2,"area":null},{"id":"2606.24933","title":"Self-Modulating Quantum Fast-Weight Programmers for Efficient Adaptive Sequential Learning","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2211.09440","title":"Learning to Control Rapidly Changing Synaptic Connections: An Alternative Type of Memory in Sequence Processing Artificial Neural Networks","created":"2022-11-17","cited_by_count":1,"area":null},{"id":"2510.21908","title":"Enabling Robust In-Context Memory and Rapid Task Adaptation in Transformers with Hebbian and Gradient-Based Plasticity","created":"2025-10-24","cited_by_count":1,"area":null},{"id":"2512.20245","title":"Memory as Resonance: A Biomimetic Architecture for Infinite Context Memory on Ergodic Phonetic Manifolds","created":"2025-12-23","cited_by_count":1,"area":null},{"id":"2604.19021","title":"FG$^2$-GDN: Enhancing Long-Context Gated Delta Networks with Doubly Fine-Grained Control","created":"2026-04-21","cited_by_count":1,"area":null},{"id":"2607.02363","title":"Stable Self-Modulating Quantum Fast-Weight Programmers with Bounded Memory Gates","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2608.10288","title":"Power law graph attention: exact generalization of scaled dot-product attention, empirical collapse at inference","created":"2026-08-10","cited_by_count":1,"area":null},{"id":"2608.16844","title":"Proteus: Incremental Memory Activation for Long-Context Sequence Modeling","created":"2026-08-17","cited_by_count":1,"area":null},{"id":"2609.12814","title":"RunningTensor: Generalizing Linear Attention to Higher-Order Recurrent States","created":"2026-09-11","cited_by_count":1,"area":null},{"id":"2502.00197","title":"Learning Model Successors","created":"2025-01-31","cited_by_count":0,"area":null},{"id":"2509.24732","title":"Who invented deep residual learning?","created":"2025-09-29","cited_by_count":0,"area":null},{"id":"2605.12491","title":"Do Vision Transformers Need All-to-All Attention? Global Communication Through Elastic Learned Cores","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2606.04048","title":"Unlocking Feature Learning in Gated Delta Networks at Scale","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2609.33093","title":"How Linear Attention Remembers","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.33325","title":"VisionHOPE: Visual Backbones as Self-Modifying Learning Systems","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.39034","title":"Switching Linear Attention","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.02816","title":"Gated Slot Attention-2: Two-Sided Associative Memory Correction in Linear Attention","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.03858","title":"Retrieval-Centric Deep Learning in Growing Nonparametric Neural Networks","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.08553","title":"DeltaTTT: Layerwise Optimization for Nonlinear Recurrent Memory","created":"2026-10-06","cited_by_count":0,"area":null},{"id":"2610.15185","title":"DeltaNet-PC: Test-Time Memory Without Backpropagation Through Time","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}