{"total":86,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2512.24695","title":"Nested Learning: The Illusion of Deep Learning Architectures","created":"2025-12-31","cited_by_count":72,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2410.08292","title":"Can Looped Transformers Learn to Implement Multi-step Gradient Descent for In-context Learning?","created":"2024-10-10","cited_by_count":65,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2312.06528","title":"Transformers Implement Functional Gradient Descent to Learn Non-Linear Functions In Context","created":"2023-12-11","cited_by_count":63,"area":null},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2501.00070","title":"ICLR: In-Context Learning of Representations","created":"2024-12-29","cited_by_count":50,"area":null},{"id":"2506.07918","title":"CausalPFN: Amortized Causal Effect Estimation via In-Context Learning","created":"2025-06-09","cited_by_count":49,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2408.01367","title":"Transformers are Universal In-context Learners","created":"2024-08-02","cited_by_count":43,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2311.00237","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","created":"2023-11-01","cited_by_count":34,"area":null},{"id":"2406.13469","title":"Encoder vs Decoder: Comparative Analysis of Encoder and Decoder Language Models on Multilingual NLU Tasks","created":"2024-06-19","cited_by_count":34,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2402.00522","title":"Understanding the Expressive Power and Mechanisms of Transformer for Sequence Modeling","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2403.03183","title":"How Well Can Transformers Emulate In-context Newton's Method?","created":"2024-03-05","cited_by_count":25,"area":null},{"id":"2407.10005","title":"Fine-grained Analysis of In-context Linear Estimation: Data, Architecture, and Beyond","created":"2024-07-13","cited_by_count":24,"area":null},{"id":"2402.11639","title":"In-Context Learning with Transformers: Softmax Attention Adapts to Function Lipschitzness","created":"2024-02-18","cited_by_count":22,"area":null},{"id":"2311.07772","title":"In-context Learning and Gradient Descent Revisited","created":"2023-11-13","cited_by_count":20,"area":null},{"id":"2401.17426","title":"Superiority of Multi-Head Attention in In-Context Linear Regression","created":"2024-01-30","cited_by_count":17,"area":null},{"id":"2312.02566","title":"Structured World Representations in Maze-Solving Transformers","created":"2023-12-05","cited_by_count":16,"area":null},{"id":"2310.13220","title":"Towards Understanding How Transformers Learn In-context Through a Representation Learning Lens","created":"2023-10-20","cited_by_count":15,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2406.05816","title":"Attention as a Hypernetwork","created":"2024-06-09","cited_by_count":13,"area":null},{"id":"2503.01329","title":"Neural ODE Transformers: Analyzing Internal Dynamics and Adaptive Fine-tuning","created":"2025-03-03","cited_by_count":13,"area":null},{"id":"2504.04308","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","created":"2025-04-06","cited_by_count":12,"area":null},{"id":"2311.06101","title":"In-Context Learning for MIMO Equalization Using Transformer-Based Sequence Models","created":"2023-11-10","cited_by_count":11,"area":null},{"id":"2410.21698","title":"On the Role of Depth and Looping for In-Context Learning with Task Diversity","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2505.16694","title":"Beyond Induction Heads: In-Context Meta Learning Induces Multi-Phase Circuit Emergence","created":"2025-05-22","cited_by_count":10,"area":null},{"id":"2410.03011","title":"Towards Understanding the Universality of Transformers for Next-Token Prediction","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2410.14086","title":"In-context learning and Occam's razor","created":"2024-10-17","cited_by_count":8,"area":null},{"id":"2502.16840","title":"In-context Learning of Evolving Data Streams with Tabular Foundational Models","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2509.08184","title":"Selective Induction Heads: How Transformers Select Causal Structures In Context","created":"2025-09-09","cited_by_count":8,"area":null},{"id":"2312.00276","title":"Metalearning Continual Learning Algorithms","created":"2023-12-01","cited_by_count":7,"area":null},{"id":"2405.15164","title":"From Frege to chatGPT: Compositionality in language, cognition, and deep neural networks","created":"2024-05-24","cited_by_count":7,"area":null},{"id":"2407.12275","title":"When can transformers compositionally generalize in-context?","created":"2024-07-17","cited_by_count":7,"area":null},{"id":"2410.13981","title":"On the Learn-to-Optimize Capabilities of Transformers in In-Context Sparse Recovery","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2505.19426","title":"The Role of Diversity in In-Context Learning for Large Language Models","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2506.05200","title":"Transformers Meet In-Context Learning: A Universal Approximation Theory","created":"2025-06-05","cited_by_count":6,"area":null},{"id":"2509.25611","title":"Transformers through the lens of support-preserving maps between measures","created":"2025-09-30","cited_by_count":6,"area":null},{"id":"2310.05884","title":"A Meta-Learning Perspective on Transformers for Causal Language Modeling","created":"2023-10-09","cited_by_count":5,"area":null},{"id":"2405.16845","title":"On Mesa-Optimization in Autoregressively Trained Transformers: Emergence and Capability","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2409.04318","title":"Learning vs Retrieval: The Role of In-Context Examples in Regression with Large Language Models","created":"2024-09-06","cited_by_count":5,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2402.16817","title":"Investigating the Effectiveness of HyperTuning via Gisting","created":"2024-02-26","cited_by_count":4,"area":null},{"id":"2410.18636","title":"Multi-agent cooperation through learning-aware policy gradients","created":"2024-10-24","cited_by_count":4,"area":null},{"id":"2502.08136","title":"In-Context Learning of Linear Dynamical Systems with Transformers: Approximation Bounds and Depth-Separation","created":"2025-02-12","cited_by_count":4,"area":null},{"id":"2510.01450","title":"Local Linear Attention: An Optimal Interpolation of Linear and Softmax Attention For Test-Time Regression","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2604.12151","title":"Distinct mechanisms underlying in-context learning in transformers","created":"2026-04-14","cited_by_count":4,"area":null},{"id":"2605.05838","title":"MDN: Parallelizing Stepwise Momentum for Delta Linear Attention","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2406.02663","title":"Demystifying Spectral Bias on Real-World Data","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2410.11687","title":"Learning in the Recurrent State: Gradient Descent with Linear Recurrent Networks","created":"2024-10-15","cited_by_count":3,"area":null},{"id":"2505.14042","title":"Adversarially Pretrained Transformers May Be Universally Robust In-Context Learners","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2606.12058","title":"Phase Transitions in Attention: A Bayesian Theory of Copy Head Emergence","created":"2026-06-10","cited_by_count":3,"area":null},{"id":"2408.10818","title":"Learning Randomized Algorithms with Transformers","created":"2024-08-20","cited_by_count":2,"area":null},{"id":"2601.10058","title":"Unlabeled Data Can Provably Enhance In-Context Learning of Transformers","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2602.09075","title":"Learning to Remember, Learn, and Forget in Attention-Based Models","created":"2026-02-09","cited_by_count":2,"area":null},{"id":"2605.28854","title":"Large language models reorganize representational geometry during in-context learning","created":"2026-05-16","cited_by_count":2,"area":null},{"id":"2607.12204","title":"What a Deletion Certificate Covers, and Where It Expires: Auditable Removal from a Support-Vector Memory","created":"2026-07-13","cited_by_count":2,"area":null},{"id":"2608.15448","title":"Language models suffer from a curse of ambiguity","created":"2026-08-15","cited_by_count":2,"area":null},{"id":"2407.10949","title":"Representing Rule-based Chatbots with Transformers","created":"2024-07-15","cited_by_count":1,"area":null},{"id":"2410.09701","title":"Transformers as Game Players: Provable In-context Game-playing Capabilities of Pre-trained Models","created":"2024-10-13","cited_by_count":1,"area":null},{"id":"2410.14183","title":"In-context Learning for Mixture of Linear Regressions: Existence, Generalization and Training Dynamics","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2506.11516","title":"Brewing Knowledge in Context: Distillation Perspectives on In-Context Learning","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2604.10848","title":"Transformers Learn Latent Mixture Models In-Context via Mirror Descent","created":"2026-04-12","cited_by_count":1,"area":null},{"id":"2605.05851","title":"Hypothesis generation and updating in large language models","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.13473","title":"OSDN: Improving Delta Rule with Provable Online Preconditioning in Linear Attention","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2607.02800","title":"Induction Heads Interpolate N-Grams","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2608.16844","title":"Proteus: Incremental Memory Activation for Long-Context Sequence Modeling","created":"2026-08-17","cited_by_count":1,"area":null},{"id":"2406.01424","title":"Universal In-Context Approximation By Prompting Fully Recurrent Models","created":"2024-06-03","cited_by_count":0,"area":null},{"id":"2509.25223","title":"Enhancing Linear Attention with Residual Learning","created":"2025-09-24","cited_by_count":0,"area":null},{"id":"2511.07699","title":"Misaligned by Design: Incentive Failures in Machine Learning","created":"2025-11-10","cited_by_count":0,"area":null},{"id":"2601.17257","title":"A Constrained Optimization Perspective of Unrolled Transformers","created":"2026-01-24","cited_by_count":0,"area":null},{"id":"2607.01006","title":"Understanding Large Language Models","created":"2026-07-01","cited_by_count":0,"area":null},{"id":"2607.19390","title":"The Orthogonalized Read Is a Removable Training Scaffold for Recurrent Memory","created":"2026-07-02","cited_by_count":0,"area":null},{"id":"2609.39034","title":"Switching Linear Attention","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.03858","title":"Retrieval-Centric Deep Learning in Growing Nonparametric Neural Networks","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.15185","title":"DeltaNet-PC: Test-Time Memory Without Backpropagation Through Time","created":"2026-10-10","cited_by_count":0,"area":null},{"id":"2610.16268","title":"Error Correction in Trained TTT Layers","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.18809","title":"Depth Memory","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}