{"total":60,"rows":[{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2402.11004","title":"The Evolution of Statistical Induction Heads: In-Context Learning Markov Chains","created":"2024-02-16","cited_by_count":118,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2402.14180","title":"Linear Transformers are Versatile In-Context Learners","created":"2024-02-21","cited_by_count":28,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2504.03022","title":"The Dual-Route Model of Induction","created":"2025-04-03","cited_by_count":24,"area":null},{"id":"2410.04368","title":"Algorithmic Capabilities of Random Transformers","created":"2024-10-06","cited_by_count":17,"area":null},{"id":"2405.06394","title":"Memory Mosaics","created":"2024-05-10","cited_by_count":16,"area":null},{"id":"2410.05464","title":"Progressive distillation induces an implicit curriculum","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2406.04216","title":"What Do Language Models Learn in Context? The Structured Task Hypothesis","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null},{"id":"2510.24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2503.01868","title":"Systems and Algorithms for Convolutional Multi-Hybrid Language Models at Scale","created":"2025-02-25","cited_by_count":12,"area":null},{"id":"2505.12075","title":"Do different prompting methods yield a common task representation in language models?","created":"2025-05-17","cited_by_count":11,"area":null},{"id":"2506.02672","title":"EvaLearn: Quantifying the Learning Capability and Efficiency of LLMs via Sequential Problem Solving","created":"2025-06-03","cited_by_count":10,"area":null},{"id":"2412.12276","title":"Emergence and Effectiveness of Task Vectors in In-Context Learning: An Encoder Decoder Perspective","created":"2024-12-16","cited_by_count":9,"area":null},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7,"area":null},{"id":"2412.14847","title":"A Survey of RWKV","created":"2024-12-19","cited_by_count":6,"area":null},{"id":"2512.18634","title":"From Shortcut to Induction Head: How Data Diversity Shapes Algorithm Selection in Transformers","created":"2025-12-21","cited_by_count":6,"area":null},{"id":"2410.05448","title":"Task Diversity Shortens the ICL Plateau","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2504.15471","title":"Bigram Subnetworks: Mapping to Next Tokens in Transformer Language Models","created":"2025-04-21","cited_by_count":5,"area":null},{"id":"2512.16902","title":"In-Context Algebra","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2410.06128","title":"Amortized Inference of Causal Models via Conditional Fixed-Point Iterations","created":"2024-10-08","cited_by_count":4,"area":null},{"id":"2501.06256","title":"Unlocking In-Context Learning for Natural Datasets Beyond Language Modelling","created":"2025-01-09","cited_by_count":4,"area":null},{"id":"2510.14826","title":"To Infinity and Beyond: Tool-Use Unlocks Length Generalization in State Space Models","created":"2025-10-16","cited_by_count":4,"area":null},{"id":"2406.00131","title":"From Unstructured Data to In-Context Learning: Exploring What Tasks Can Be Learned and When","created":"2024-05-31","cited_by_count":3,"area":null},{"id":"2410.05493","title":"An Information-Theoretic Approach to Understanding Transformers' In-Context Learning of Variable-Order Markov Chains","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2410.11687","title":"Learning in the Recurrent State: Gradient Descent with Linear Recurrent Networks","created":"2024-10-15","cited_by_count":3,"area":null},{"id":"2503.13431","title":"Measuring In-Context Computation Complexity via Hidden State Prediction","created":"2025-03-17","cited_by_count":3,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2602.19143","title":"Incremental Learning of Sparse Attention Patterns in Transformers","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2603.09872","title":"N-gram-like Language Models Predict Naturalistic Reading Time Best","created":"2026-03-10","cited_by_count":2,"area":null},{"id":"2606.03979","title":"Language Models Need Sleep: Learning to Self-Modify and Consolidate Memories","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2407.10949","title":"Representing Rule-based Chatbots with Transformers","created":"2024-07-15","cited_by_count":1,"area":null},{"id":"2506.13608","title":"Assessing the Limits of In-Context Learning beyond Functions using Partially Ordered Relation","created":"2025-06-16","cited_by_count":1,"area":null},{"id":"2509.22764","title":"In-Context Learning can Perform Continual Learning Like Humans","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2512.22944","title":"Multiple Token Divergence: Measuring and Steering In-Context Computation Density","created":"2025-12-28","cited_by_count":1,"area":null},{"id":"2601.12598","title":"Dissecting Linear Recurrent Models: How Different Gating Strategies Drive Selectivity and Generalization","created":"2026-01-18","cited_by_count":1,"area":null},{"id":"2602.03922","title":"Online Vector Quantized Attention","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2604.23267","title":"Fine-tuning vs. In-context Learning in Large Language Models: A Formal Language Learning Perspective","created":"2026-04-25","cited_by_count":1,"area":null},{"id":"2605.08475","title":"Transformers Can Implement Preconditioned Richardson Iteration for In-Context Gaussian Kernel Regression","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2507.01414","title":"Decomposing Prediction Mechanisms for In-Context Recall","created":"2025-07-02","cited_by_count":0,"area":null},{"id":"2508.03934","title":"Markov Chain Estimation with In-Context Learning","created":"2025-08-05","cited_by_count":0,"area":null},{"id":"2511.05743","title":"In-Context Learning Without Copying","created":"2025-11-07","cited_by_count":0,"area":null},{"id":"2512.24977","title":"SymSeqBench: a unified framework for the generation and analysis of rule-based symbolic sequences and datasets","created":"2025-12-31","cited_by_count":0,"area":null},{"id":"2602.07562","title":"Gaussian Match-and-Copy: A Minimalist Benchmark for Studying Transformer Induction","created":"2026-02-07","cited_by_count":0,"area":null},{"id":"2604.01601","title":"Contrast Matters: Understanding Robustness of In-Context Fine-Tuning to Target-Context Relatedness","created":"2026-04-02","cited_by_count":0,"area":null},{"id":"2607.29353","title":"Versatile On-device Adaptation at the Edge by Unifying Few-shot, Zero-shot, Continual, and In-context Learning","created":"2026-07-31","cited_by_count":0,"area":null},{"id":"2609.15545","title":"The Token Before the Value Is the Key: How Hybrid Architectures Organize Induction Circuits","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.36265","title":"In-Context Learning Amplifies a Latent Symbolic Circuit","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.04977","title":"Do LLMs Understand Sequential Structure? A Controlled Study of Inference and Generation","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.18725","title":"Learning Source Structure: Bayesian Prediction with Transformers","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}