{"total":93,"rows":[{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2408.10147","title":"In-Context Learning with Representations: Contextual Generalization of Trained Transformers","created":"2024-08-19","cited_by_count":38,"area":null},{"id":"2410.02724","title":"Large Language Models as Markov Chains","created":"2024-10-03","cited_by_count":35,"area":null},{"id":"2407.17686","title":"Transformers on Markov Data: Constant Depth Suffices","created":"2024-07-25","cited_by_count":27,"area":null},{"id":"2407.12034","title":"Understanding Transformers via N-gram Statistics","created":"2024-06-30","cited_by_count":26,"area":null},{"id":"2408.12578","title":"A Percolation Model of Emergence: Analyzing Transformers Trained on a Formal Language","created":"2024-08-22","cited_by_count":26,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2408.15417","title":"Implicit Geometry of Next-token Prediction: From Language Sparsity Patterns to Model Representations","created":"2024-08-27","cited_by_count":24,"area":null},{"id":"2410.09695","title":"Can In-context Learning Really Generalize to Out-of-distribution Tasks?","created":"2024-10-13","cited_by_count":23,"area":null},{"id":"2412.00104","title":"Differential learning kinetics govern the transition from memorization to generalization during in-context learning","created":"2024-11-27","cited_by_count":21,"area":null},{"id":"2410.23042","title":"Toward Understanding In-context vs. In-weight Learning","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2505.11349","title":"Context parroting: A simple but tough-to-beat baseline for foundation models in scientific machine learning","created":"2025-05-16","cited_by_count":18,"area":null},{"id":"2506.05574","title":"When can in-context learning generalize out of task distribution?","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2508.12837","title":"Learning In-context n-grams with Transformers: Sub-n-grams Are Near-stationary Points","created":"2025-08-18","cited_by_count":16,"area":null},{"id":"2406.18400","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2410.01774","title":"Trained Transformer Classifiers Generalize and Exhibit Benign Overfitting In-Context","created":"2024-10-02","cited_by_count":15,"area":null},{"id":"2512.20607","title":"Saddle-to-Saddle Dynamics Explains A Simplicity Bias Across Neural Network Architectures","created":"2025-12-23","cited_by_count":15,"area":null},{"id":"2402.18551","title":"Implicit Optimization Bias of Next-Token Prediction in Linear Models","created":"2024-02-28","cited_by_count":14,"area":null},{"id":"2501.17745","title":"Dynamics of Transient Structure in In-Context Linear Regression Transformers","created":"2025-01-29","cited_by_count":14,"area":null},{"id":"2601.10684","title":"On the origin of neural scaling laws: from random graphs to natural language","created":"2026-01-15","cited_by_count":14,"area":null},{"id":"2510.24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2410.03001","title":"Can Transformers Learn $n$-gram Language Models?","created":"2024-10-03","cited_by_count":11,"area":null},{"id":"2505.16694","title":"Beyond Induction Heads: In-Context Meta Learning Induces Multi-Phase Circuit Emergence","created":"2025-05-22","cited_by_count":10,"area":null},{"id":"2510.06954","title":"From Condensation to Rank Collapse: A Two-Stage Analysis of Transformer Training Dynamics","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2603.00742","title":"To Use or not to Use Muon: How Simplicity Bias in Optimizers Matters","created":"2026-02-28","cited_by_count":10,"area":null},{"id":"2509.04466","title":"Just-in-time and distributed task representations in language models","created":"2025-08-28","cited_by_count":9,"area":null},{"id":"2410.01265","title":"Transformers Handle Endogeneity in In-Context Linear Regression","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2410.11474","title":"How Transformers Get Rich: Approximation and Dynamics Analysis","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2509.08184","title":"Selective Induction Heads: How Transformers Select Causal Structures In Context","created":"2025-09-09","cited_by_count":8,"area":null},{"id":"2506.13688","title":"What Happens During the Loss Plateau? Understanding Abrupt Learning in Transformers","created":"2025-06-16","cited_by_count":7,"area":null},{"id":"2511.16893","title":"Predicting the Emergence of Induction Heads in Language Model Pretraining","created":"2025-11-21","cited_by_count":7,"area":null},{"id":"2409.12293","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","created":"2024-09-18","cited_by_count":6,"area":null},{"id":"2512.18634","title":"From Shortcut to Induction Head: How Data Diversity Shapes Algorithm Selection in Transformers","created":"2025-12-21","cited_by_count":6,"area":null},{"id":"2506.19351","title":"In-Context Occam's Razor: How Transformers Prefer Simpler Hypotheses on the Fly","created":"2025-06-24","cited_by_count":5,"area":null},{"id":"2507.07544","title":"Position: We Need An Algorithmic Understanding of Generative AI","created":"2025-07-10","cited_by_count":5,"area":null},{"id":"2511.01033","title":"On the Emergence of Induction Heads for In-Context Learning","created":"2025-11-02","cited_by_count":5,"area":null},{"id":"2501.06256","title":"Unlocking In-Context Learning for Natural Datasets Beyond Language Modelling","created":"2025-01-09","cited_by_count":4,"area":null},{"id":"2502.08136","title":"In-Context Learning of Linear Dynamical Systems with Transformers: Approximation Bounds and Depth-Separation","created":"2025-02-12","cited_by_count":4,"area":null},{"id":"2506.07298","title":"Pre-trained Large Language Models Learn Hidden Markov Models In-context","created":"2025-06-08","cited_by_count":4,"area":null},{"id":"2507.20443","title":"Provable In-Context Learning of Nonlinear Regression with Transformers","created":"2025-07-28","cited_by_count":4,"area":null},{"id":"2510.10425","title":"Softmax $\\geq$ Linear: Transformers may learn to classify in-context by kernel gradient descent","created":"2025-10-12","cited_by_count":4,"area":null},{"id":"2603.29805","title":"From Density Matrices to Phase Transitions in Deep Learning: Spectral Early Warnings and Interpretability","created":"2026-03-31","cited_by_count":4,"area":null},{"id":"2604.12151","title":"Distinct mechanisms underlying in-context learning in transformers","created":"2026-04-14","cited_by_count":4,"area":null},{"id":"2406.02663","title":"Demystifying Spectral Bias on Real-World Data","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2410.05493","title":"An Information-Theoretic Approach to Understanding Transformers' In-Context Learning of Variable-Order Markov Chains","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2501.15857","title":"Are Transformers Able to Reason by Connecting Separated Knowledge in Training Data?","created":"2025-01-27","cited_by_count":3,"area":null},{"id":"2502.20681","title":"Disentangling Feature Structure: A Mathematically Provable Two-Stage Training Dynamics in Transformers","created":"2025-02-28","cited_by_count":3,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2506.16975","title":"Latent Concept Disentanglement in Transformer-based Language Models","created":"2025-06-20","cited_by_count":3,"area":null},{"id":"2510.16096","title":"Facts in Stats: Impacts of Pretraining Diversity on Language Model Generalization","created":"2025-10-17","cited_by_count":3,"area":null},{"id":"2512.11784","title":"Softmax as Linear Attention in the Large-Prompt Regime: a Measure-based Perspective","created":"2025-12-12","cited_by_count":3,"area":null},{"id":"2505.03997","title":"Quiet Feature Learning in Algorithmic Tasks","created":"2025-05-06","cited_by_count":2,"area":null},{"id":"2507.05644","title":"The Features at Convergence Theorem: a first-principles alternative to the Neural Feature Ansatz for how networks learn representations","created":"2025-07-08","cited_by_count":2,"area":null},{"id":"2507.10419","title":"Multiple Choice Learning of Low-Rank Adapters for Language Modeling","created":"2025-07-14","cited_by_count":2,"area":null},{"id":"2509.10414","title":"Is In-Context Learning Learning?","created":"2025-09-12","cited_by_count":2,"area":null},{"id":"2509.22947","title":"Induction Signatures Are Not Enough: A Matched-Compute Study of Load-Bearing Structure in In-Context Learning","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2510.25542","title":"Transformers Provably Learn Directed Acyclic Graphs via Kernel-Guided Mutual Information","created":"2025-10-29","cited_by_count":2,"area":null},{"id":"2511.23239","title":"Towards Understanding Transformers in Learning Random Walks","created":"2025-11-28","cited_by_count":2,"area":null},{"id":"2602.18679","title":"Transformers for dynamical systems learn transfer operators in-context","created":"2026-02-21","cited_by_count":2,"area":null},{"id":"2602.19143","title":"Incremental Learning of Sparse Attention Patterns in Transformers","created":"2026-02-22","cited_by_count":2,"area":null},{"id":"2605.10504","title":"Learning Less Is More: Premature Upper-Layer Attention Specialization Hurts Language Model Pretraining","created":"2026-05-11","cited_by_count":2,"area":null},{"id":"2407.10949","title":"Representing Rule-based Chatbots with Transformers","created":"2024-07-15","cited_by_count":1,"area":null},{"id":"2410.01334","title":"Skill Path: Unveiling Language Skills from Circuit Graphs","created":"2024-10-02","cited_by_count":1,"area":null},{"id":"2410.24050","title":"A Mechanistic Study of Transformers Training Dynamics","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2506.23146","title":"Learning-to-Context Slope: Evaluating In-Context Learning Effectiveness Beyond Performance Illusions","created":"2025-06-29","cited_by_count":1,"area":null},{"id":"2511.19328","title":"Understanding the Staged Dynamics of Transformers in Learning Latent Structure","created":"2025-11-24","cited_by_count":1,"area":null},{"id":"2604.10848","title":"Transformers Learn Latent Mixture Models In-Context via Mirror Descent","created":"2026-04-12","cited_by_count":1,"area":null},{"id":"2605.13485","title":"Effective Context in Transformers: An Analysis of Fragmentation and Tokenization","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2605.27774","title":"Fine-Tuning Dynamics of In-Context Factual Recall in Transformers","created":"2026-05-26","cited_by_count":1,"area":null},{"id":"2607.02800","title":"Induction Heads Interpolate N-Grams","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2607.03660","title":"Sequential Correlations Change In-Context Learning: Effective Context Length and Architectural Mismatch","created":"2026-07-04","cited_by_count":1,"area":null},{"id":"2607.17060","title":"What does a Bayes-filtered transformer believe? A predictive Monte Carlo approach","created":"2026-07-19","cited_by_count":1,"area":null},{"id":"2411.03541","title":"Do Mice Grok? Glimpses of Hidden Progress During Overtraining in Sensory Cortex","created":"2024-11-05","cited_by_count":0,"area":null},{"id":"2507.01414","title":"Decomposing Prediction Mechanisms for In-Context Recall","created":"2025-07-02","cited_by_count":0,"area":null},{"id":"2507.09378","title":"Context-Aware Regularization with Markovian Integration for Attention-Based Nucleotide Analysis","created":"2025-07-12","cited_by_count":0,"area":null},{"id":"2508.03031","title":"From Text to Trajectories: GPT-2 as an ODE Solver via In-Context","created":"2025-08-05","cited_by_count":0,"area":null},{"id":"2508.03934","title":"Markov Chain Estimation with In-Context Learning","created":"2025-08-05","cited_by_count":0,"area":null},{"id":"2509.23178","title":"Limit Analysis for Symbolic Multi-step Reasoning Tasks with Information Propagation Rules Based on Transformers","created":"2025-09-27","cited_by_count":0,"area":null},{"id":"2510.18638","title":"Optimality and NP-Hardness of Transformers in Learning Markovian Dynamical Functions","created":"2025-10-21","cited_by_count":0,"area":null},{"id":"2511.05743","title":"In-Context Learning Without Copying","created":"2025-11-07","cited_by_count":0,"area":null},{"id":"2512.01870","title":"Testing Transformer Learnability on the Arithmetic Sequence of Rooted Trees","created":"2025-12-01","cited_by_count":0,"area":null},{"id":"2602.07562","title":"Gaussian Match-and-Copy: A Minimalist Benchmark for Studying Transformer Induction","created":"2026-02-07","cited_by_count":0,"area":null},{"id":"2602.18364","title":"Quantum Maximum Likelihood Prediction via Hilbert Space Embeddings","created":"2026-02-20","cited_by_count":0,"area":null},{"id":"2604.01601","title":"Contrast Matters: Understanding Robustness of In-Context Fine-Tuning to Target-Context Relatedness","created":"2026-04-02","cited_by_count":0,"area":null},{"id":"2605.18801","title":"Position: Let's Develop Data Probes to Fundamentally Understand How Data Affects LLM Performance","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2606.01302","title":"Structure and Scale in Simplicial Sequence Modelling","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2607.02283","title":"Dendritic In-Context Learning in a Single-Layer Spiking Neural Network","created":"2026-07-02","cited_by_count":0,"area":null},{"id":"2607.14937","title":"A Minimal Interpretable Architecture for Zero-Shot Reconstruction of Dynamical Systems","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2609.32341","title":"A Comparative Analysis of Attention versus State-Space Models for In-Context Learning","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.04977","title":"Do LLMs Understand Sequential Structure? A Controlled Study of Inference and Generation","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.18725","title":"Learning Source Structure: Bayesian Prediction with Transformers","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}