{"total":76,"rows":[{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360,"area":null},{"id":"2312.03002","title":"The mechanistic basis of data dependence and abrupt learning in an in-context classification task","created":"2023-12-03","cited_by_count":118,"area":null},{"id":"2406.00793","title":"Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective","created":"2024-06-02","cited_by_count":57,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46,"area":null},{"id":"2503.05788","title":"Emergent Abilities in Large Language Models: A Survey","created":"2025-02-28","cited_by_count":37,"area":null},{"id":"2503.21676","title":"How do language models learn facts? Dynamics, curricula and hallucinations","created":"2025-03-27","cited_by_count":37,"area":null},{"id":"2412.03782","title":"The broader spectrum of in-context learning","created":"2024-12-05","cited_by_count":35,"area":null},{"id":"2509.23024","title":"Tracing the Representation Geometry of Language Models from Pretraining to Post-training","created":"2025-09-27","cited_by_count":35,"area":null},{"id":"2402.03902","title":"A phase transition between positional and semantic learning in a solvable model of dot-product attention","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2410.23819","title":"Weight decay induces low-rank attention layers","created":"2024-10-31","cited_by_count":27,"area":null},{"id":"2505.17863","title":"The emergence of sparse attention: impact of data distribution and benefits of repetition","created":"2025-05-23","cited_by_count":25,"area":null},{"id":"2412.00104","title":"Differential learning kinetics govern the transition from memorization to generalization during in-context learning","created":"2024-11-27","cited_by_count":21,"area":null},{"id":"2410.23042","title":"Toward Understanding In-context vs. In-weight Learning","created":"2024-10-30","cited_by_count":19,"area":null},{"id":"2410.04468","title":"Revisiting In-context Learning Inference Circuit in Large Language Models","created":"2024-10-06","cited_by_count":17,"area":"mechinterp"},{"id":"2503.05631","title":"Strategy Coopetition Explains the Emergence and Transience of In-Context Learning","created":"2025-03-07","cited_by_count":17,"area":null},{"id":"2410.01444","title":"Geometric Signatures of Compositionality Across a Language Model's Lifetime","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2412.04759","title":"REGENT: A Retrieval-Augmented Generalist Agent That Can Act In-Context in New Environments","created":"2024-12-06","cited_by_count":16,"area":"rag"},{"id":"2506.05574","title":"When can in-context learning generalize out of task distribution?","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2406.00053","title":"Dual Process Learning: Controlling Use of In-Context vs. In-Weights Strategies with Weight Forgetting","created":"2024-05-28","cited_by_count":15,"area":null},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2501.17745","title":"Dynamics of Transient Structure in In-Context Linear Regression Transformers","created":"2025-01-29","cited_by_count":14,"area":null},{"id":"2406.04216","title":"What Do Language Models Learn in Context? The Structured Task Hypothesis","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2412.00142","title":"Enhancing Few-Shot Vision-Language Classification with Large Multimodal Model Features","created":"2024-11-28","cited_by_count":11,"area":"mllm"},{"id":"2505.16694","title":"Beyond Induction Heads: In-Context Meta Learning Induces Multi-Phase Circuit Emergence","created":"2025-05-22","cited_by_count":10,"area":null},{"id":"2506.02672","title":"EvaLearn: Quantifying the Learning Capability and Efficiency of LLMs via Sequential Problem Solving","created":"2025-06-03","cited_by_count":10,"area":null},{"id":"2605.29548","title":"Why Larger Models Learn More: Effects of Capacity, Interference, and Rare-Task Retention","created":"2026-05-28","cited_by_count":10,"area":null},{"id":"2509.26551","title":"Pretrain-Test Task Alignment Governs Generalization in In-Context Learning","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2411.01958","title":"N-Gram Induction Heads for In-Context RL: Improving Stability and Reducing Data Needs","created":"2024-11-04","cited_by_count":7,"area":"deeprl"},{"id":"2406.17837","title":"Transformer Normalisation Layers and the Independence of Semantic Subspaces","created":"2024-06-25","cited_by_count":6,"area":null},{"id":"2505.17010","title":"Understanding Prompt Tuning and In-Context Learning via Meta-Learning","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2403.01554","title":"Transformers for Supervised Online Continual Learning","created":"2024-03-03","cited_by_count":5,"area":null},{"id":"2506.13253","title":"Distinct Computations Emerge From Compositional Curricula in In-Context Learning","created":"2025-06-16","cited_by_count":5,"area":null},{"id":"2601.20796","title":"Dissecting Multimodal In-Context Learning: Modality Asymmetries and Circuit Dynamics in modern Transformers","created":"2026-01-28","cited_by_count":5,"area":"mllm"},{"id":"2501.06256","title":"Unlocking In-Context Learning for Natural Datasets Beyond Language Modelling","created":"2025-01-09","cited_by_count":4,"area":null},{"id":"2502.02869","title":"Towards Large-Scale In-Context Reinforcement Learning by Meta-Training in Randomized Worlds","created":"2025-02-05","cited_by_count":4,"area":"deeprl"},{"id":"2510.10425","title":"Softmax $\\geq$ Linear: Transformers may learn to classify in-context by kernel gradient descent","created":"2025-10-12","cited_by_count":4,"area":null},{"id":"2601.07524","title":"Stagewise Reinforcement Learning and the Geometry of the Regret Landscape","created":"2026-01-12","cited_by_count":4,"area":"deeprl"},{"id":"2604.12151","title":"Distinct mechanisms underlying in-context learning in transformers","created":"2026-04-14","cited_by_count":4,"area":null},{"id":"2608.10837","title":"TACTICL: Task-Aware Compression of Tabular ICL Models","created":"2026-08-11","cited_by_count":4,"area":null},{"id":"2406.00131","title":"From Unstructured Data to In-Context Learning: Exploring What Tasks Can Be Learned and When","created":"2024-05-31","cited_by_count":3,"area":null},{"id":"2406.02663","title":"Demystifying Spectral Bias on Real-World Data","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2410.03140","title":"In-context Learning in Presence of Spurious Correlations","created":"2024-10-04","cited_by_count":3,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2509.22353","title":"Context and Diversity Matter: The Emergence of In-Context Learning in World Models","created":"2025-09-26","cited_by_count":3,"area":"wm"},{"id":"2603.20969","title":"Understanding Contextual Recall in Transformers: How Finetuning Enables In-Context Reasoning over Pretraining Knowledge","created":"2026-03-21","cited_by_count":3,"area":"lr"},{"id":"2606.06533","title":"Position: Don't Just \"Fix it in Post\": A Science of AI Must Study Training Dynamics","created":"2026-06-03","cited_by_count":3,"area":null},{"id":"2405.15115","title":"Towards Better Understanding of In-Context Learning Ability from In-Context Uncertainty Quantification","created":"2024-05-24","cited_by_count":2,"area":null},{"id":"2508.16027","title":"Optimal Dynamic Regret by Transformers for Non-Stationary Reinforcement Learning","created":"2025-08-22","cited_by_count":2,"area":"deeprl"},{"id":"2604.13403","title":"Why Multimodal In-Context Learning Lags Behind? Unveiling the Inner Mechanisms and Bottlenecks","created":"2026-04-15","cited_by_count":2,"area":null},{"id":"2607.11875","title":"Invariant Learning Dynamics of Transformers in Inductive Reasoning Tasks","created":"2026-07-13","cited_by_count":2,"area":"lr"},{"id":"2504.17068","title":"In-Context Learning can distort the relationship between sequence likelihoods and biological fitness","created":"2025-04-23","cited_by_count":1,"area":null},{"id":"2505.09855","title":"An evolutionary perspective on modes of learning in Transformers","created":"2025-05-14","cited_by_count":1,"area":null},{"id":"2506.04289","title":"Relational reasoning and inductive bias in transformers and large language models","created":"2025-06-04","cited_by_count":1,"area":"lr"},{"id":"2508.15841","title":"A Review of Developmental Interpretability in Large Language Models","created":"2025-08-19","cited_by_count":1,"area":"mechinterp"},{"id":"2509.21534","title":"A circuit for predicting hierarchical structure in-context in Large Language Models","created":"2025-09-25","cited_by_count":1,"area":null},{"id":"2511.19328","title":"Understanding the Staged Dynamics of Transformers in Learning Latent Structure","created":"2025-11-24","cited_by_count":1,"area":null},{"id":"2604.21632","title":"To See the Unseen: on the Generalization Ability of Transformers in Symbolic Reasoning","created":"2026-04-23","cited_by_count":1,"area":"lr"},{"id":"2605.24410","title":"Advancing Graph Few-Shot Learning via In-Context Learning","created":"2026-05-23","cited_by_count":1,"area":null},{"id":"2606.26050","title":"Natural Ungrokking: Asymmetric Control of Which Rules Survive Pretraining","created":"2026-06-24","cited_by_count":1,"area":null},{"id":"2607.03660","title":"Sequential Correlations Change In-Context Learning: Effective Context Length and Architectural Mismatch","created":"2026-07-04","cited_by_count":1,"area":null},{"id":"2411.03945","title":"Can Custom Models Learn In-Context? An Exploration of Hybrid Architecture Performance on In-Context Learning Tasks","created":"2024-11-06","cited_by_count":0,"area":"ssm"},{"id":"2507.02103","title":"What Neuroscience Can Teach AI About Learning in Continuously Changing Environments","created":"2025-07-02","cited_by_count":0,"area":null},{"id":"2507.05019","title":"Meta-Learning Transformers to Improve In-Context Generalization","created":"2025-07-07","cited_by_count":0,"area":null},{"id":"2602.07562","title":"Gaussian Match-and-Copy: A Minimalist Benchmark for Studying Transformer Induction","created":"2026-02-07","cited_by_count":0,"area":null},{"id":"2603.13459","title":"Reconciling In-Context and In-Weight Learning via Dual Representation Space Encoding","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2604.01094","title":"Temporal Dependencies in In-Context Learning: The Role of Induction Heads","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2605.18281","title":"Temporal Task Diversity: Inductive Biases Under Non-Stationarity in Synthetic Sequence Modelling","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2606.01302","title":"Structure and Scale in Simplicial Sequence Modelling","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2607.04846","title":"Pretraining Curricula Enable Selective Fine-tuning","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2607.27281","title":"The Kinetics of Training: A Driven-Nucleation Rate Law for Emergence, Plasticity Loss, and Circuit Control in Language Models","created":"2026-07-29","cited_by_count":0,"area":"mechinterp"},{"id":"2608.24460","title":"Shortcut Before Circuit: Document Statistics Time In-Context Conflict Resolution","created":"2026-08-25","cited_by_count":0,"area":null},{"id":"2610.02839","title":"To Explore The Strange New World Beyond Data Distribution: System Behavior, Causality Tax, and Non-causal Base Model","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.16161","title":"Fisher information and the geometry of memorization in neural networks","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.17096","title":"Towards Universal Calibration for In-Context Classification","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.19113","title":"From Copying to Composition: How Language Models Develop In-Context Learning","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}