{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"2408.03314","title":"Scaling LLM Test-Time Compute Optimally can be More Effective than Scaling Model Parameters","created":"2024-08-06","cited_by_count":1986},{"id":"1802.07569","title":"Continual Lifelong Learning with Neural Networks: A Review","created":"2018-02-21","cited_by_count":1330},{"id":"1705.08690","title":"Continual Learning with Deep Generative Replay","created":"2017-05-24","cited_by_count":1158},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872},{"id":"1908.03265","title":"On the Variance of the Adaptive Learning Rate and Beyond","created":"2019-08-08","cited_by_count":772},{"id":"2403.07815","title":"Chronos: Learning the Language of Time Series","created":"2024-03-12","cited_by_count":759},{"id":"2003.00688","title":"Out-of-Distribution Generalization via Risk Extrapolation (REx)","created":"2020-03-02","cited_by_count":742},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732},{"id":"1312.6211","title":"An Empirical Investigation of Catastrophic Forgetting in Gradient-Based Neural Networks","created":"2013-12-21","cited_by_count":722},{"id":"2208.01066","title":"What Can Transformers Learn In-Context? A Case Study of Simple Function Classes","created":"2022-08-01","cited_by_count":715},{"id":"1810.11910","title":"Learning to Learn without Forgetting by Maximizing Transfer and Minimizing Interference","created":"2018-10-29","cited_by_count":521},{"id":"1710.10628","title":"Variational Continual Learning","created":"2017-10-29","cited_by_count":339},{"id":"2205.05055","title":"Data Distributional Properties Drive Emergent In-Context Learning in Transformers","created":"2022-04-22","cited_by_count":309},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298},{"id":"2301.07067","title":"Transformers as Algorithms: Generalization and Stability in In-context Learning","created":"2023-01-17","cited_by_count":222},{"id":"2212.10559","title":"Why Can GPT Learn In-Context? Language Models Implicitly Perform Gradient Descent as Meta-Optimizers","created":"2022-12-20","cited_by_count":204},{"id":"2307.02251","title":"RanPAC: Random Projections and Pre-trained Models for Continual Learning","created":"2023-07-05","cited_by_count":164},{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164},{"id":"2303.07971","title":"A Theory of Emergent In-Context Learning as Implicit Structure Induction","created":"2023-03-14","cited_by_count":86},{"id":"2311.08360","title":"The Transient Nature of Emergent In-Context Learning in Transformers","created":"2023-11-14","cited_by_count":76},{"id":"2110.07238","title":"On the difficulty of learning chaotic dynamics with RNNs","created":"2021-10-14","cited_by_count":67},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64},{"id":"2111.07736","title":"Continual Learning via Local Module Composition","created":"2021-11-15","cited_by_count":63},{"id":"2006.09313","title":"Hausdorff Dimension, Heavy Tails, and Generalization in Neural Networks","created":"2020-06-16","cited_by_count":62},{"id":"2112.03978","title":"Attractor and integrator networks in the brain","created":"2021-12-07","cited_by_count":61},{"id":"2306.04406","title":"Generalized Teacher Forcing for Learning Chaotic Dynamics","created":"2023-06-07","cited_by_count":58},{"id":"2501.16265","title":"Training Dynamics of In-Context Learning in Linear Attention","created":"2025-01-27","cited_by_count":46},{"id":"2311.00871","title":"Pretraining Data Mixtures Enable Narrow Model Selection Capabilities in Transformer Models","created":"2023-11-01","cited_by_count":45},{"id":"2402.03170","title":"Is Mamba Capable of In-Context Learning?","created":"2024-02-05","cited_by_count":45},{"id":"2309.17290","title":"In search of dispersed memories: Generative diffusion models are associative memory networks","created":"2023-09-29","cited_by_count":44},{"id":"2207.00429","title":"Modular Lifelong Reinforcement Learning via Neural Composition","created":"2022-07-01","cited_by_count":40},{"id":"2505.21777","title":"Memorization to Generalization: Emergence of Diffusion Models from Associative Memory","created":"2025-05-27","cited_by_count":36},{"id":"2412.03782","title":"The broader spectrum of in-context learning","created":"2024-12-05","cited_by_count":35},{"id":"1809.03702","title":"Sparse Attentive Backtracking: Temporal CreditAssignment Through Reminding","created":"2018-09-11","cited_by_count":34},{"id":"2207.00521","title":"Using Machine Learning to Anticipate Tipping Points and Extrapolate to Post-Tipping Dynamics of Non-Stationary Dynamical Systems","created":"2022-07-01","cited_by_count":33},{"id":"2402.18377","title":"Out-of-Domain Generalization in Dynamical Systems Reconstruction","created":"2024-02-28","cited_by_count":33},{"id":"1802.07239","title":"Continual Reinforcement Learning with Complex Synapses","created":"2018-02-20","cited_by_count":32},{"id":"2101.07592","title":"Synaptic metaplasticity in binarized neural networks","created":"2021-01-19","cited_by_count":29},{"id":"2311.07772","title":"In-context Learning and Gradient Descent Revisited","created":"2023-11-13","cited_by_count":20},{"id":"2403.13249","title":"A Unified and General Framework for Continual Learning","created":"2024-03-20","cited_by_count":20},{"id":"2310.17561","title":"Bifurcations and loss jumps in RNN training","created":"2023-10-26","cited_by_count":17},{"id":"2410.09385","title":"Mamba4Cast: Efficient Zero-Shot Time Series Forecasting with State Space Models","created":"2024-10-12","cited_by_count":17},{"id":"2302.08741","title":"New Insights for the Stability-Plasticity Dilemma in Online Continual Learning","created":"2023-02-17","cited_by_count":16},{"id":"2410.04814","title":"Learning Interpretable Hierarchical Dynamical Systems Models from Time Series Data","created":"2024-10-07","cited_by_count":15},{"id":"2212.07892","title":"Integrating Multimodal Data for Joint Generative Modeling of Complex Dynamics","created":"2022-12-15","cited_by_count":14},{"id":"2311.03498","title":"In-Context Exemplars as Clues to Retrieving from Large Associative Memory","created":"2023-11-06","cited_by_count":13},{"id":"2406.04216","title":"What Do Language Models Learn in Context? The Structured Task Hypothesis","created":"2024-06-06","cited_by_count":13},{"id":"2005.07360","title":"Learning Rate Annealing Can Provably Help Generalization, Even for Convex Problems","created":"2020-05-15","cited_by_count":11},{"id":"2502.12131","title":"Transformer Dynamics: A neuroscientific approach to interpretability of large language models","created":"2025-02-17","cited_by_count":11},{"id":"1707.05952","title":"Criticality in the brain: A synthesis of neurobiology, models and cognition","created":"2017-07-19","cited_by_count":9},{"id":"2409.07590","title":"Deep Learning for predicting rate-induced tipping","created":"2024-09-11","cited_by_count":8}],"next_cursor":null}