{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"1506.02626","title":"Learning both Weights and Connections for Efficient Neural Networks","created":"2015-06-08","cited_by_count":2031},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616},{"id":"2010.01412","title":"Sharpness-Aware Minimization for Efficiently Improving Generalization","created":"2020-10-03","cited_by_count":1417},{"id":"1609.04836","title":"On Large-Batch Training for Deep Learning: Generalization Gap and Sharp Minima","created":"2016-09-15","cited_by_count":1352},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"1711.09601","title":"Memory Aware Synapses: Learning what (not) to forget","created":"2017-11-27","cited_by_count":1105},{"id":"1812.00420","title":"Efficient Lifelong Learning with A-GEM","created":"2018-12-02","cited_by_count":1058},{"id":"2112.08654","title":"Learning to Prompt for Continual Learning","created":"2021-12-16","cited_by_count":944},{"id":"2004.07211","title":"Dark Experience for General Continual Learning: a Strong, Simple Baseline","created":"2020-04-15","cited_by_count":911},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872},{"id":"1801.10112","title":"Riemannian Walk for Incremental Learning: Understanding Forgetting and Intransigence","created":"2018-01-30","cited_by_count":742},{"id":"1905.13260","title":"Large Scale Incremental Learning","created":"2019-05-30","cited_by_count":732},{"id":"2008.08186","title":"Prevalence of Neural Collapse during the terminal phase of deep learning training","created":"2020-08-18","cited_by_count":719},{"id":"1801.01423","title":"Overcoming catastrophic forgetting with hard attention to the task","created":"2018-01-04","cited_by_count":681},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"2204.04799","title":"DualPrompt: Complementary Prompting for Rehearsal-free Continual Learning","created":"2022-04-10","cited_by_count":642},{"id":"1708.03888","title":"Large Batch Training of Convolutional Networks","created":"2017-08-13","cited_by_count":535},{"id":"1805.06370","title":"Progress & Compress: A scalable framework for continual learning","created":"2018-05-16","cited_by_count":520},{"id":"1703.04933","title":"Sharp Minima Can Generalize For Deep Nets","created":"2017-03-15","cited_by_count":466},{"id":"2211.13218","title":"CODA-Prompt: COntinual Decomposed Attention-based Prompting for Rehearsal-Free Continual Learning","created":"2022-11-23","cited_by_count":450},{"id":"1412.1193","title":"New insights and perspectives on the natural gradient method","created":"2014-12-03","cited_by_count":443},{"id":"1802.09568","title":"Shampoo: Preconditioned Stochastic Tensor Optimization","created":"2018-02-26","cited_by_count":426},{"id":"2102.11600","title":"ASAM: Adaptive Sharpness-Aware Minimization for Scale-Invariant Learning of Deep Neural Networks","created":"2021-02-23","cited_by_count":293},{"id":"1901.10159","title":"An Investigation into Neural Net Optimization via Hessian Eigenvalue Density","created":"2019-01-29","cited_by_count":292},{"id":"1912.07145","title":"PyHessian: Neural Networks Through the Lens of the Hessian","created":"2019-12-16","cited_by_count":292},{"id":"1706.04454","title":"Empirical Analysis of the Hessian of Over-Parametrized Neural Networks","created":"2017-06-14","cited_by_count":290},{"id":"2207.12819","title":"S-Prompts Learning with Pre-trained Transformers: An Occam's Razor for Domain Incremental Learning","created":"2022-07-26","cited_by_count":246},{"id":"1905.12558","title":"Limitations of the Empirical Fisher Approximation for Natural Gradient Descent","created":"2019-05-29","cited_by_count":217},{"id":"1810.01075","title":"Implicit Self-Regularization in Deep Neural Networks: Evidence from Random Matrix Theory and Implications for Learning","created":"2018-10-02","cited_by_count":215},{"id":"2303.05118","title":"SLCA: Slow Learner with Classifier Alignment for Continual Learning on a Pre-trained Model","created":"2023-03-09","cited_by_count":180},{"id":"1611.07476","title":"Eigenvalues of the Hessian in Deep Learning: Singularity and Beyond","created":"2016-11-22","cited_by_count":159},{"id":"2010.04495","title":"Linear Mode Connectivity in Multitask and Continual Learning","created":"2020-10-09","cited_by_count":145},{"id":"1602.01407","title":"A Kronecker-factored approximate Fisher matrix for convolution layers","created":"2016-02-03","cited_by_count":141},{"id":"2310.07234","title":"Hierarchical Decomposition of Prompt-Based Continual Learning: Rethinking Obscured Sub-optimality","created":"2023-10-11","cited_by_count":121},{"id":"1909.05193","title":"TBT: Targeted Neural Network Attack with Bit Trojan","created":"2019-09-10","cited_by_count":113},{"id":"1903.12269","title":"Bit-Flip Attack: Crushing Neural Network with Progressive Bit Search","created":"2019-03-28","cited_by_count":108},{"id":"2010.04003","title":"A Theoretical Analysis of Catastrophic Forgetting through the NTK Overlap Matrix","created":"2020-10-07","cited_by_count":103},{"id":"1905.05934","title":"EigenDamage: Structured Pruning in the Kronecker-Factored Eigenbasis","created":"2019-05-15","cited_by_count":98},{"id":"2008.11865","title":"Traces of Class/Cross-Class Structure Pervade Deep Learning Spectra","created":"2020-08-27","cited_by_count":94},{"id":"1807.05031","title":"On the Relation Between the Sharpest Directions of DNN Loss and the SGD Step Length","created":"2018-07-13","cited_by_count":88},{"id":"2104.05489","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","created":"2021-04-12","cited_by_count":86},{"id":"1901.08244","title":"Measurements of Three-Level Hierarchical Structure in the Outliers in the Spectrum of Deepnet Hessians","created":"2019-01-24","cited_by_count":68},{"id":"2006.11942","title":"Generalisation Guarantees for Continual Learning with Orthogonal Gradient Descent","created":"2020-06-21","cited_by_count":68},{"id":"2003.13746","title":"DeepHammer: Depleting the Intelligence of Deep Neural Networks through Targeted Chain of Bit Flips","created":"2020-03-30","cited_by_count":56},{"id":"2508.08165","title":"Integrating Task-Specific and Universal Adapters for Pre-Trained Model-based Class-Incremental Learning","created":"2025-08-11","cited_by_count":19}],"next_cursor":null}