{"list":"other","total":79,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1606.04671","title":"Progressive Neural Networks","created":"2016-06-15","cited_by_count":1361},{"id":"1802.07569","title":"Continual Lifelong Learning with Neural Networks: A Review","created":"2018-02-21","cited_by_count":1330},{"id":"1705.08690","title":"Continual Learning with Deep Generative Replay","created":"2017-05-24","cited_by_count":1158},{"id":"1812.00420","title":"Efficient Lifelong Learning with A-GEM","created":"2018-12-02","cited_by_count":1058},{"id":"2112.08654","title":"Learning to Prompt for Continual Learning","created":"2021-12-16","cited_by_count":944},{"id":"1711.05769","title":"PackNet: Adding Multiple Tasks to a Single Network by Iterative Pruning","created":"2017-11-15","cited_by_count":898},{"id":"1801.10112","title":"Riemannian Walk for Incremental Learning: Understanding Forgetting and Intransigence","created":"2018-01-30","cited_by_count":742},{"id":"2104.08773","title":"Cross-Task Generalization via Natural Language Crowdsourcing Instructions","created":"2021-04-18","cited_by_count":699},{"id":"1708.01547","title":"Lifelong Learning with Dynamically Expandable Networks","created":"2017-08-04","cited_by_count":694},{"id":"1710.09829","title":"Dynamic Routing Between Capsules","created":"2017-10-26","cited_by_count":689},{"id":"1801.01423","title":"Overcoming catastrophic forgetting with hard attention to the task","created":"2018-01-04","cited_by_count":681},{"id":"1904.07734","title":"Three scenarios for continual learning","created":"2019-04-15","cited_by_count":614},{"id":"1903.08671","title":"Gradient based sample selection for online continual learning","created":"2019-03-20","cited_by_count":571},{"id":"1810.11910","title":"Learning to Learn without Forgetting by Maximizing Transfer and Minimizing Interference","created":"2018-10-29","cited_by_count":521},{"id":"1805.06370","title":"Progress & Compress: A scalable framework for continual learning","created":"2018-05-16","cited_by_count":520},{"id":"2010.15277","title":"Class-incremental learning: survey and performance evaluation on image classification","created":"2020-10-28","cited_by_count":449},{"id":"1611.06194","title":"Expert Gate: Lifelong Learning with a Network of Experts","created":"2016-11-18","cited_by_count":372},{"id":"1701.08734","title":"PathNet: Evolution Channels Gradient Descent in Super Neural Networks","created":"2017-01-30","cited_by_count":364},{"id":"2106.15110","title":"Time-Aware Language Models as Temporal Knowledge Bases","created":"2021-06-29","cited_by_count":296},{"id":"1906.00695","title":"Continual learning with hypernetworks","created":"2019-06-03","cited_by_count":273},{"id":"2004.10956","title":"Few-Shot Class-Incremental Learning","created":"2020-04-23","cited_by_count":251},{"id":"2101.10423","title":"Online Continual Learning in Image Classification: An Empirical Survey","created":"2021-01-25","cited_by_count":245},{"id":"1806.08730","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","created":"2018-06-20","cited_by_count":236},{"id":"2006.14769","title":"Supermasks in Superposition","created":"2020-06-26","cited_by_count":227},{"id":"1910.06562","title":"Compacting, Picking and Growing for Unforgetting Continual Learning","created":"2019-10-15","cited_by_count":207},{"id":"1906.01076","title":"Episodic Memory in Lifelong Language Learning","created":"2019-06-03","cited_by_count":188},{"id":"2006.06958","title":"Understanding the Role of Training Regimes in Continual Learning","created":"2020-06-12","cited_by_count":180},{"id":"1810.01256","title":"Continual Learning of Context-dependent Processing in Neural Networks","created":"2018-09-29","cited_by_count":179},{"id":"1711.10563","title":"FearNet: Brain-Inspired Model for Incremental Learning","created":"2017-11-28","cited_by_count":177},{"id":"2012.09823","title":"Continual Lifelong Learning in Natural Language Processing: A Survey","created":"2020-12-17","cited_by_count":152},{"id":"2103.07113","title":"Training Networks in Null Space of Feature Covariance for Continual Learning","created":"2021-03-12","cited_by_count":143},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132},{"id":"2202.03829","title":"TimeLMs: Diachronic Language Models from Twitter","created":"2022-02-08","cited_by_count":131},{"id":"1909.08383","title":"A continual learning survey: Defying forgetting in classification tasks","created":"2019-09-18","cited_by_count":118},{"id":"2011.01844","title":"A Comprehensive Study of Class Incremental Learning Algorithms for Visual Tasks","created":"2020-11-03","cited_by_count":107},{"id":"2110.07298","title":"LFPT5: A Unified Framework for Lifelong Few-shot Language Learning Based on Prompt Tuning of T5","created":"2021-10-14","cited_by_count":104},{"id":"1906.02425","title":"Uncertainty-guided Continual Learning with Bayesian Neural Networks","created":"2019-06-06","cited_by_count":102},{"id":"1907.00182","title":"Continual Learning for Robotics: Definition, Framework, Learning Strategies, Opportunities and Challenges","created":"2019-06-29","cited_by_count":93},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91},{"id":"2112.02706","title":"Achieving Forgetting Prevention and Knowledge Transfer in Continual Learning","created":"2021-12-05","cited_by_count":91},{"id":"2104.05489","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","created":"2021-04-12","cited_by_count":86},{"id":"2012.15504","title":"Continual Learning in Task-Oriented Dialogue Systems","created":"2020-12-31","cited_by_count":83},{"id":"2010.11982","title":"The Turking Test: Can Language Models Understand Instructions?","created":"2020-10-22","cited_by_count":82},{"id":"2202.02931","title":"TRGP: Trust Region Gradient Projection for Continual Learning","created":"2022-02-07","cited_by_count":82},{"id":"2112.10017","title":"Continual Learning of a Mixed Sequence of Similar and Dissimilar Tasks","created":"2021-12-18","cited_by_count":81},{"id":"2211.02633","title":"A Theoretical Study on Solving Continual Learning","created":"2022-11-04","cited_by_count":80},{"id":"2104.04132","title":"Replay in Deep Learning: Current Approaches and Missing Biological Elements","created":"2021-04-01","cited_by_count":72},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70},{"id":"2211.00789","title":"Beyond Not-Forgetting: Continual Learning with Backward Knowledge Transfer","created":"2022-11-01","cited_by_count":59},{"id":"2109.11369","title":"Recent Advances of Continual Learning in Computer Vision: An Overview","created":"2021-09-23","cited_by_count":55},{"id":"2007.13904","title":"La-MAML: Look-ahead Meta Learning for Continual Learning","created":"2020-07-27","cited_by_count":52},{"id":"2104.08116","title":"Temporal Adaptation of BERT and Performance on Downstream Document Classification: Insights from Social Media","created":"2021-04-16","cited_by_count":51},{"id":"2010.02500","title":"Efficient Meta Lifelong-Learning with Limited Memory","created":"2020-10-06","cited_by_count":48},{"id":"2112.03271","title":"Adapting BERT for Continual Learning of a Sequence of Aspect Sentiment Classification Tasks","created":"2021-12-06","cited_by_count":46},{"id":"2203.06654","title":"Continual Prompt Tuning for Dialog State Tracking","created":"2022-03-13","cited_by_count":44},{"id":"2007.10221","title":"Learning latent representations across multiple data domains using Lifelong VAEGAN","created":"2020-07-20","cited_by_count":35},{"id":"2104.08808","title":"Learn Continually, Generalize Rapidly: Lifelong Knowledge Accumulation for Few-shot Learning","created":"2021-04-18","cited_by_count":35},{"id":"2210.05549","title":"Continual Training of Language Models for Few-Shot Learning","created":"2022-10-11","cited_by_count":33},{"id":"2203.10652","title":"Continual Sequence Generation with Adaptive Compositional Modules","created":"2022-03-20","cited_by_count":31},{"id":"2104.11882","title":"Incremental Few-shot Text Classification with Multi-round New Classes: Formulation, Dataset and System","created":"2021-04-24","cited_by_count":30},{"id":"2112.02714","title":"CLASSIC: Continual and Contrastive Learning of Aspect Sentiment Classification Tasks","created":"2021-12-05","cited_by_count":29},{"id":"2203.08512","title":"ConTinTin: Continual Learning from Task Instructions","created":"2022-03-16","cited_by_count":26},{"id":"1904.09187","title":"Continual Learning for Sentence Representations Using Conceptors","created":"2019-04-18","cited_by_count":22},{"id":"2107.08173","title":"Continual Learning for Task-oriented Dialogue System with Iterative Network Pruning, Expanding and Masking","created":"2021-07-17","cited_by_count":22},{"id":"1712.09943","title":"Toward Continual Learning for Conversational Agents","created":"2017-12-28","cited_by_count":14},{"id":"2108.04445","title":"Lifelong Intent Detection via Multi-Strategy Rebalancing","created":"2021-08-10","cited_by_count":12},{"id":"2112.10021","title":"Continual Learning with Knowledge Transfer for Sentiment Classification","created":"2021-12-18","cited_by_count":12},{"id":"2210.07783","title":"Prompt Conditioned VAE: Enhancing Generative Replay for Lifelong Learning in Task-Oriented Dialogue","created":"2022-10-14","cited_by_count":9}],"next_cursor":null}