{"list":"other","total":54,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"1506.02626","title":"Learning both Weights and Connections for Efficient Neural Networks","created":"2015-06-08","cited_by_count":2031},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"1705.08690","title":"Continual Learning with Deep Generative Replay","created":"2017-05-24","cited_by_count":1158},{"id":"1904.03323","title":"Publicly Available Clinical BERT Embeddings","created":"2019-04-06","cited_by_count":1002},{"id":"2004.07211","title":"Dark Experience for General Continual Learning: a Strong, Simple Baseline","created":"2020-04-15","cited_by_count":911},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"1801.01423","title":"Overcoming catastrophic forgetting with hard attention to the task","created":"2018-01-04","cited_by_count":681},{"id":"2110.11309","title":"Fast Model Editing at Scale","created":"2021-10-21","cited_by_count":498},{"id":"1905.05583","title":"How to Fine-Tune BERT for Text Classification?","created":"2019-05-14","cited_by_count":411},{"id":"1808.09602","title":"Multi-Task Identification of Entities, Relations, and Coreference for Scientific Knowledge Graph Construction","created":"2018-08-29","cited_by_count":322},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"1608.04493","title":"Dynamic Network Surgery for Efficient DNNs","created":"2016-08-16","cited_by_count":233},{"id":"2109.04332","title":"PPT: Pre-trained Prompt Tuning for Few-shot Learning","created":"2021-09-09","cited_by_count":232},{"id":"2006.14769","title":"Supermasks in Superposition","created":"2020-06-26","cited_by_count":227},{"id":"2002.10211","title":"Mnemonics Training: Multi-Class Incremental Learning without Forgetting","created":"2020-02-24","cited_by_count":221},{"id":"1904.02232","title":"BERT Post-Training for Review Reading Comprehension and Aspect-based Sentiment Analysis","created":"2019-04-03","cited_by_count":176},{"id":"2110.03215","title":"Towards Continual Knowledge Learning of Language Models","created":"2021-10-07","cited_by_count":174},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132},{"id":"1909.08383","title":"A continual learning survey: Defying forgetting in classification tasks","created":"2019-09-18","cited_by_count":118},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115},{"id":"2112.02706","title":"Achieving Forgetting Prevention and Knowledge Transfer in Continual Learning","created":"2021-12-05","cited_by_count":91},{"id":"2104.05489","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","created":"2021-04-12","cited_by_count":86},{"id":"2012.15504","title":"Continual Learning in Task-Oriented Dialogue Systems","created":"2020-12-31","cited_by_count":83},{"id":"2211.02633","title":"A Theoretical Study on Solving Continual Learning","created":"2022-11-04","cited_by_count":80},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53},{"id":"1705.08395","title":"Continual Learning in Generative Adversarial Nets","created":"2017-05-23","cited_by_count":51},{"id":"2010.02500","title":"Efficient Meta Lifelong-Learning with Limited Memory","created":"2020-10-06","cited_by_count":48},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47},{"id":"2112.03271","title":"Adapting BERT for Continual Learning of a Sequence of Aspect Sentiment Classification Tasks","created":"2021-12-06","cited_by_count":46},{"id":"1906.04229","title":"Psycholinguistics meets Continual Learning: Measuring Catastrophic Forgetting in Visual Question Answering","created":"2019-06-10","cited_by_count":33},{"id":"2210.05549","title":"Continual Training of Language Models for Few-Shot Learning","created":"2022-10-11","cited_by_count":33},{"id":"2010.02123","title":"Lifelong Language Knowledge Distillation","created":"2020-10-05","cited_by_count":31},{"id":"2112.02714","title":"CLASSIC: Continual and Contrastive Learning of Aspect Sentiment Classification Tasks","created":"2021-12-05","cited_by_count":29},{"id":"1905.07000","title":"IMHO Fine-Tuning Improves Claim Detection","created":"2019-05-16","cited_by_count":27},{"id":"2109.07437","title":"Should We Be Pre-training? An Argument for End-task Aware Training as an Alternative","created":"2021-09-15","cited_by_count":26},{"id":"2006.10909","title":"Neural Topic Modeling with Continual Lifelong Learning","created":"2020-06-19","cited_by_count":24},{"id":"2005.03454","title":"Successfully Applying the Stabilized Lottery Ticket Hypothesis to the Transformer Architecture","created":"2020-05-04","cited_by_count":23},{"id":"2301.08986","title":"Adapting a Language Model While Preserving its General Knowledge","created":"2023-01-21","cited_by_count":23},{"id":"2211.05284","title":"FormLM: Recommending Creation Ideas for Online Forms by Modelling Semantic and Structural Information","created":"2022-11-10","cited_by_count":3}],"next_cursor":null}