{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1606.04671","title":"Progressive Neural Networks","created":"2016-06-15","cited_by_count":1361},{"id":"1802.07569","title":"Continual Lifelong Learning with Neural Networks: A Review","created":"2018-02-21","cited_by_count":1330},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"1811.11682","title":"Experience Replay for Continual Learning","created":"2018-11-28","cited_by_count":1095},{"id":"1801.10112","title":"Riemannian Walk for Incremental Learning: Understanding Forgetting and Intransigence","created":"2018-01-30","cited_by_count":742},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320},{"id":"2304.08354","title":"Tool Learning with Foundation Models","created":"2023-04-17","cited_by_count":302},{"id":"1906.03158","title":"Matching the Blanks: Distributional Similarity for Relation Learning","created":"2019-06-07","cited_by_count":272},{"id":"1810.10147","title":"FewRel: A Large-Scale Supervised Few-Shot Relation Classification Dataset with State-of-the-Art Evaluation","created":"2018-10-24","cited_by_count":254},{"id":"1511.05641","title":"Net2Net: Accelerating Learning via Knowledge Transfer","created":"2015-11-18","cited_by_count":250},{"id":"1703.08475","title":"Overcoming Catastrophic Forgetting by Incremental Moment Matching","created":"2017-03-24","cited_by_count":243},{"id":"1802.10269","title":"Selective Experience Replay for Lifelong Learning","created":"2018-02-28","cited_by_count":241},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180},{"id":"1903.07864","title":"Class-incremental Learning via Deep Model Consolidation","created":"2019-03-19","cited_by_count":173},{"id":"2105.07464","title":"Few-NERD: A Few-Shot Named Entity Recognition Dataset","created":"2021-05-16","cited_by_count":152},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132},{"id":"2303.10070","title":"A Unified Continual Learning Framework with General Parameter-Efficient Tuning","created":"2023-03-17","cited_by_count":125},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115},{"id":"2110.07298","title":"LFPT5: A Unified Framework for Lifelong Few-shot Language Learning Based on Prompt Tuning of T5","created":"2021-10-14","cited_by_count":104},{"id":"2004.12406","title":"Masking as an Efficient Alternative to Finetuning for Pretrained Language Models","created":"2020-04-26","cited_by_count":93},{"id":"1911.03090","title":"What Would Elsa Do? Freezing Layers During Transformer Fine-Tuning","created":"2019-11-08","cited_by_count":89},{"id":"2012.15504","title":"Continual Learning in Task-Oriented Dialogue Systems","created":"2020-12-31","cited_by_count":83},{"id":"1903.02588","title":"Sentence Embedding Alignment for Lifelong Relation Extraction","created":"2019-03-06","cited_by_count":70},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65},{"id":"2108.10604","title":"Prompt-Learning for Fine-Grained Entity Typing","created":"2021-08-24","cited_by_count":62},{"id":"2010.12562","title":"On the Transformer Growth for Progressive BERT Training","created":"2020-10-23","cited_by_count":49},{"id":"2101.05850","title":"Continual Learning of Knowledge Graph Embeddings","created":"2021-01-14","cited_by_count":35},{"id":"2203.02721","title":"Consistent Representation Learning for Continual Relation Extraction","created":"2022-03-05","cited_by_count":28},{"id":"2304.08109","title":"A Comparative Study between Full-Parameter and LoRA-based Fine-Tuning on Chinese Instruction Data for Instruction Following Large Language Model","created":"2023-04-17","cited_by_count":19}],"next_cursor":null}