{"list":"other","total":56,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1703.03400","title":"Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks","created":"2017-03-09","cited_by_count":4897},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1802.07569","title":"Continual Lifelong Learning with Neural Networks: A Review","created":"2018-02-21","cited_by_count":1330},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"1705.08690","title":"Continual Learning with Deep Generative Replay","created":"2017-05-24","cited_by_count":1158},{"id":"1811.11682","title":"Experience Replay for Continual Learning","created":"2018-11-28","cited_by_count":1095},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"1711.05769","title":"PackNet: Adding Multiple Tasks to a Single Network by Iterative Pruning","created":"2017-11-15","cited_by_count":898},{"id":"1606.04474","title":"Learning to learn by gradient descent by gradient descent","created":"2016-06-14","cited_by_count":620},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"1805.06370","title":"Progress & Compress: A scalable framework for continual learning","created":"2018-05-16","cited_by_count":520},{"id":"2110.11309","title":"Fast Model Editing at Scale","created":"2021-10-21","cited_by_count":498},{"id":"2206.06520","title":"Memory-Based Model Editing at Scale","created":"2022-06-13","cited_by_count":447},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"2008.00401","title":"Multilingual Translation with Extensible Multilingual Pretraining and Finetuning","created":"2020-08-02","cited_by_count":287},{"id":"2012.13490","title":"Towards Continual Reinforcement Learning: A Review and Perspectives","created":"2020-12-25","cited_by_count":274},{"id":"2102.01293","title":"Scaling Laws for Transfer","created":"2021-02-02","cited_by_count":272},{"id":"2205.07802","title":"The Primacy Bias in Deep Reinforcement Learning","created":"2022-05-16","cited_by_count":247},{"id":"2303.01486","title":"Understanding plasticity in neural networks","created":"2023-03-02","cited_by_count":174},{"id":"2103.11811","title":"MasakhaNER: Named Entity Recognition for African Languages","created":"2021-03-22","cited_by_count":155},{"id":"2204.06487","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","created":"2022-04-13","cited_by_count":149},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"2012.12631","title":"Efficient Continual Learning with Modular Networks and Task-Driven Priors","created":"2020-12-23","cited_by_count":88},{"id":"2002.09571","title":"Learning to Continually Learn","created":"2020-02-21","cited_by_count":84},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84},{"id":"2006.05826","title":"Transient Non-Stationarity and Generalisation in Deep Reinforcement Learning","created":"2020-06-10","cited_by_count":75},{"id":"2305.15555","title":"Deep Reinforcement Learning with Plasticity Injection","created":"2023-05-24","cited_by_count":74},{"id":"2104.08726","title":"AmericasNLI: Evaluating Zero-shot Natural Language Understanding of Pretrained Multilingual Models in Truly Low-resource Languages","created":"2021-04-18","cited_by_count":50},{"id":"2202.00155","title":"Fortuitous Forgetting in Connectionist Networks","created":"2022-02-01","cited_by_count":39},{"id":"2210.12391","title":"MasakhaNER 2.0: Africa-centric Transfer Learning for Named Entity Recognition","created":"2022-10-22","cited_by_count":38},{"id":"2211.10445","title":"Building a Subspace of Policies for Scalable Continual Learning","created":"2022-11-18","cited_by_count":28},{"id":"2212.10503","title":"Mini-Model Adaptation: Efficiently Extending Pretrained Models to New Languages via Aligned Shallow Training","created":"2022-12-20","cited_by_count":24},{"id":"2109.00267","title":"The Impact of Reinitialization on Generalization in Convolutional Neural Networks","created":"2021-09-01","cited_by_count":20},{"id":"2103.05152","title":"Knowledge Evolution in Neural Networks","created":"2021-03-09","cited_by_count":18},{"id":"2207.09980","title":"ReFactor GNNs: Revisiting Factorisation-based Models from a Message-Passing Perspective","created":"2022-07-20","cited_by_count":12},{"id":"2202.07630","title":"Delving Deeper into Cross-lingual Visual Question Answering","created":"2022-02-15","cited_by_count":8},{"id":"2303.10455","title":"Learn, Unlearn and Relearn: An Online Learning Paradigm for Deep Neural Networks","created":"2023-03-18","cited_by_count":7}],"next_cursor":null}