{"list":"other","total":64,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1703.03400","title":"Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks","created":"2017-03-09","cited_by_count":4897},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1708.07747","title":"Fashion-MNIST: a Novel Image Dataset for Benchmarking Machine Learning Algorithms","created":"2017-08-25","cited_by_count":4349},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2010.01412","title":"Sharpness-Aware Minimization for Efficiently Improving Generalization","created":"2020-10-03","cited_by_count":1417},{"id":"1606.04671","title":"Progressive Neural Networks","created":"2016-06-15","cited_by_count":1361},{"id":"1609.04836","title":"On Large-Batch Training for Deep Learning: Generalization Gap and Sharp Minima","created":"2016-09-15","cited_by_count":1352},{"id":"1802.07569","title":"Continual Lifelong Learning with Neural Networks: A Review","created":"2018-02-21","cited_by_count":1330},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1911.02685","title":"A Comprehensive Survey on Transfer Learning","created":"2019-11-07","cited_by_count":1160},{"id":"1705.08690","title":"Continual Learning with Deep Generative Replay","created":"2017-05-24","cited_by_count":1158},{"id":"1711.09601","title":"Memory Aware Synapses: Learning what (not) to forget","created":"2017-11-27","cited_by_count":1105},{"id":"1812.00420","title":"Efficient Lifelong Learning with A-GEM","created":"2018-12-02","cited_by_count":1058},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"1711.05769","title":"PackNet: Adding Multiple Tasks to a Single Network by Iterative Pruning","created":"2017-11-15","cited_by_count":898},{"id":"1801.10112","title":"Riemannian Walk for Incremental Learning: Understanding Forgetting and Intransigence","created":"2018-01-30","cited_by_count":742},{"id":"1708.01547","title":"Lifelong Learning with Dynamically Expandable Networks","created":"2017-08-04","cited_by_count":694},{"id":"1801.01423","title":"Overcoming catastrophic forgetting with hard attention to the task","created":"2018-01-04","cited_by_count":681},{"id":"1907.10597","title":"Green AI","created":"2019-07-22","cited_by_count":627},{"id":"1904.07734","title":"Three scenarios for continual learning","created":"2019-04-15","cited_by_count":614},{"id":"1810.11910","title":"Learning to Learn without Forgetting by Maximizing Transfer and Minimizing Interference","created":"2018-10-29","cited_by_count":521},{"id":"1604.01696","title":"A Corpus and Evaluation Framework for Deeper Understanding of Commonsense Stories","created":"2016-04-06","cited_by_count":417},{"id":"1811.08883","title":"Rethinking ImageNet Pre-training","created":"2018-11-21","cited_by_count":377},{"id":"1611.06194","title":"Expert Gate: Lifelong Learning with a Network of Experts","created":"2016-11-18","cited_by_count":372},{"id":"1910.07104","title":"Orthogonal Gradient Descent for Continual Learning","created":"2019-10-15","cited_by_count":369},{"id":"2008.11687","title":"What is being transferred in transfer learning?","created":"2020-08-26","cited_by_count":368},{"id":"2004.06100","title":"Pretrained Transformers Improve Out-of-Distribution Robustness","created":"2020-04-13","cited_by_count":294},{"id":"1811.08051","title":"Learning without Memorizing","created":"2018-11-20","cited_by_count":250},{"id":"1905.12588","title":"Meta-Learning Representations for Continual Learning","created":"2019-05-29","cited_by_count":189},{"id":"1906.01076","title":"Episodic Memory in Lifelong Language Learning","created":"2019-06-03","cited_by_count":188},{"id":"2006.06958","title":"Understanding the Role of Training Regimes in Continual Learning","created":"2020-06-12","cited_by_count":180},{"id":"1806.05393","title":"Dynamical Isometry and a Mean Field Theory of CNNs: How to Train 10,000-Layer Vanilla Convolutional Neural Networks","created":"2018-06-14","cited_by_count":176},{"id":"1903.05987","title":"To Tune or Not to Tune? Adapting Pretrained Representations to Diverse Tasks","created":"2019-03-14","cited_by_count":167},{"id":"2007.07400","title":"Anatomy of Catastrophic Forgetting: Hidden Representations and Task Semantics","created":"2020-07-14","cited_by_count":161},{"id":"2010.04495","title":"Linear Mode Connectivity in Multitask and Continual Learning","created":"2020-10-09","cited_by_count":145},{"id":"2003.09553","title":"Adversarial Continual Learning","created":"2020-03-21","cited_by_count":142},{"id":"1902.08438","title":"Online Meta-Learning","created":"2019-02-22","cited_by_count":137},{"id":"2007.06778","title":"An Empirical Study on Robustness to Spurious Correlations using Pre-trained Language Models","created":"2020-07-14","cited_by_count":134},{"id":"1711.04735","title":"Resurrecting the sigmoid in deep learning through dynamical isometry: theory and practice","created":"2017-11-13","cited_by_count":132},{"id":"2005.00628","title":"Intermediate-Task Transfer Learning with Pretrained Models for Natural Language Understanding: When and Why Does It Work?","created":"2020-05-01","cited_by_count":127},{"id":"1511.06422","title":"All you need is a good init","created":"2015-11-19","cited_by_count":124},{"id":"1807.05031","title":"On the Relation Between the Sharpest Directions of DNN Loss and the SGD Step Length","created":"2018-07-13","cited_by_count":88},{"id":"1903.02588","title":"Sentence Embedding Alignment for Lifelong Relation Extraction","created":"2019-03-06","cited_by_count":70},{"id":"1908.05620","title":"Visualizing and Understanding the Effectiveness of BERT","created":"2019-08-15","cited_by_count":67},{"id":"1802.05758","title":"Cross-topic Argument Mining from Heterogeneous Sources Using Attention-based Neural Networks","created":"2018-02-15","cited_by_count":58},{"id":"2010.02500","title":"Efficient Meta Lifelong-Learning with Limited Memory","created":"2020-10-06","cited_by_count":48},{"id":"1907.03799","title":"Rehearsal-Free Continual Learning over Small Non-I.I.D. Batches","created":"2019-07-08","cited_by_count":46},{"id":"1806.05394","title":"Dynamical Isometry and a Mean Field Theory of RNNs: Gating Enables Signal Propagation in Recurrent Neural Networks","created":"2018-06-14","cited_by_count":45},{"id":"2102.05824","title":"Reproducibility Report: La-MAML: Look-ahead Meta Learning for Continual Learning","created":"2021-02-11","cited_by_count":42},{"id":"2012.12477","title":"IIRC: Incremental Implicitly-Refined Classification","created":"2020-12-23","cited_by_count":20}],"next_cursor":null}