{"list":"other","total":125,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"1606.04671","title":"Progressive Neural Networks","created":"2016-06-15","cited_by_count":1361},{"id":"1802.07569","title":"Continual Lifelong Learning with Neural Networks: A Review","created":"2018-02-21","cited_by_count":1330},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"1911.02685","title":"A Comprehensive Survey on Transfer Learning","created":"2019-11-07","cited_by_count":1160},{"id":"1711.09601","title":"Memory Aware Synapses: Learning what (not) to forget","created":"2017-11-27","cited_by_count":1105},{"id":"1812.00420","title":"Efficient Lifelong Learning with A-GEM","created":"2018-12-02","cited_by_count":1058},{"id":"2112.08654","title":"Learning to Prompt for Continual Learning","created":"2021-12-16","cited_by_count":944},{"id":"2004.07211","title":"Dark Experience for General Continual Learning: a Strong, Simple Baseline","created":"2020-04-15","cited_by_count":911},{"id":"1711.05769","title":"PackNet: Adding Multiple Tasks to a Single Network by Iterative Pruning","created":"2017-11-15","cited_by_count":898},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"1801.10112","title":"Riemannian Walk for Incremental Learning: Understanding Forgetting and Intransigence","created":"2018-01-30","cited_by_count":742},{"id":"1905.13260","title":"Large Scale Incremental Learning","created":"2019-05-30","cited_by_count":732},{"id":"2103.10385","title":"GPT Understands, Too","created":"2021-03-18","cited_by_count":716},{"id":"1801.01423","title":"Overcoming catastrophic forgetting with hard attention to the task","created":"2018-01-04","cited_by_count":681},{"id":"2204.04799","title":"DualPrompt: Complementary Prompting for Rehearsal-free Continual Learning","created":"2022-04-10","cited_by_count":642},{"id":"1904.07734","title":"Three scenarios for continual learning","created":"2019-04-15","cited_by_count":614},{"id":"2304.15004","title":"Are Emergent Abilities of Large Language Models a Mirage?","created":"2023-04-28","cited_by_count":523},{"id":"1810.11910","title":"Learning to Learn without Forgetting by Maximizing Transfer and Minimizing Interference","created":"2018-10-29","cited_by_count":521},{"id":"2211.13218","title":"CODA-Prompt: COntinual Decomposed Attention-based Prompting for Rehearsal-Free Continual Learning","created":"2022-11-23","cited_by_count":450},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"1907.08194","title":"Neural Probabilistic Logic Programming in DeepProbLog","created":"2019-07-18","cited_by_count":394},{"id":"1908.04742","title":"Online Continual Learning with Maximally Interfered Retrieval","created":"2019-08-11","cited_by_count":379},{"id":"1611.06194","title":"Expert Gate: Lifelong Learning with a Network of Experts","created":"2016-11-18","cited_by_count":372},{"id":"1910.07104","title":"Orthogonal Gradient Descent for Continual Learning","created":"2019-10-15","cited_by_count":369},{"id":"1701.08734","title":"PathNet: Evolution Channels Gradient Descent in Super Neural Networks","created":"2017-01-30","cited_by_count":364},{"id":"2103.09762","title":"Gradient Projection Memory for Continual Learning","created":"2021-03-17","cited_by_count":348},{"id":"2310.14152","title":"Orthogonal Subspace Learning for Language Model Continual Learning","created":"2023-10-22","cited_by_count":312},{"id":"1810.02338","title":"Neural-Symbolic VQA: Disentangling Reasoning from Vision and Language Understanding","created":"2018-10-04","cited_by_count":304},{"id":"2103.17230","title":"Rainbow Memory: Continual Learning with a Memory of Diverse Samples","created":"2021-03-31","cited_by_count":273},{"id":"1811.08051","title":"Learning without Memorizing","created":"2018-11-20","cited_by_count":250},{"id":"2207.12819","title":"S-Prompts Learning with Pre-trained Transformers: An Occam's Razor for Domain Incremental Learning","created":"2022-07-26","cited_by_count":246},{"id":"2101.10423","title":"Online Continual Learning in Image Classification: An Empirical Survey","created":"2021-01-25","cited_by_count":245},{"id":"1703.08475","title":"Overcoming Catastrophic Forgetting by Incremental Moment Matching","created":"2017-03-24","cited_by_count":243},{"id":"1301.3666","title":"Zero-Shot Learning Through Cross-Modal Transfer","created":"2013-01-16","cited_by_count":237},{"id":"1812.03596","title":"Task-Free Continual Learning","created":"2018-12-10","cited_by_count":221},{"id":"2104.05025","title":"New Insights on Reducing Abrupt Representation Change in Online Continual Learning","created":"2021-04-11","cited_by_count":219},{"id":"2403.11549","title":"Boosting Continual Learning of Vision-Language Models via Mixture-of-Experts Adapters","created":"2024-03-18","cited_by_count":199},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197},{"id":"1905.12588","title":"Meta-Learning Representations for Continual Learning","created":"2019-05-29","cited_by_count":189},{"id":"2303.07338","title":"Revisiting Class-Incremental Learning with Pre-Trained Models: Generalizability and Adaptivity are All You Need","created":"2023-03-13","cited_by_count":184},{"id":"1810.01256","title":"Continual Learning of Context-dependent Processing in Neural Networks","created":"2018-09-29","cited_by_count":179},{"id":"2401.16386","title":"Continual Learning with Pre-Trained Models: A Survey","created":"2024-01-29","cited_by_count":154},{"id":"2010.05063","title":"Adaptive Aggregation Networks for Class-Incremental Learning","created":"2020-10-10","cited_by_count":149},{"id":"1904.11694","title":"Neural Logic Machines","created":"2019-04-26","cited_by_count":145},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141},{"id":"1802.02950","title":"Rotate your Networks: Better Weight Consolidation and Less Catastrophic Forgetting","created":"2018-02-08","cited_by_count":127},{"id":"2012.11014","title":"KRISP: Integrating Implicit and Symbolic Knowledge for Open-Domain Knowledge-Based VQA","created":"2020-12-20","cited_by_count":125},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124},{"id":"1810.13166","title":"Don't forget, there is more than forgetting: new metrics for Continual Learning","created":"2018-10-31","cited_by_count":115},{"id":"2204.00895","title":"Class-Incremental Learning by Knowledge Distillation with Adaptive Feature Consolidation","created":"2022-04-02","cited_by_count":113},{"id":"1903.12648","title":"Overcoming Catastrophic Forgetting with Unlabeled Data in the Wild","created":"2019-03-29","cited_by_count":111},{"id":"2003.13726","title":"Continual Learning with Node-Importance based Adaptive Group Sparse Regularization","created":"2020-03-30","cited_by_count":105},{"id":"1704.01920","title":"Encoder Based Lifelong Learning","created":"2017-04-06","cited_by_count":102},{"id":"1903.04476","title":"Continual Learning via Neural Pruning","created":"2019-03-11","cited_by_count":101},{"id":"2004.12406","title":"Masking as an Efficient Alternative to Finetuning for Pretrained Language Models","created":"2020-04-26","cited_by_count":93},{"id":"2201.06289","title":"The CLEAR Benchmark: Continual LEArning on Real-World Imagery","created":"2022-01-17","cited_by_count":93},{"id":"2112.02706","title":"Achieving Forgetting Prevention and Knowledge Transfer in Continual Learning","created":"2021-12-05","cited_by_count":91},{"id":"2003.11652","title":"iTAML: An Incremental Task-Agnostic Meta-learning Approach","created":"2020-03-25","cited_by_count":90},{"id":"2012.12631","title":"Efficient Continual Learning with Modular Networks and Task-Driven Priors","created":"2020-12-23","cited_by_count":88},{"id":"2002.09571","title":"Learning to Continually Learn","created":"2020-02-21","cited_by_count":84},{"id":"2110.04593","title":"Flattening Sharpness for Dynamic Gradient Projection Memory Benefits Continual Learning","created":"2021-10-09","cited_by_count":72},{"id":"2402.18865","title":"Analyzing and Reducing Catastrophic Forgetting in Parameter Efficient Tuning","created":"2024-02-29","cited_by_count":60},{"id":"2311.11908","title":"Continual Learning: Applications and the Road Forward","created":"2023-11-20","cited_by_count":59},{"id":"2304.01663","title":"On the Stability-Plasticity Dilemma of Class-Incremental Learning","created":"2023-04-04","cited_by_count":56},{"id":"2302.00903","title":"No One Left Behind: Real-World Federated Class-Incremental Learning","created":"2023-02-02","cited_by_count":53},{"id":"2403.01439","title":"Dynamic Adapter Meets Prompt Tuning: Parameter-Efficient Transfer Learning for Point Cloud Analysis","created":"2024-03-03","cited_by_count":53},{"id":"2403.18886","title":"Self-Expansion of Pre-trained Models with Mixture of Adapters for Continual Learning","created":"2024-03-27","cited_by_count":53},{"id":"2007.13904","title":"La-MAML: Look-ahead Meta Learning for Continual Learning","created":"2020-07-27","cited_by_count":52},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52},{"id":"2105.07561","title":"Layerwise Optimization by Gradient Decomposition for Continual Learning","created":"2021-05-17","cited_by_count":51},{"id":"2308.15827","title":"Introducing Language Guidance in Prompt-based Continual Learning","created":"2023-08-30","cited_by_count":49},{"id":"2401.04679","title":"RoSA: Accurate Parameter-Efficient Fine-Tuning via Robust Adaptation","created":"2024-01-09","cited_by_count":48},{"id":"2010.00352","title":"Meta-Consolidation for Continual Learning","created":"2020-10-01","cited_by_count":40},{"id":"2003.05856","title":"Online Fast Adaptation and Knowledge Accumulation: a New Approach to Continual Learning","created":"2020-03-12","cited_by_count":38},{"id":"2107.12654","title":"Co-Transport for Class-Incremental Learning","created":"2021-07-27","cited_by_count":38}],"next_cursor":"100"}