{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"1711.09601","title":"Memory Aware Synapses: Learning what (not) to forget","created":"2017-11-27","cited_by_count":1105},{"id":"1811.11682","title":"Experience Replay for Continual Learning","created":"2018-11-28","cited_by_count":1095},{"id":"2004.07211","title":"Dark Experience for General Continual Learning: a Strong, Simple Baseline","created":"2020-04-15","cited_by_count":911},{"id":"1602.06023","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","created":"2016-02-19","cited_by_count":812},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"1708.01547","title":"Lifelong Learning with Dynamically Expandable Networks","created":"2017-08-04","cited_by_count":694},{"id":"1801.01423","title":"Overcoming catastrophic forgetting with hard attention to the task","created":"2018-01-04","cited_by_count":681},{"id":"2202.07785","title":"Predictability and Surprise in Large Generative Models","created":"2022-02-15","cited_by_count":210},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197},{"id":"1905.12588","title":"Meta-Learning Representations for Continual Learning","created":"2019-05-29","cited_by_count":189},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156},{"id":"2112.04215","title":"Self-Supervised Models are Continual Learners","created":"2021-12-08","cited_by_count":149},{"id":"1902.08438","title":"Online Meta-Learning","created":"2019-02-22","cited_by_count":137},{"id":"2006.05988","title":"Random Reshuffling: Simple Analysis with Vast Improvements","created":"2020-06-10","cited_by_count":115},{"id":"2110.07298","title":"LFPT5: A Unified Framework for Lifelong Few-shot Language Learning Based on Prompt Tuning of T5","created":"2021-10-14","cited_by_count":104},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92},{"id":"2012.15504","title":"Continual Learning in Task-Oriented Dialogue Systems","created":"2020-12-31","cited_by_count":83},{"id":"2108.09020","title":"Online Continual Learning with Natural Distribution Shifts: An Empirical Study with Visual Data","created":"2021-08-20","cited_by_count":69},{"id":"1908.00045","title":"How Good is SGD with Random Shuffling?","created":"2019-07-31","cited_by_count":64},{"id":"2006.06946","title":"SGD with shuffling: optimal rates without component convexity and large epoch requirements","created":"2020-06-12","cited_by_count":58},{"id":"2210.04428","title":"A Simple Baseline that Questions the Use of Pretrained-Models in Continual Learning","created":"2022-10-10","cited_by_count":54},{"id":"1903.10399","title":"Learning-to-Learn Stochastic Gradient Descent with Biased Regularization","created":"2019-03-25","cited_by_count":49},{"id":"2008.01510","title":"Online Continual Learning under Extreme Memory Constraints","created":"2020-08-04","cited_by_count":48},{"id":"2201.07311","title":"Datasheet for the Pile","created":"2022-01-13","cited_by_count":43},{"id":"2206.09117","title":"NISPA: Neuro-Inspired Stability-Plasticity Adaptation for Continual Learning in Sparse Networks","created":"2022-06-18","cited_by_count":39},{"id":"2108.11005","title":"Wanderlust: Online Continual Object Detection in the Real World","created":"2021-08-25","cited_by_count":34},{"id":"1510.08562","title":"Convergence Rate of Incremental Gradient and Newton Methods","created":"2015-10-29","cited_by_count":27},{"id":"2007.04546","title":"Wandering Within a World: Online Contextualized Few-Shot Learning","created":"2020-07-09","cited_by_count":22},{"id":"2210.15701","title":"Do Pre-trained Models Benefit Equally in Continual Learning?","created":"2022-10-27","cited_by_count":20},{"id":"1905.10837","title":"Sequential mastery of multiple visual tasks: Networks naturally learn to learn and forget to forget","created":"2019-05-26","cited_by_count":13},{"id":"2306.08593","title":"Heterogeneous Continual Learning","created":"2023-06-14","cited_by_count":6},{"id":"2303.17557","title":"Recognition, recall, and retention of few-shot memories in large language models","created":"2023-03-30","cited_by_count":5},{"id":"2206.05830","title":"Stochastic Gradient Descent without Full Data Shuffle","created":"2022-06-12","cited_by_count":2}],"next_cursor":null}