{"list":"other","total":68,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2112.10752","title":"High-Resolution Image Synthesis with Latent Diffusion Models","created":"2021-12-20","cited_by_count":18863},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"1811.11682","title":"Experience Replay for Continual Learning","created":"2018-11-28","cited_by_count":1095},{"id":"2003.00295","title":"Adaptive Federated Optimization","created":"2020-02-29","cited_by_count":1046},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2004.07211","title":"Dark Experience for General Continual Learning: a Strong, Simple Baseline","created":"2020-04-15","cited_by_count":911},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818},{"id":"1905.13319","title":"MathQA: Towards Interpretable Math Word Problem Solving with Operation-Based Formalisms","created":"2019-05-30","cited_by_count":662},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535},{"id":"1810.11910","title":"Learning to Learn without Forgetting by Maximizing Transfer and Minimizing Interference","created":"2018-10-29","cited_by_count":521},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"1908.04742","title":"Online Continual Learning with Maximally Interfered Retrieval","created":"2019-08-11","cited_by_count":379},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288},{"id":"2102.01293","title":"Scaling Laws for Transfer","created":"2021-02-02","cited_by_count":272},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198},{"id":"1904.03137","title":"Learning to Remember: A Synaptic Plasticity Driven Framework for Continual Learning","created":"2019-04-05","cited_by_count":182},{"id":"2110.03215","title":"Towards Continual Knowledge Learning of Language Models","created":"2021-10-07","cited_by_count":174},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121},{"id":"2204.14211","title":"TemporalWiki: A Lifelong Benchmark for Training and Evaluating Ever-Evolving Language Models","created":"2022-04-29","cited_by_count":119},{"id":"2401.02415","title":"LLaMA Pro: Progressive LLaMA with Block Expansion","created":"2024-01-04","cited_by_count":101},{"id":"2012.12631","title":"Efficient Continual Learning with Modular Networks and Task-Driven Priors","created":"2020-12-23","cited_by_count":88},{"id":"2206.06888","title":"CERT: Continual Pre-Training on Sketches for Library-Oriented Code Generation","created":"2022-06-14","cited_by_count":87},{"id":"1804.00247","title":"Training Tips for the Transformer Model","created":"2018-04-01","cited_by_count":85},{"id":"2205.09357","title":"Continual Pre-Training Mitigates Forgetting in Language and Vision","created":"2022-05-19","cited_by_count":83},{"id":"2110.11526","title":"Wide Neural Networks Forget Less Catastrophically","created":"2021-10-21","cited_by_count":64},{"id":"2205.13452","title":"Continual evaluation for lifelong learning: Identifying the stability gap","created":"2022-05-26","cited_by_count":56},{"id":"2003.05856","title":"Online Fast Adaptation and Knowledge Accumulation: a New Approach to Continual Learning","created":"2020-03-12","cited_by_count":38},{"id":"2104.01678","title":"Understanding Continual Learning Settings with Data Distribution Drift Analysis","created":"2021-04-04","cited_by_count":38},{"id":"2310.16226","title":"TiC-CLIP: Continual Training of CLIP Models","created":"2023-10-24","cited_by_count":38},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36},{"id":"2311.08545","title":"Efficient Continual Pre-training for Building Domain Specific Large Language Models","created":"2023-11-14","cited_by_count":34},{"id":"2305.09253","title":"Online Continual Learning Without the Storage Constraint","created":"2023-05-16","cited_by_count":29},{"id":"2303.18171","title":"How Efficient Are Today's Continual Learning Algorithms?","created":"2023-03-29","cited_by_count":24},{"id":"2307.02435","title":"Exploring Continual Learning for Code Generation Models","created":"2023-07-05","cited_by_count":22},{"id":"2401.01600","title":"PLLaMa: An Open-source Large Language Model for Plant Science","created":"2024-01-03","cited_by_count":22},{"id":"2207.04543","title":"Challenging Common Assumptions about Catastrophic Forgetting","created":"2022-07-10","cited_by_count":20},{"id":"2305.08702","title":"Recyclable Tuning for Continual Pre-training","created":"2023-05-15","cited_by_count":17},{"id":"2312.15696","title":"EcomGPT-CT: Continual Pre-training of E-commerce Large Language Models with Semi-structured Data","created":"2023-12-25","cited_by_count":9}],"next_cursor":null}