{"list":"other","total":60,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1711.09601","title":"Memory Aware Synapses: Learning what (not) to forget","created":"2017-11-27","cited_by_count":1105},{"id":"1811.11682","title":"Experience Replay for Continual Learning","created":"2018-11-28","cited_by_count":1095},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"2112.08654","title":"Learning to Prompt for Continual Learning","created":"2021-12-16","cited_by_count":944},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"2211.07636","title":"EVA: Exploring the Limits of Masked Visual Representation Learning at Scale","created":"2022-11-14","cited_by_count":691},{"id":"2204.04799","title":"DualPrompt: Complementary Prompting for Rehearsal-free Continual Learning","created":"2022-04-10","cited_by_count":642},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2211.13218","title":"CODA-Prompt: COntinual Decomposed Attention-based Prompting for Rehearsal-Free Continual Learning","created":"2022-11-23","cited_by_count":450},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359},{"id":"2406.11931","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","created":"2024-06-17","cited_by_count":331},{"id":"1711.00489","title":"Don't Decay the Learning Rate, Increase the Batch Size","created":"2017-11-01","cited_by_count":320},{"id":"2111.11326","title":"DyTox: Transformers for Continual Learning with DYnamic TOken eXpansion","created":"2021-11-22","cited_by_count":291},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170},{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127},{"id":"1810.13166","title":"Don't forget, there is more than forgetting: new metrics for Continual Learning","created":"2018-10-31","cited_by_count":115},{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72},{"id":"2303.13496","title":"The effectiveness of MAE pre-pretraining for billion-scale pretraining","created":"2023-03-23","cited_by_count":68},{"id":"2110.11526","title":"Wide Neural Networks Forget Less Catastrophically","created":"2021-10-21","cited_by_count":64},{"id":"2407.20179","title":"Theia: Distilling Diverse Vision Foundation Models for Robot Learning","created":"2024-07-29","cited_by_count":61},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57},{"id":"2210.04428","title":"A Simple Baseline that Questions the Use of Pretrained-Models in Continual Learning","created":"2022-10-10","cited_by_count":54},{"id":"2310.07831","title":"Optimal Linear Decay Learning Rate Schedules and Further Refinements","created":"2023-10-11","cited_by_count":43},{"id":"2310.16226","title":"TiC-CLIP: Continual Training of CLIP Models","created":"2023-10-24","cited_by_count":38},{"id":"2501.18965","title":"The Surprising Agreement Between Convex Optimization Theory and Learning-Rate Scheduling for Large Model Training","created":"2025-01-31","cited_by_count":33},{"id":"2408.13359","title":"Power Scheduler: A Batch Size and Token Number Agnostic Learning Rate Scheduler","created":"2024-08-23","cited_by_count":28},{"id":"2305.16252","title":"Overcoming Catastrophic Forgetting in Massively Multilingual Continual Learning","created":"2023-05-25","cited_by_count":27},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25},{"id":"2308.12462","title":"Overcoming Generic Knowledge Loss with Selective Parameter Update","created":"2023-08-23","cited_by_count":23},{"id":"2303.07035","title":"FireRisk: A Remote Sensing Dataset for Fire Risk Assessment with Benchmarks Using Supervised and Self-supervised Learning","created":"2023-03-13","cited_by_count":14},{"id":"2403.10853","title":"GenOL: Generating Diverse Examples for Name-only Online Learning","created":"2024-03-16","cited_by_count":9},{"id":"2406.13653","title":"Dual-Phase Continual Learning: Supervised Adaptation Meets Unsupervised Retention","created":"2024-06-19","cited_by_count":6},{"id":"2311.11293","title":"From Categories to Classifiers: Name-Only Continual Learning by Exploring the Web","created":"2023-11-19","cited_by_count":5}],"next_cursor":null}