{"total":42,"rows":[{"id":"2401.02415","title":"LLaMA Pro: Progressive LLaMA with Block Expansion","created":"2024-01-04","cited_by_count":101,"area":null},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2110.07143","title":"bert2BERT: Towards Reusable Pretrained Language Models","created":"2021-10-14","cited_by_count":70,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2203.06211","title":"Staged Training for Transformer Language Models","created":"2022-03-11","cited_by_count":49,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2203.14509","title":"Automated Progressive Learning for Efficient Training of Vision Transformers","created":"2022-03-28","cited_by_count":37,"area":null},{"id":"2305.02869","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","created":"2023-05-04","cited_by_count":33,"area":null},{"id":"2301.09626","title":"Efficient Language Model Training through Cross-Lingual and Progressive Transfer Learning","created":"2023-01-23","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2205.07324","title":"Transkimmer: Transformer Learns to Layer-wise Skim","created":"2022-05-15","cited_by_count":24,"area":null},{"id":"2309.03852","title":"FLM-101B: An Open LLM and How to Train It with $100K Budget","created":"2023-09-07","cited_by_count":22,"area":null},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2310.11451","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2310.10699","title":"Reusing Pretrained Models by Multi-linear Operators for Efficient Training","created":"2023-10-16","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2105.14078","title":"UCPhrase: Unsupervised Context-aware Quality Phrase Tagging","created":"2021-05-28","cited_by_count":14,"area":null},{"id":"2210.05043","title":"Multi-CLS BERT: An Efficient Alternative to Traditional Ensembling","created":"2022-10-10","cited_by_count":14,"area":null},{"id":"2209.11204","title":"Layer Freezing & Data Sieving: Missing Pieces of a Generic Framework for Sparse Training","created":"2022-09-22","cited_by_count":11,"area":null},{"id":"2401.09192","title":"Preparing Lessons for Progressive Training on Language Models","created":"2024-01-17","cited_by_count":10,"area":null},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2410.05357","title":"Model-GLUE: Democratized LLM Scaling for A Large Model Zoo in the Wild","created":"2024-10-07","cited_by_count":9,"area":null},{"id":"2407.12665","title":"Beyond Next Token Prediction: Patch-Level Training for Large Language Models","created":"2024-07-17","cited_by_count":7,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2403.04978","title":"Stacking as Accelerated Gradient Descent","created":"2024-03-08","cited_by_count":5,"area":null},{"id":"2502.13794","title":"LESA: Learnable LLM Layer Scaling-Up","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2106.00139","title":"Training ELECTRA Augmented with Multi-word Selection","created":"2021-05-31","cited_by_count":4,"area":null},{"id":"2306.11903","title":"Deep Fusion: Efficient Network Training via Pre-trained Initializations","created":"2023-06-20","cited_by_count":4,"area":null},{"id":"2506.11389","title":"Curriculum-Guided Layer Scaling for Language Model Pretraining","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2211.06840","title":"FPT: Improving Prompt Tuning Efficiency via Progressive Training","created":"2022-11-13","cited_by_count":3,"area":null},{"id":"2403.15210","title":"Early Period of Training Impacts Adaptation for Out-of-Distribution Generalization: An Empirical Study","created":"2024-03-22","cited_by_count":1,"area":null},{"id":"2511.04981","title":"Scaling depth capacity via zero/one-layer model expansion","created":"2025-11-07","cited_by_count":1,"area":null},{"id":"2404.07999","title":"A Multi-Level Framework for Accelerating Training Transformer Models","created":"2024-04-07","cited_by_count":0,"area":null},{"id":"2405.15895","title":"Manifold Metric: A Loss Landscape Approach for Predicting Model Performance","created":"2024-05-24","cited_by_count":0,"area":null},{"id":"2504.18590","title":"A multilevel approach to accelerate the training of Transformers","created":"2025-04-24","cited_by_count":0,"area":null},{"id":"2510.18431","title":"ScaleNet: Scaling up Pretrained Neural Networks with Incremental Parameters","created":"2025-10-21","cited_by_count":0,"area":null},{"id":"2511.22362","title":"Efficient-Husformer: Efficient Multimodal Transformer Hyperparameter Optimization for Stress and Cognitive Loads","created":"2025-11-27","cited_by_count":0,"area":null},{"id":"2608.14664","title":"Quantifying Depth Sufficiency in Residual Neural Networks: A First-Order Criterion","created":"2026-08-01","cited_by_count":0,"area":null}],"next_cursor":null}