{"total":29,"rows":[{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2310.10378","title":"Cross-Lingual Consistency of Factual Knowledge in Multilingual Language Models","created":"2023-10-16","cited_by_count":118,"area":null},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83,"area":null},{"id":"2111.06719","title":"On Transferability of Prompt Tuning for Natural Language Processing","created":"2021-11-12","cited_by_count":75,"area":null},{"id":"2110.07143","title":"bert2BERT: Towards Reusable Pretrained Language Models","created":"2021-10-14","cited_by_count":70,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2106.10715","title":"CPM-2: Large-scale Cost-effective Pre-trained Language Models","created":"2021-06-20","cited_by_count":52,"area":null},{"id":"2110.11027","title":"FedGEMS: Federated Learning of Larger Server Models via Selective Knowledge Fusion","created":"2021-10-21","cited_by_count":49,"area":null},{"id":"2205.01138","title":"Transformers in Time-series Analysis: A Tutorial","created":"2022-04-28","cited_by_count":46,"area":null},{"id":"2305.02869","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","created":"2023-05-04","cited_by_count":33,"area":null},{"id":"2210.14102","title":"Exploring Mode Connectivity for Pre-trained Language Models","created":"2022-10-25","cited_by_count":26,"area":null},{"id":"2211.06993","title":"GreenPLM: Cross-Lingual Transfer of Monolingual Pre-Trained Language Models at Almost No Cost","created":"2022-11-13","cited_by_count":24,"area":null},{"id":"2305.08702","title":"Recyclable Tuning for Continual Pre-training","created":"2023-05-15","cited_by_count":17,"area":null},{"id":"2310.11451","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2310.10699","title":"Reusing Pretrained Models by Multi-linear Operators for Efficient Training","created":"2023-10-16","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2504.00623","title":"Efficient Construction of Model Family through Progressive Training Using Model Expansion","created":"2025-04-01","cited_by_count":8,"area":null},{"id":"2408.08261","title":"mhGPT: A Lightweight Generative Pre-Trained Transformer for Mental Health Text Analysis","created":"2024-08-15","cited_by_count":5,"area":null},{"id":"2505.06699","title":"Model Steering: Learning with a Reference Model Improves Generalization Bounds and Scaling Laws","created":"2025-05-10","cited_by_count":1,"area":null},{"id":"2511.04981","title":"Scaling depth capacity via zero/one-layer model expansion","created":"2025-11-07","cited_by_count":1,"area":null},{"id":"2602.05393","title":"Late-to-Early Training: LET LLMs Learn Earlier, So Faster and Better","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2402.12513","title":"Induced Model Matching: Restricted Models Help Train Full-Featured Models","created":"2024-02-19","cited_by_count":0,"area":null},{"id":"2404.07999","title":"A Multi-Level Framework for Accelerating Training Transformer Models","created":"2024-04-07","cited_by_count":0,"area":null},{"id":"2406.13450","title":"Federating to Grow Transformers with Constrained Resources without Model Sharing","created":"2024-06-19","cited_by_count":0,"area":null},{"id":"2603.17311","title":"Ruyi2.5 Technical Report","created":"2026-03-18","cited_by_count":0,"area":null},{"id":"2605.13405","title":"When is Warmstarting Effective for Scaling Language Models?","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2608.14664","title":"Quantifying Depth Sufficiency in Residual Neural Networks: A First-Order Criterion","created":"2026-08-01","cited_by_count":0,"area":null}],"next_cursor":null}