{"total":16,"rows":[{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2303.10845","title":"PanGu-{\\Sigma}: Towards Trillion Parameter Language Model with Sparse Heterogeneous Computing","created":"2023-03-20","cited_by_count":56,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2207.02852","title":"Machine Learning Model Sizes and the Parameter Gap","created":"2022-07-05","cited_by_count":39,"area":null},{"id":"2405.13001","title":"Large Language Models for Education: A Survey","created":"2024-05-12","cited_by_count":34,"area":null},{"id":"2406.10707","title":"DataStates-LLM: Lazy Asynchronous Checkpointing for Large Language Models","created":"2024-06-15","cited_by_count":16,"area":null},{"id":"2410.21316","title":"Deep Optimizer States: Towards Scalable Training of Transformer Models Using Interleaved Offloading","created":"2024-10-26","cited_by_count":7,"area":null},{"id":"2305.02790","title":"BranchNorm: Robustly Scaling Extremely Deep Transformers","created":"2023-05-04","cited_by_count":6,"area":null},{"id":"2202.10435","title":"Survey on Large Scale Neural Network Training","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2209.00735","title":"Recurrent Convolutional Neural Networks Learn Succinct Learning Algorithms","created":"2022-09-01","cited_by_count":2,"area":null},{"id":"2211.16648","title":"COMET: A Comprehensive Cluster Design Methodology for Distributed Deep Learning Training","created":"2022-11-30","cited_by_count":2,"area":null},{"id":"2111.07631","title":"AI in Human-computer Gaming: Techniques, Challenges and Opportunities","created":"2021-11-15","cited_by_count":1,"area":null},{"id":"2509.18690","title":"Advances in Large Language Models for Medicine","created":"2025-09-23","cited_by_count":1,"area":null}],"next_cursor":null}