{"total":14,"rows":[{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632,"area":null},{"id":"2110.09468","title":"Improving Robustness using Generated Data","created":"2021-10-18","cited_by_count":234,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2311.00913","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","created":"2023-11-02","cited_by_count":37,"area":null},{"id":"2305.11938","title":"XTREME-UP: A User-Centric Scarce-Data Benchmark for Under-Represented Languages","created":"2023-05-19","cited_by_count":34,"area":null},{"id":"2102.06356","title":"A Large Batch Optimizer Reality Check: Traditional, Generic Optimizers Suffice Across Batch Sizes","created":"2021-02-12","cited_by_count":20,"area":null},{"id":"2107.01739","title":"KAISA: An Adaptive Second-Order Optimizer Framework for Deep Neural Networks","created":"2021-07-04","cited_by_count":20,"area":null},{"id":"2105.14500","title":"Tesseract: Parallelize the Tensor Parallelism Efficiently","created":"2021-05-30","cited_by_count":19,"area":null},{"id":"2106.05111","title":"A Comparative Study on Neural Architectures and Training Methods for Japanese Speech Recognition","created":"2021-06-09","cited_by_count":6,"area":null},{"id":"2204.06240","title":"CowClip: Reducing CTR Prediction Model Training Time from 12 hours to 10 minutes on 1 GPU","created":"2022-04-13","cited_by_count":4,"area":null},{"id":"2104.08335","title":"Demystifying BERT: Implications for Accelerator Design","created":"2021-04-14","cited_by_count":3,"area":null},{"id":"2112.01433","title":"Loss Landscape Dependent Self-Adjusting Learning Rates in Decentralized Stochastic Gradient Descent","created":"2021-12-02","cited_by_count":3,"area":null},{"id":"2110.11199","title":"Asynchronous Decentralized Distributed Training of Acoustic Models","created":"2021-10-21","cited_by_count":2,"area":null},{"id":"2207.06883","title":"RF-Photonic Deep Learning Processor with Shannon-Limited Data Movement","created":"2022-07-08","cited_by_count":2,"area":null}],"next_cursor":null}