{"total":21,"rows":[{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660,"area":null},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632,"area":null},{"id":"2106.13430","title":"Subgraph Federated Learning with Missing Neighbor Generation","created":"2021-06-25","cited_by_count":132,"area":null},{"id":"2110.05323","title":"ProgFed: Effective, Communication, and Computation Efficient Federated Learning by Progressive Training","created":"2021-10-11","cited_by_count":27,"area":null},{"id":"2404.14712","title":"ORBIT: Oak Ridge Base Foundation Model for Earth System Predictability","created":"2024-04-23","cited_by_count":17,"area":null},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13,"area":null},{"id":"2110.14895","title":"Pipeline Parallelism for Inference on Heterogeneous Edge Computing","created":"2021-10-28","cited_by_count":13,"area":null},{"id":"2206.00686","title":"Federated Learning in Non-IID Settings Aided by Differentially Private Synthetic Data","created":"2022-06-01","cited_by_count":12,"area":null},{"id":"2304.08928","title":"ProGAP: Progressive Graph Neural Networks with Differential Privacy Guarantees","created":"2023-04-18","cited_by_count":12,"area":null},{"id":"2401.16720","title":"SmartFRZ: An Efficient Training Framework using Attention-Based Layer Freezing","created":"2024-01-30","cited_by_count":12,"area":null},{"id":"2209.11204","title":"Layer Freezing & Data Sieving: Missing Pieces of a Generic Framework for Sparse Training","created":"2022-09-22","cited_by_count":11,"area":null},{"id":"2505.04802","title":"ORBIT-2: Scaling Exascale Vision Foundation Models for Weather and Climate Downscaling","created":"2025-05-07","cited_by_count":10,"area":null},{"id":"2503.19050","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","created":"2025-03-24","cited_by_count":7,"area":null},{"id":"2303.07477","title":"Efficient Self-supervised Continual Learning with Progressive Task-correlated Layer Freezing","created":"2023-03-13","cited_by_count":6,"area":null},{"id":"2112.02752","title":"End-to-end Adaptive Distributed Training on PaddlePaddle","created":"2021-12-06","cited_by_count":5,"area":null},{"id":"2207.04993","title":"Embedding Recycling for Language Models","created":"2022-07-11","cited_by_count":5,"area":null},{"id":"2502.09245","title":"You Do Not Fully Utilize Transformer's Representation Capacity","created":"2025-02-13","cited_by_count":4,"area":null},{"id":"2504.05638","title":"TAGC: Optimizing Gradient Communication in Distributed Transformer Training","created":"2025-04-08","cited_by_count":2,"area":null},{"id":"2311.01635","title":"RTP: Rethinking Tensor Parallelism with Memory Deduplication","created":"2023-11-02","cited_by_count":1,"area":null},{"id":"2402.06682","title":"Private Knowledge Sharing in Distributed Learning: A Survey","created":"2024-02-08","cited_by_count":1,"area":null},{"id":"2509.05490","title":"An Analysis of Layer-Freezing Strategies for Enhanced Transfer Learning in YOLO Architectures","created":"2025-09-05","cited_by_count":0,"area":null}],"next_cursor":null}