{"total":19,"rows":[{"id":"2107.00961","title":"ResIST: Layer-Wise Decomposition of ResNets for Distributed Training","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2302.00195","title":"Weight Prediction Boosts the Convergence of AdamW","created":"2023-02-01","cited_by_count":8,"area":null},{"id":"2103.16063","title":"Automatic Graph Partitioning for Very Large-scale Deep Learning","created":"2021-03-30","cited_by_count":7,"area":null},{"id":"2401.07788","title":"Activations and Gradients Compression for Model-Parallel Training","created":"2024-01-15","cited_by_count":7,"area":null},{"id":"2410.21316","title":"Deep Optimizer States: Towards Scalable Training of Transformer Models Using Interleaved Offloading","created":"2024-10-26","cited_by_count":7,"area":null},{"id":"2505.01099","title":"Nesterov Method for Asynchronous Pipeline Parallel Optimization","created":"2025-05-02","cited_by_count":6,"area":null},{"id":"2305.18240","title":"XGrad: Boosting Gradient-Based Optimizers With Weight Prediction","created":"2023-05-26","cited_by_count":5,"area":null},{"id":"2312.00839","title":"PipeOptim: Ensuring Effective 1F1B Schedule with Optimizer-Dependent Weight Prediction","created":"2023-12-01","cited_by_count":4,"area":null},{"id":"2210.16169","title":"LOFT: Finding Lottery Tickets through Filter-wise Training","created":"2022-10-28","cited_by_count":3,"area":null},{"id":"2601.22442","title":"AsyncMesh: Fully Asynchronous Optimization for Data and Pipeline Parallelism","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2302.11180","title":"DISCO: Distributed Inference with Sparse Communications","created":"2023-02-22","cited_by_count":2,"area":null},{"id":"2401.01728","title":"Ravnest: Decentralized Asynchronous Training on Heterogeneous Devices","created":"2024-01-03","cited_by_count":2,"area":null},{"id":"2602.03515","title":"Mitigating Staleness in Asynchronous Pipeline Parallelism via Basis Rotation","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2210.09147","title":"PARTIME: Scalable and Parallel Processing Over Time with Deep Neural Networks","created":"2022-10-17","cited_by_count":1,"area":null},{"id":"2309.01966","title":"AdaPlus: Integrating Nesterov Momentum and Precise Stepsize Adjustment on AdamW Basis","created":"2023-09-05","cited_by_count":1,"area":null},{"id":"2605.29664","title":"AMDP: Asynchronous Multi-Directional Pipeline Parallelism for Large-Scale Models Training","created":"2026-05-28","cited_by_count":1,"area":null},{"id":"2110.02781","title":"FTPipeHD: A Fault-Tolerant Pipeline-Parallel Distributed Training Framework for Heterogeneous Edge Devices","created":"2021-10-06","cited_by_count":0,"area":null},{"id":"2606.07881","title":"Breaking the Bubble: Asynchronous Pipeline Parallel Training with Bounded Weight Inconsistency","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2606.30634","title":"One-Step Gradient Delay is Not a Barrier for Large-Scale Asynchronous Pipeline Parallel LLM Pretraining","created":"2026-06-29","cited_by_count":0,"area":null}],"next_cursor":null}