{"total":90,"rows":[{"id":"2403.07816","title":"Branch-Train-MiX: Mixing Expert LLMs into a Mixture-of-Experts LLM","created":"2024-03-12","cited_by_count":109,"area":"lr"},{"id":"2104.05158","title":"Software-Hardware Co-design for Fast and Scalable Training of Deep Learning Recommendation Models","created":"2021-04-12","cited_by_count":78,"area":null},{"id":"2204.10607","title":"Federated Learning via Inexact ADMM","created":"2022-04-22","cited_by_count":44,"area":null},{"id":"2108.09875","title":"Anarchic Federated Learning","created":"2021-08-23","cited_by_count":42,"area":null},{"id":"2102.01936","title":"A Bayesian Federated Learning Framework with Online Laplace Approximation","created":"2021-02-03","cited_by_count":41,"area":null},{"id":"2107.10996","title":"Communication Efficiency in Federated Learning: Achievements and Challenges","created":"2021-07-23","cited_by_count":40,"area":null},{"id":"2311.14975","title":"Eliminating Domain Bias for Federated Learning in Representation Space","created":"2023-11-25","cited_by_count":38,"area":null},{"id":"2206.07902","title":"On Privacy and Personalization in Cross-Silo Federated Learning","created":"2022-06-16","cited_by_count":36,"area":null},{"id":"2106.04759","title":"Communication-efficient SGD: From Local SGD to One-Shot Averaging","created":"2021-06-09","cited_by_count":19,"area":null},{"id":"2107.00961","title":"ResIST: Layer-Wise Decomposition of ResNets for Distributed Training","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2403.15760","title":"An Upload-Efficient Scheme for Transferring Knowledge From a Server-Side Pre-trained Generator to Clients in Heterogeneous Federated Learning","created":"2024-03-23","cited_by_count":17,"area":null},{"id":"2312.12670","title":"On the Role of Server Momentum in Federated Learning","created":"2023-12-19","cited_by_count":16,"area":null},{"id":"2207.14628","title":"Towards Communication-efficient Vertical Federated Learning Training via Cache-enabled Local Updates","created":"2022-07-29","cited_by_count":15,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2403.06664","title":"Smart-Infinity: Fast Large Language Model Training using Near-Storage Processing on a Real System","created":"2024-03-11","cited_by_count":15,"area":null},{"id":"2601.18111","title":"Demystifying Data-Driven Probabilistic Medium-Range Weather Forecasting","created":"2026-01-26","cited_by_count":15,"area":null},{"id":"2109.00151","title":"Asynchronous Federated Learning for Sensor Data with Concept Drift","created":"2021-09-01","cited_by_count":14,"area":null},{"id":"2110.15318","title":"Communication-Efficient ADMM-based Federated Learning","created":"2021-10-28","cited_by_count":14,"area":null},{"id":"2502.07059","title":"Federated Continual Learning: Concepts, Challenges, and Solutions","created":"2025-02-10","cited_by_count":13,"area":null},{"id":"2102.02849","title":"Semi-Synchronous Federated Learning for Energy-Efficient Training and Accelerated Convergence in Cross-Silo Settings","created":"2021-02-04","cited_by_count":11,"area":null},{"id":"2104.00365","title":"Federated Few-Shot Learning with Adversarial Learning","created":"2021-04-01","cited_by_count":11,"area":null},{"id":"2102.10424","title":"GIST: Distributed Training for Large-Scale Graph Convolutional Networks","created":"2021-02-20","cited_by_count":10,"area":null},{"id":"2108.11976","title":"JUWELS Booster -- A Supercomputer for Large-Scale AI Research","created":"2021-06-30","cited_by_count":10,"area":null},{"id":"2111.09460","title":"Large-scale Building Height Retrieval from Single SAR Imagery based on Bounding Box Regression Networks","created":"2021-11-18","cited_by_count":10,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2508.04045","title":"FeDaL: Federated Dataset Learning for General Time Series Foundation Models","created":"2025-08-06","cited_by_count":10,"area":null},{"id":"2103.08894","title":"Distributed Deep Learning Using Volunteer Computing-Like Paradigm","created":"2021-03-16","cited_by_count":9,"area":null},{"id":"2112.15486","title":"Efficient and Reliable Overlay Networks for Decentralized Federated Learning","created":"2021-12-12","cited_by_count":9,"area":null},{"id":"2307.06915","title":"Weighted Averaged Stochastic Gradient Descent: Asymptotic Normality and Optimality","created":"2023-07-13","cited_by_count":8,"area":null},{"id":"2303.15634","title":"Learning Rate Schedules in the Presence of Distribution Shift","created":"2023-03-27","cited_by_count":7,"area":null},{"id":"2306.08289","title":"$\\textbf{A}^2\\textbf{CiD}^2$: Accelerating Asynchronous Communication in Decentralized Deep Learning","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2307.07950","title":"Accelerating Distributed ML Training via Selective Synchronization","created":"2023-07-16","cited_by_count":7,"area":null},{"id":"2310.12802","title":"An effective theory of collective deep learning","created":"2023-10-19","cited_by_count":7,"area":null},{"id":"2506.03954","title":"HtFLlib: A Comprehensive Heterogeneous Federated Learning Library and Benchmark","created":"2025-06-04","cited_by_count":7,"area":null},{"id":"2106.06401","title":"Decoupled Greedy Learning of CNNs for Synchronous and Asynchronous Distributed Learning","created":"2021-06-11","cited_by_count":6,"area":null},{"id":"2209.05148","title":"Personalized Federated Learning with Communication Compression","created":"2022-09-12","cited_by_count":6,"area":null},{"id":"2406.02613","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2103.13026","title":"The Gradient Convergence Bound of Federated Multi-Agent Reinforcement Learning with Efficient Communication","created":"2021-03-24","cited_by_count":5,"area":null},{"id":"2410.03529","title":"No Need to Talk: Asynchronous Mixture of Language Models","created":"2024-10-04","cited_by_count":5,"area":null},{"id":"2503.17469","title":"OmniLearn: A Framework for Distributed Deep Learning over Heterogeneous Clusters","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2104.11805","title":"Partitioning sparse deep neural networks for scalable training and inference","created":"2021-04-23","cited_by_count":4,"area":null},{"id":"2106.10704","title":"Better Training using Weight-Constrained Stochastic Dynamics","created":"2021-06-20","cited_by_count":4,"area":null},{"id":"2204.03326","title":"Enabling All In-Edge Deep Learning: A Literature Review","created":"2022-04-07","cited_by_count":4,"area":null},{"id":"2306.10598","title":"DropCompute: simple and more robust distributed synchronous training via compute variance reduction","created":"2023-06-18","cited_by_count":4,"area":null},{"id":"2312.00839","title":"PipeOptim: Ensuring Effective 1F1B Schedule with Optimizer-Dependent Weight Prediction","created":"2023-12-01","cited_by_count":4,"area":null},{"id":"2403.04206","title":"GRAWA: Gradient-based Weighted Averaging for Distributed Training of Deep Learning Models","created":"2024-03-07","cited_by_count":4,"area":null},{"id":"2410.17735","title":"New Insight in Cervical Cancer Diagnosis Using Convolution Neural Network Architecture","created":"2024-10-23","cited_by_count":4,"area":null},{"id":"2001.05918","title":"Elastic Consistency: A General Consistency Model for Distributed Stochastic Gradient Descent","created":"2020-01-16","cited_by_count":3,"area":"diffusion"},{"id":"2107.02919","title":"Distributed stochastic optimization with large delays","created":"2021-07-06","cited_by_count":3,"area":null},{"id":"2110.00199","title":"Perturbated Gradients Updating within Unit Space for Deep Learning","created":"2021-10-01","cited_by_count":3,"area":null},{"id":"2203.12191","title":"An Adaptive Gradient Method with Energy and Momentum","created":"2022-03-23","cited_by_count":3,"area":null},{"id":"2110.07029","title":"Adaptive Elastic Training for Sparse Deep Learning on Heterogeneous Multi-GPU Servers","created":"2021-10-13","cited_by_count":2,"area":null},{"id":"2308.09187","title":"Distributed Extra-gradient with Optimal Complexity and Communication Guarantees","created":"2023-08-17","cited_by_count":2,"area":null},{"id":"2312.13677","title":"Parallel Trust-Region Approaches in Neural Network Training: Beyond Traditional Methods","created":"2023-12-21","cited_by_count":2,"area":null},{"id":"2403.16372","title":"SignSGD with Federated Voting","created":"2024-03-25","cited_by_count":2,"area":null},{"id":"2408.12237","title":"Weight Scope Alignment: A Frustratingly Easy Method for Model Merging","created":"2024-08-22","cited_by_count":2,"area":null},{"id":"2503.13180","title":"GC-Fed: Gradient Centralized Federated Learning with Partial Client Participation","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2103.07454","title":"EventGraD: Event-Triggered Communication in Parallel Machine Learning","created":"2021-03-12","cited_by_count":1,"area":null},{"id":"2203.13085","title":"Locally Asynchronous Stochastic Gradient Descent for Decentralised Deep Learning","created":"2022-03-24","cited_by_count":1,"area":null},{"id":"2204.13414","title":"Improving the Robustness of Federated Learning for Severely Imbalanced Datasets","created":"2022-04-28","cited_by_count":1,"area":null},{"id":"2206.13984","title":"Fundamental Limits of Communication Efficiency for Model Aggregation in Distributed Learning: A Rate-Distortion Approach","created":"2022-06-28","cited_by_count":1,"area":null},{"id":"2208.11231","title":"Exact Penalty Method for Federated Learning","created":"2022-08-23","cited_by_count":1,"area":null},{"id":"2209.12454","title":"Shuffle-QUDIO: accelerate distributed VQE with trainability enhancement and measurement reduction","created":"2022-09-26","cited_by_count":1,"area":null},{"id":"2210.02882","title":"Scaling up Stochastic Gradient Descent for Non-convex Optimisation","created":"2022-10-06","cited_by_count":1,"area":null},{"id":"2312.00843","title":"Exploring the Robustness of Decentralized Training for Large Language Models","created":"2023-12-01","cited_by_count":1,"area":null},{"id":"2404.11890","title":"FCNCP: A Coupled Nonnegative CANDECOMP/PARAFAC Decomposition Based on Federated Learning","created":"2024-04-18","cited_by_count":1,"area":null},{"id":"2405.11389","title":"Adjacent Leader Decentralized Stochastic Gradient Descent","created":"2024-05-18","cited_by_count":1,"area":null},{"id":"2505.22085","title":"PADAM: Parallel averaged Adam reduces the error for stochastic optimization in scientific machine learning","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2507.12903","title":"Federated Learning for Commercial Image Sources","created":"2025-07-17","cited_by_count":1,"area":null},{"id":"2606.11081","title":"Unifying Local Communications and Local Updates for LLM Pretraining","created":"2026-06-09","cited_by_count":1,"area":null},{"id":"2606.25086","title":"Training for the Model You Return: Improving Optimization for Iterate-Averaged Language Models","created":"2026-06-23","cited_by_count":1,"area":null},{"id":"2104.01730","title":"Training Deep Neural Networks via Branch-and-Bound","created":"2021-04-05","cited_by_count":0,"area":null},{"id":"2104.13818","title":"NUQSGD: Provably Communication-efficient Data-parallel SGD via Nonuniform Quantization","created":"2021-04-28","cited_by_count":0,"area":null},{"id":"2107.07757","title":"Entropic alternatives to initialization","created":"2021-07-16","cited_by_count":0,"area":null},{"id":"2110.00929","title":"Scheduling Optimization Techniques for Neural Network Training","created":"2021-10-03","cited_by_count":0,"area":null},{"id":"2110.12172","title":"Scalable Smartphone Cluster for Deep Learning","created":"2021-10-23","cited_by_count":0,"area":null},{"id":"2206.14927","title":"AFAFed -- Protocol analysis","created":"2022-06-29","cited_by_count":0,"area":null},{"id":"2304.00737","title":"SparDL: Distributed Deep Learning Training with Efficient Sparse Communication","created":"2023-04-03","cited_by_count":0,"area":null},{"id":"2307.05232","title":"A Survey From Distributed Machine Learning to Distributed Deep Learning","created":"2023-07-11","cited_by_count":0,"area":null},{"id":"2309.01779","title":"DRAG: Divergence-based Adaptive Aggregation in Federated learning on Non-IID Data","created":"2023-09-04","cited_by_count":0,"area":null},{"id":"2406.05546","title":"Training Through Failure: Effects of Data Consistency in Parallel Machine Learning Training","created":"2024-06-08","cited_by_count":0,"area":null},{"id":"2409.09242","title":"A Dynamic Weighting Strategy to Mitigate Worker Node Failure in Distributed Deep Learning","created":"2024-09-14","cited_by_count":0,"area":null},{"id":"2504.18454","title":"Pseudo-Asynchronous Local SGD: Robust and Efficient Data-Parallel Training","created":"2025-04-25","cited_by_count":0,"area":null},{"id":"2507.20424","title":"Communication-Efficient Distributed Training for Collaborative Flat Optima Recovery in Deep Learning","created":"2025-07-27","cited_by_count":0,"area":null},{"id":"2508.14565","title":"Cooperative SGD with Dynamic Mixing Matrices","created":"2025-08-20","cited_by_count":0,"area":null},{"id":"2509.03110","title":"LSAM: Asynchronous Distributed Training with Landscape-Smoothed Sharpness-Aware Minimization","created":"2025-09-03","cited_by_count":0,"area":null},{"id":"2604.09970","title":"LoDAdaC: a unified local training-based decentralized framework with adaptive gradients and compressed communication","created":"2026-04-11","cited_by_count":0,"area":null},{"id":"2604.24708","title":"Scalable Hyperparameter-Divergent Ensemble Training with Automatic Learning Rate Exploration for Large Models","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.03499","title":"A Hierarchical Sampling Framework for bounding the Generalization Error of Federated Learning","created":"2026-05-05","cited_by_count":0,"area":null}],"next_cursor":null}