{"total":160,"rows":[{"id":"2211.08413","title":"Decentralized Federated Learning: Fundamentals, State of the Art, Frameworks, Trends, and Challenges","created":"2022-11-15","cited_by_count":138,"area":null},{"id":"2102.04761","title":"Quasi-Global Momentum: Accelerating Decentralized Deep Learning on Heterogeneous Data","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2202.03836","title":"An Improved Analysis of Gradient Tracking for Decentralized Machine Learning","created":"2022-02-08","cited_by_count":69,"area":null},{"id":"2201.13320","title":"BEER: Fast $O(1/T)$ Rate for Decentralized Nonconvex Optimization with Communication Compression","created":"2022-01-31","cited_by_count":41,"area":null},{"id":"2206.12680","title":"Topology-aware Generalization of Decentralized SGD","created":"2022-06-25","cited_by_count":38,"area":null},{"id":"2102.07091","title":"Decentralized Riemannian Gradient Descent on the Stiefel Manifold","created":"2021-02-14","cited_by_count":33,"area":null},{"id":"2206.03665","title":"Lower Bounds and Nearly Optimal Algorithms in Distributed Learning with Communication Compression","created":"2022-06-08","cited_by_count":33,"area":null},{"id":"2301.01313","title":"Decentralized Gradient Tracking with Local Steps","created":"2023-01-03","cited_by_count":32,"area":null},{"id":"2105.08023","title":"Removing Data Heterogeneity Influence Enhances Network Topology Dependence of Decentralized SGD","created":"2021-05-17","cited_by_count":29,"area":null},{"id":"2206.03093","title":"Beyond spectral gap: The role of the topology in decentralized learning","created":"2022-06-07","cited_by_count":27,"area":null},{"id":"2105.09080","title":"Accelerating Gossip SGD with Periodic Global Averaging","created":"2021-05-19","cited_by_count":25,"area":null},{"id":"2106.08315","title":"Decentralized Local Stochastic Extra-Gradient for Variational Inequalities","created":"2021-06-15","cited_by_count":25,"area":null},{"id":"2210.07881","title":"Communication-Efficient Topologies for Decentralized Learning with $O(1)$ Consensus Rate","created":"2022-10-14","cited_by_count":25,"area":null},{"id":"2210.07863","title":"Revisiting Optimal Convergence Rate for Smooth and Non-convex Stochastic Decentralized Optimization","created":"2022-10-14","cited_by_count":23,"area":null},{"id":"2304.03094","title":"PopulAtion Parameter Averaging (PAPA)","created":"2023-04-06","cited_by_count":23,"area":null},{"id":"2102.06752","title":"A Hybrid Variance-Reduced Method for Decentralized Stochastic Non-Convex Optimization","created":"2021-02-12","cited_by_count":21,"area":null},{"id":"2210.04757","title":"On the Performance of Gradient Tracking with Local Updates","created":"2022-10-10","cited_by_count":21,"area":null},{"id":"2210.12839","title":"Decentralized Stochastic Bilevel Optimization with Improved per-Iteration Complexity","created":"2022-10-23","cited_by_count":21,"area":null},{"id":"2206.00737","title":"Walk for Learning: A Random Walk Approach for Federated Learning from Heterogeneous Data","created":"2022-06-01","cited_by_count":19,"area":null},{"id":"2102.03990","title":"DeEPCA: Decentralized Exact PCA with Linear Convergence Rate","created":"2021-02-08","cited_by_count":18,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2109.03194","title":"On the Convergence of Decentralized Adaptive Gradient Methods","created":"2021-09-07","cited_by_count":17,"area":null},{"id":"2110.01165","title":"DESTRESS: Computation-Optimal and Communication-Efficient Decentralized Nonconvex Finite-Sum Optimization","created":"2021-10-04","cited_by_count":16,"area":null},{"id":"2111.04287","title":"BlueFog: Make Decentralized Algorithms Practical for Optimization and Deep Learning","created":"2021-11-08","cited_by_count":16,"area":null},{"id":"2107.11304","title":"Finite-Bit Quantization For Distributed Algorithms With Linear Convergence","created":"2021-07-23","cited_by_count":15,"area":null},{"id":"2306.02913","title":"Decentralized SGD and Average-direction SAM are Asymptotically Equivalent","created":"2023-06-05","cited_by_count":15,"area":null},{"id":"2312.10935","title":"AEDFL: Efficient Asynchronous Decentralized Federated Learning with Heterogeneous Devices","created":"2023-12-18","cited_by_count":15,"area":null},{"id":"2105.04851","title":"Improving the Transient Times for Distributed Stochastic Gradient Methods","created":"2021-05-11","cited_by_count":13,"area":null},{"id":"2105.06697","title":"Innovation Compression for Communication-efficient Distributed Optimization with Linear Convergence","created":"2021-05-14","cited_by_count":12,"area":null},{"id":"2106.07243","title":"Compressed Gradient Tracking for Decentralized Optimization Over General Directed Networks","created":"2021-06-14","cited_by_count":12,"area":null},{"id":"2204.06477","title":"Data-heterogeneity-aware Mixing for Decentralized Learning","created":"2022-04-13","cited_by_count":12,"area":null},{"id":"2104.02596","title":"Accelerated Gradient Tracking over Time-varying Graphs for Decentralized Optimization","created":"2021-04-06","cited_by_count":11,"area":null},{"id":"2112.14949","title":"Decentralized Optimization Over the Stiefel Manifold by an Approximate Augmented Lagrangian Function","created":"2021-12-30","cited_by_count":11,"area":null},{"id":"2205.03884","title":"Decentralized Stochastic Optimization with Inherent Privacy Protection","created":"2022-05-08","cited_by_count":11,"area":null},{"id":"2210.13767","title":"Networked Signal and Information Processing","created":"2022-10-25","cited_by_count":10,"area":null},{"id":"2106.06075","title":"A Decentralized Adaptive Momentum Method for Solving a Class of Min-Max Optimization Problems","created":"2021-06-10","cited_by_count":9,"area":null},{"id":"2301.05872","title":"CEDAS: A Compressed Decentralized Stochastic Gradient Method with Improved Convergence","created":"2023-01-14","cited_by_count":9,"area":null},{"id":"2405.17517","title":"WASH: Train your Ensemble with Communication-Efficient Weight Shuffling, then Average","created":"2024-05-27","cited_by_count":9,"area":null},{"id":"2101.01300","title":"A Linearly Convergent Algorithm for Distributed Principal Component Analysis","created":"2021-01-05","cited_by_count":8,"area":null},{"id":"2101.09346","title":"On the Local Linear Rate of Consensus on the Stiefel Manifold","created":"2021-01-22","cited_by_count":8,"area":null},{"id":"2102.08288","title":"A Federated Data-Driven Evolutionary Algorithm","created":"2021-02-16","cited_by_count":8,"area":null},{"id":"2105.01231","title":"GT-STORM: Taming Sample, Communication, and Memory Complexities in Decentralized Non-Convex Learning","created":"2021-05-04","cited_by_count":8,"area":null},{"id":"2208.00779","title":"DADAO: Decoupled Accelerated Decentralized Asynchronous Optimization","created":"2022-07-26","cited_by_count":8,"area":null},{"id":"2209.07116","title":"On Generalization of Decentralized Learning with Separable Data","created":"2022-09-15","cited_by_count":8,"area":null},{"id":"2405.00965","title":"Robust Decentralized Learning with Local Updates and Gradient Tracking","created":"2024-05-02","cited_by_count":8,"area":null},{"id":"2108.04448","title":"Decentralized Composite Optimization with Compression","created":"2021-08-10","cited_by_count":7,"area":null},{"id":"2112.15287","title":"Distributed Random Reshuffling over Networks","created":"2021-12-31","cited_by_count":7,"area":null},{"id":"2205.14905","title":"Confederated Learning: Federated Learning with Decentralized Edge Servers","created":"2022-05-30","cited_by_count":7,"area":null},{"id":"2308.10547","title":"Decentralized Riemannian Conjugate Gradient Method on the Stiefel Manifold","created":"2023-08-21","cited_by_count":7,"area":null},{"id":"2403.15654","title":"The Effectiveness of Local Updates for Decentralized Learning under Data Heterogeneity","created":"2024-03-23","cited_by_count":7,"area":null},{"id":"2105.07310","title":"Regret Analysis of Distributed Online LQR Control for Unknown LTI Systems","created":"2021-05-15","cited_by_count":6,"area":null},{"id":"2202.00255","title":"DoCoM: Compressed Decentralized Optimization with Near-Optimal Sample Complexity","created":"2022-02-01","cited_by_count":6,"area":null},{"id":"2212.02387","title":"An Efficient Stochastic Algorithm for Decentralized Nonconvex-Strongly-Concave Minimax Optimization","created":"2022-12-05","cited_by_count":6,"area":null},{"id":"2306.00256","title":"DSGD-CECA: Decentralized SGD with Communication-Optimal Exact Consensus Algorithm","created":"2023-06-01","cited_by_count":6,"area":null},{"id":"2503.20117","title":"Exact and Linear Convergence for Federated Learning under Arbitrary Client Participation is Attainable","created":"2025-03-25","cited_by_count":6,"area":null},{"id":"2106.00543","title":"MARL with General Utilities via Decentralized Shadow Reward Actor-Critic","created":"2021-05-29","cited_by_count":5,"area":null},{"id":"2209.01850","title":"DISA: A Dual Inexact Splitting Algorithm for Distributed Convex Composite Optimization","created":"2022-09-05","cited_by_count":5,"area":null},{"id":"2302.03238","title":"Decentralized Inexact Proximal Gradient Method With Network-Independent Stepsizes for Convex Composite Optimization","created":"2023-02-07","cited_by_count":5,"area":null},{"id":"2103.06406","title":"Distributed Principal Subspace Analysis for Partitioned Big Data: Algorithms, Analysis, and Implementation","created":"2021-03-11","cited_by_count":4,"area":null},{"id":"2206.07944","title":"Distributed Online Private Learning of Convex Nondecomposable Objectives","created":"2022-06-16","cited_by_count":4,"area":null},{"id":"2302.12320","title":"Dynamic Regret Analysis of Safe Distributed Online Optimization for Convex and Non-convex Problems","created":"2023-02-23","cited_by_count":4,"area":null},{"id":"2305.17569","title":"Collaborative Multi-Agent Video Fast-Forwarding","created":"2023-05-27","cited_by_count":4,"area":null},{"id":"2501.13516","title":"Communication-Efficient Stochastic Distributed Learning","created":"2025-01-23","cited_by_count":4,"area":null},{"id":"2509.07779","title":"Decentralized Online Riemannian Optimization Beyond Hadamard Manifolds","created":"2025-09-09","cited_by_count":4,"area":null},{"id":"2510.01377","title":"DeMuon: A Decentralized Muon for Matrix Optimization over Graphs","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2511.12836","title":"DIGing--SGLD: Decentralized and Scalable Langevin Sampling over Time--Varying Networks","created":"2025-11-16","cited_by_count":4,"area":null},{"id":"2106.03585","title":"Asynchronous speedup in decentralized optimization","created":"2021-06-07","cited_by_count":3,"area":null},{"id":"2108.12373","title":"FAST-PCA: A Fast and Exact Algorithm for Distributed Principal Component Analysis","created":"2021-08-27","cited_by_count":3,"area":null},{"id":"2111.10933","title":"Decentralized Upper Confidence Bound Algorithms for Homogeneous Multi-Agent Multi-Armed Bandits","created":"2021-11-22","cited_by_count":3,"area":null},{"id":"2112.12373","title":"Decentralized Multi-Task Stochastic Optimization With Compressed Communications","created":"2021-12-23","cited_by_count":3,"area":null},{"id":"2201.11183","title":"A dual approach for federated learning","created":"2022-01-26","cited_by_count":3,"area":null},{"id":"2202.05812","title":"Distributed saddle point problems for strongly concave-convex functions","created":"2022-02-11","cited_by_count":3,"area":null},{"id":"2310.03461","title":"Towards Understanding Generalization and Stability Gaps between Centralized and Decentralized Federated Learning","created":"2023-10-05","cited_by_count":3,"area":null},{"id":"2101.01505","title":"Delayed Projection Techniques for Linearly Constrained Problems: Convergence Rates, Acceleration, and Applications","created":"2021-01-05","cited_by_count":2,"area":null},{"id":"2105.14385","title":"On Centralized and Distributed Mirror Descent: Convergence Analysis Using Quadratic Constraints","created":"2021-05-29","cited_by_count":2,"area":null},{"id":"2107.07171","title":"DeceFL: A Principled Decentralized Federated Learning Framework","created":"2021-07-15","cited_by_count":2,"area":null},{"id":"2202.03346","title":"Variance reduced stochastic optimization over directed graphs with row and column stochastic weights","created":"2022-02-07","cited_by_count":2,"area":null},{"id":"2206.10815","title":"FedBC: Calibrating Global and Local Models via Federated Learning Beyond Consensus","created":"2022-06-22","cited_by_count":2,"area":null},{"id":"2208.13643","title":"A Variance-Reduced Stochastic Gradient Tracking Algorithm for Decentralized Optimization with Orthogonality Constraints","created":"2022-08-29","cited_by_count":2,"area":null},{"id":"2210.05618","title":"Zero-Order One-Point Estimate with Distributed Stochastic Gradient-Tracking Technique","created":"2022-10-11","cited_by_count":2,"area":null},{"id":"2306.12037","title":"Distributed Random Reshuffling Methods with Improved Convergence","created":"2023-06-21","cited_by_count":2,"area":null},{"id":"2307.07113","title":"Variance-reduced accelerated methods for decentralized stochastic double-regularized nonconvex strongly-concave minimax problems","created":"2023-07-14","cited_by_count":2,"area":null},{"id":"2308.05292","title":"Byzantine-Robust Decentralized Stochastic Optimization with Stochastic Gradient Noise-Independent Learning Error","created":"2023-08-10","cited_by_count":2,"area":null},{"id":"2312.11861","title":"A Proximal Gradient Method With Probabilistic Multi-Gossip Communications for Decentralized Composite Optimization","created":"2023-12-19","cited_by_count":2,"area":null},{"id":"2402.02569","title":"On the Complexity of Finite-Sum Smooth Optimization under the Polyak-{\\L}ojasiewicz Condition","created":"2024-02-04","cited_by_count":2,"area":null},{"id":"2605.00723","title":"Decentralized Proximal Stochastic Gradient Langevin Dynamics","created":"2026-05-01","cited_by_count":2,"area":null},{"id":"2103.15664","title":"Competing Adaptive Networks","created":"2021-03-29","cited_by_count":1,"area":null},{"id":"2104.01555","title":"Decentralized Statistical Inference with Unrolled Graph Neural Networks","created":"2021-04-04","cited_by_count":1,"area":null},{"id":"2107.12065","title":"Provably Accelerated Decentralized Gradient Method Over Unbalanced Directed Graphs","created":"2021-07-26","cited_by_count":1,"area":null},{"id":"2111.02949","title":"Finite-Time Consensus Learning for Decentralized Optimization with Nonlinear Gossiping","created":"2021-11-04","cited_by_count":1,"area":null},{"id":"2111.06530","title":"Distributed Sparse Regression via Penalization","created":"2021-11-12","cited_by_count":1,"area":null},{"id":"2111.12961","title":"Distributed Policy Gradient with Variance Reduction in Multi-Agent Reinforcement Learning","created":"2021-11-25","cited_by_count":1,"area":null},{"id":"2202.03263","title":"Asynchronous Parallel Incremental Block-Coordinate Descent for Decentralized Machine Learning","created":"2022-02-07","cited_by_count":1,"area":null},{"id":"2204.08160","title":"On Arbitrary Compression for Decentralized Consensus and Stochastic Optimization over Directed Networks","created":"2022-04-18","cited_by_count":1,"area":null},{"id":"2205.14452","title":"Stochastic Gradient Methods with Compressed Communication for Decentralized Saddle Point Problems","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2206.04113","title":"Push--Pull with Device Sampling","created":"2022-06-08","cited_by_count":1,"area":null},{"id":"2301.12065","title":"Decentralized Entropic Optimal Transport for Distributed Distribution Comparison","created":"2023-01-28","cited_by_count":1,"area":null},{"id":"2303.09611","title":"Decentralized Riemannian natural gradient methods with Kronecker-product approximations","created":"2023-03-16","cited_by_count":1,"area":null},{"id":"2306.06375","title":"Optimized Gradient Tracking for Decentralized Online Learning","created":"2023-06-10","cited_by_count":1,"area":null},{"id":"2309.13307","title":"CORE: Common Random Reconstruction for Distributed Optimization with Provable Low Communication Complexity","created":"2023-09-23","cited_by_count":1,"area":null}],"next_cursor":"100"}