{"total":177,"rows":[{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2101.11203","title":"Achieving Linear Speedup with Partial Worker Participation in Non-IID Federated Learning","created":"2021-01-27","cited_by_count":193,"area":null},{"id":"2106.06639","title":"Federated Learning with Buffered Asynchronous Aggregation","created":"2021-06-11","cited_by_count":190,"area":null},{"id":"2208.09632","title":"Adam Can Converge Without Any Modification On Update Rules","created":"2022-08-20","cited_by_count":114,"area":null},{"id":"2308.08165","title":"Stochastic Controlled Averaging for Federated Learning with Communication Compression","created":"2023-08-16","cited_by_count":101,"area":null},{"id":"2106.04159","title":"Fast Federated Learning in the Presence of Arbitrary Device Unavailability","created":"2021-06-08","cited_by_count":72,"area":null},{"id":"2102.04761","title":"Quasi-Global Momentum: Accelerating Decentralized Deep Learning on Heterogeneous Data","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2112.11256","title":"Tackling System and Statistical Heterogeneity for Federated Learning with Adaptive Client Sampling","created":"2021-12-21","cited_by_count":66,"area":null},{"id":"2403.13101","title":"AdaptSFL: Adaptive Split Federated Learning in Resource-constrained Edge Networks","created":"2024-03-19","cited_by_count":64,"area":null},{"id":"2110.14216","title":"What Do We Mean by Generalization in Federated Learning?","created":"2021-10-27","cited_by_count":62,"area":null},{"id":"2110.13363","title":"Exponential Graph is Provably Efficient for Decentralized Deep Training","created":"2021-10-26","cited_by_count":56,"area":null},{"id":"2107.12048","title":"Decentralized Federated Learning: Balancing Communication and Computing Costs","created":"2021-07-26","cited_by_count":55,"area":null},{"id":"2112.03459","title":"A Novel Convergence Analysis for Algorithms of the Adam Family","created":"2021-12-07","cited_by_count":50,"area":null},{"id":"2211.09299","title":"FedFA: Federated Learning with Feature Anchors to Align Features and Classifiers for Heterogeneous Data","created":"2022-11-17","cited_by_count":50,"area":null},{"id":"2302.10429","title":"FedSpeed: Larger Local Interval, Less Communication Round, and Higher Generalization Accuracy","created":"2023-02-21","cited_by_count":49,"area":null},{"id":"2205.13648","title":"A Unified Analysis of Federated Learning with Arbitrary Client Participation","created":"2022-05-26","cited_by_count":45,"area":null},{"id":"2106.10435","title":"STEM: A Stochastic Two-Sided Momentum Algorithm Achieving Near-Optimal Sample and Communication Complexities for Federated Learning","created":"2021-06-19","cited_by_count":43,"area":null},{"id":"2108.09875","title":"Anarchic Federated Learning","created":"2021-08-23","cited_by_count":42,"area":null},{"id":"2203.10144","title":"Closing the Generalization Gap of Cross-silo Federated Medical Image Segmentation","created":"2022-03-18","cited_by_count":42,"area":null},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40,"area":null},{"id":"2111.03741","title":"Sharp Bounds for Federated Averaging (Local SGD) and Continuous Perspective","created":"2021-11-05","cited_by_count":38,"area":null},{"id":"2206.04723","title":"On the Unreasonable Effectiveness of Federated Averaging with Heterogeneous Data","created":"2022-06-09","cited_by_count":38,"area":null},{"id":"2302.14428","title":"Stochastic Gradient Descent under Markovian Sampling Schemes","created":"2023-02-28","cited_by_count":38,"area":null},{"id":"2306.16504","title":"Momentum Benefits Non-IID Federated Learning Simply and Provably","created":"2023-06-28","cited_by_count":38,"area":null},{"id":"2412.07197","title":"Hierarchical Split Federated Learning: Convergence Analysis and System Optimization","created":"2024-12-10","cited_by_count":38,"area":null},{"id":"2203.04850","title":"Federated Minimax Optimization: Improved Convergence Analyses and Algorithms","created":"2022-03-09","cited_by_count":37,"area":null},{"id":"2212.00974","title":"Faster Adaptive Federated Learning","created":"2022-12-02","cited_by_count":35,"area":null},{"id":"2103.02051","title":"Cross-Gradient Aggregation for Decentralized Learning from Non-IID data","created":"2021-03-02","cited_by_count":33,"area":null},{"id":"2206.03665","title":"Lower Bounds and Nearly Optimal Algorithms in Distributed Learning with Communication Compression","created":"2022-06-08","cited_by_count":33,"area":null},{"id":"2207.04338","title":"Variance Reduced ProxSkip: Algorithm, Theory and Application to Federated Learning","created":"2022-07-09","cited_by_count":33,"area":null},{"id":"2106.02305","title":"Local Adaptivity in Federated Learning: Convergence and Consistency","created":"2021-06-04","cited_by_count":31,"area":null},{"id":"2302.03109","title":"On the Convergence of Federated Averaging with Cyclic Client Participation","created":"2023-02-06","cited_by_count":31,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2109.05872","title":"Byzantine-robust Federated Learning through Collaborative Malicious Gradient Filtering","created":"2021-09-13","cited_by_count":30,"area":null},{"id":"2105.08023","title":"Removing Data Heterogeneity Influence Enhances Network Topology Dependence of Decentralized SGD","created":"2021-05-17","cited_by_count":29,"area":null},{"id":"2101.05471","title":"Towards Practical Adam: Non-Convexity, Convergence Theory, and Mini-Batch Acceleration","created":"2021-01-14","cited_by_count":25,"area":null},{"id":"2109.05109","title":"Toward Communication Efficient Adaptive Gradient Method","created":"2021-09-10","cited_by_count":25,"area":null},{"id":"2210.07863","title":"Revisiting Optimal Convergence Rate for Smooth and Non-convex Stochastic Decentralized Optimization","created":"2022-10-14","cited_by_count":23,"area":null},{"id":"2308.00522","title":"Efficient Federated Learning via Local Adaptive Amended Optimizer with Linear Speedup","created":"2023-07-30","cited_by_count":23,"area":null},{"id":"2110.03891","title":"Does Momentum Change the Implicit Regularization on Separable Data?","created":"2021-10-08","cited_by_count":22,"area":null},{"id":"2102.04635","title":"Federated Deep AUC Maximization for Heterogeneous Data with a Constant Communication Complexity","created":"2021-02-09","cited_by_count":21,"area":null},{"id":"2204.13170","title":"AdaBest: Minimizing Client Drift in Federated Learning via Adaptive Bias Estimation","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20,"area":null},{"id":"2209.15505","title":"Momentum Tracking: Momentum Acceleration for Decentralized Deep Learning on Heterogeneous Data","created":"2022-09-30","cited_by_count":20,"area":null},{"id":"2205.05632","title":"On Distributed Adaptive Optimization with Gradient Compression","created":"2022-05-11","cited_by_count":19,"area":null},{"id":"2205.13054","title":"Scalable and Low-Latency Federated Learning with Cooperative Mobile Edge Networking","created":"2022-05-25","cited_by_count":18,"area":null},{"id":"2210.16402","title":"GradSkip: Communication-Accelerated Local Gradient Methods with Better Computational Complexity","created":"2022-10-28","cited_by_count":18,"area":null},{"id":"2302.01463","title":"Gradient Descent with Linearly Correlated Noise: Theory and Applications to Differential Privacy","created":"2023-02-02","cited_by_count":18,"area":null},{"id":"2307.15196","title":"The Marginal Value of Momentum for Small Learning Rate SGD","created":"2023-07-27","cited_by_count":18,"area":null},{"id":"2103.01319","title":"Adversarial training in communication constrained federated learning","created":"2021-03-01","cited_by_count":17,"area":null},{"id":"2206.10189","title":"A General Theory for Federated Optimization with Asynchronous and Heterogeneous Clients Updates","created":"2022-06-21","cited_by_count":17,"area":null},{"id":"2111.04287","title":"BlueFog: Make Decentralized Algorithms Practical for Optimization and Deep Learning","created":"2021-11-08","cited_by_count":16,"area":null},{"id":"2202.06009","title":"Maximizing Communication Efficiency for Large-scale Training via 0/1 Adam","created":"2022-02-12","cited_by_count":15,"area":null},{"id":"2304.05397","title":"Accelerating Hybrid Federated Learning Convergence under Partial Participation","created":"2023-04-10","cited_by_count":15,"area":null},{"id":"2506.08426","title":"HASFL: Heterogeneity-aware Split Federated Learning over Edge Computing Systems","created":"2025-06-10","cited_by_count":15,"area":null},{"id":"2206.05891","title":"Anchor Sampling for Federated Learning with Partial Client Participation","created":"2022-06-13","cited_by_count":14,"area":null},{"id":"2206.15025","title":"On the Convergence of Distributed Stochastic Bilevel Optimization Algorithms over a Network","created":"2022-06-30","cited_by_count":14,"area":null},{"id":"2211.00184","title":"FL Games: A Federated Learning Framework for Distribution Shifts","created":"2022-10-31","cited_by_count":14,"area":null},{"id":"2305.16297","title":"Unbiased Compression Saves Communication in Distributed Optimization: When and How Much?","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2104.14840","title":"Unified Convergence Analysis for Adaptive Optimization with Moving Average Estimator","created":"2021-04-30","cited_by_count":13,"area":null},{"id":"2108.06453","title":"Efficient Federated Meta-Learning over Multi-Access Wireless Networks","created":"2021-08-14","cited_by_count":13,"area":null},{"id":"2207.08204","title":"Fast Composite Optimization and Statistical Recovery in Federated Learning","created":"2022-07-17","cited_by_count":12,"area":null},{"id":"2208.08490","title":"NET-FLEET: Achieving Linear Convergence Speedup for Fully Decentralized Federated Learning with Heterogeneous Data","created":"2022-08-17","cited_by_count":12,"area":null},{"id":"2210.14396","title":"FeDXL: Provable Federated Learning for Deep X-Risk Optimization","created":"2022-10-26","cited_by_count":11,"area":null},{"id":"2212.02724","title":"Decentralized Stochastic Gradient Descent Ascent for Finite-Sum Minimax Problems","created":"2022-12-06","cited_by_count":11,"area":null},{"id":"2305.07612","title":"Lower Bounds and Accelerated Algorithms in Distributed Stochastic Optimization with Communication Compression","created":"2023-05-12","cited_by_count":11,"area":null},{"id":"2409.09906","title":"Variance-reduced first-order methods for deterministically constrained stochastic nonconvex optimization with strong convergence guarantees","created":"2024-09-16","cited_by_count":11,"area":null},{"id":"2308.00263","title":"Asynchronous Federated Learning with Bidirectional Quantized Communications and Buffered Aggregation","created":"2023-08-01","cited_by_count":10,"area":null},{"id":"2310.10089","title":"Over-the-Air Federated Learning and Optimization","created":"2023-10-16","cited_by_count":10,"area":null},{"id":"2102.03970","title":"Coordinating Momenta for Cross-silo Federated Learning","created":"2021-02-08","cited_by_count":9,"area":null},{"id":"2109.03999","title":"Towards Efficient Synchronous Federated Training: A Survey on System Optimization Strategies","created":"2021-09-09","cited_by_count":9,"area":null},{"id":"2112.15486","title":"Efficient and Reliable Overlay Networks for Decentralized Federated Learning","created":"2021-12-12","cited_by_count":9,"area":null},{"id":"2305.11420","title":"Beyond Exponential Graph: Communication-Efficient Topologies for Decentralized Learning via Finite-time Convergence","created":"2023-05-19","cited_by_count":9,"area":null},{"id":"2403.02967","title":"Non-convex Stochastic Composite Optimization with Polyak Momentum","created":"2024-03-05","cited_by_count":9,"area":null},{"id":"2404.13804","title":"Adaptive Heterogeneous Client Sampling for Federated Learning over Wireless Networks","created":"2024-04-22","cited_by_count":9,"area":null},{"id":"2405.17876","title":"Decentralized Directed Collaboration for Personalized Federated Learning","created":"2024-05-28","cited_by_count":9,"area":null},{"id":"2409.17446","title":"Efficient Federated Learning against Heterogeneous and Non-stationary Client Unavailability","created":"2024-09-26","cited_by_count":9,"area":null},{"id":"2101.02198","title":"Federated Learning over Noisy Channels: Convergence Analysis and Design Examples","created":"2021-01-06","cited_by_count":8,"area":null},{"id":"2102.04655","title":"Training Federated GANs with Theoretical Guarantees: A Universal Aggregation Approach","created":"2021-02-09","cited_by_count":8,"area":null},{"id":"2201.03789","title":"Partial Model Averaging in Federated Learning: Performance Guarantees and Benefits","created":"2022-01-11","cited_by_count":8,"area":null},{"id":"2204.12430","title":"Federated Progressive Sparsification (Purge, Merge, Tune)+","created":"2022-04-26","cited_by_count":8,"area":null},{"id":"2301.09357","title":"Accelerating Fair Federated Learning: Adaptive Federated Adam","created":"2023-01-23","cited_by_count":8,"area":null},{"id":"2302.04249","title":"Federated Minimax Optimization with Client Heterogeneity","created":"2023-02-08","cited_by_count":8,"area":null},{"id":"2304.10101","title":"Federated Compositional Deep AUC Maximization","created":"2023-04-20","cited_by_count":8,"area":null},{"id":"2306.03240","title":"Improving Accelerated Federated Learning with Compression and Importance Sampling","created":"2023-06-05","cited_by_count":8,"area":null},{"id":"2311.05924","title":"Federated Learning with Manifold Regularization and Normalized Update Reaggregation","created":"2023-11-10","cited_by_count":8,"area":null},{"id":"2411.19671","title":"On the Performance Analysis of Momentum Method: A Frequency Domain Perspective","created":"2024-11-29","cited_by_count":8,"area":null},{"id":"2106.07155","title":"CFedAvg: Achieving Efficient Communication and Fast Convergence in Non-IID Federated Learning","created":"2021-06-14","cited_by_count":7,"area":null},{"id":"2208.00791","title":"Partial Connection Based on Channel Attention for Differentiable Neural Architecture Search","created":"2022-08-01","cited_by_count":7,"area":null},{"id":"2212.02376","title":"DIAMOND: Taming Sample and Communication Complexities in Decentralized Bilevel Optimization","created":"2022-12-05","cited_by_count":7,"area":null},{"id":"2301.08869","title":"A Communication-Efficient Adaptive Algorithm for Federated Learning under Cumulative Regret","created":"2023-01-21","cited_by_count":7,"area":null},{"id":"2302.07155","title":"EPISODE: Episodic Gradient Clipping with Periodic Resampled Corrections for Federated Learning with Heterogeneous Data","created":"2023-02-14","cited_by_count":7,"area":null},{"id":"2402.11198","title":"Achieving Linear Speedup in Asynchronous Federated Learning with Heterogeneous Clients","created":"2024-02-17","cited_by_count":7,"area":null},{"id":"2510.03866","title":"On Provable Benefits of Muon in Federated Learning","created":"2025-10-04","cited_by_count":7,"area":null},{"id":"2201.10382","title":"On-Device Learning with Cloud-Coordinated Data Augmentation for Extreme Model Personalization in Recommender Systems","created":"2022-01-24","cited_by_count":6,"area":null},{"id":"2209.05148","title":"Personalized Federated Learning with Communication Compression","created":"2022-09-12","cited_by_count":6,"area":null},{"id":"2210.14560","title":"Hierarchical Federated Learning with Momentum Acceleration in Multi-Tier Networks","created":"2022-10-26","cited_by_count":6,"area":null},{"id":"2303.08423","title":"Communication-Efficient Design for Quantized Decentralized Federated Learning","created":"2023-03-15","cited_by_count":6,"area":null},{"id":"2107.05330","title":"Sparse Personalized Federated Learning","created":"2021-07-12","cited_by_count":5,"area":null},{"id":"2201.05500","title":"Communication-Efficient TeraByte-Scale Model Training Framework for Online Advertising","created":"2022-01-05","cited_by_count":5,"area":null}],"next_cursor":"100"}