{"total":145,"rows":[{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2202.09357","title":"ProxSkip: Yes! Local Gradient Steps Provably Lead to Communication Acceleration! Finally!","created":"2022-02-18","cited_by_count":134,"area":null},{"id":"2102.12660","title":"Distributionally Robust Federated Averaging","created":"2021-02-25","cited_by_count":104,"area":null},{"id":"2102.11845","title":"Learning with User-Level Privacy","created":"2021-02-23","cited_by_count":72,"area":null},{"id":"2210.08090","title":"Where to Begin? On the Impact of Pre-Training and Initialization in Federated Learning","created":"2022-10-14","cited_by_count":71,"area":null},{"id":"2110.14216","title":"What Do We Mean by Generalization in Federated Learning?","created":"2021-10-27","cited_by_count":62,"area":null},{"id":"2205.13692","title":"FedAvg with Fine Tuning: Local Updates Lead to Representation Learning","created":"2022-05-27","cited_by_count":56,"area":null},{"id":"2205.13648","title":"A Unified Analysis of Federated Learning with Arbitrary Client Participation","created":"2022-05-26","cited_by_count":45,"area":null},{"id":"2106.10435","title":"STEM: A Stochastic Two-Sided Momentum Algorithm Achieving Near-Optimal Sample and Communication Complexities for Federated Learning","created":"2021-06-19","cited_by_count":43,"area":null},{"id":"2108.09875","title":"Anarchic Federated Learning","created":"2021-08-23","cited_by_count":42,"area":null},{"id":"2102.13152","title":"Local Stochastic Gradient Descent Ascent: Convergence Analysis and Communication Efficiency","created":"2021-02-25","cited_by_count":40,"area":null},{"id":"2111.03741","title":"Sharp Bounds for Federated Averaging (Local SGD) and Continuous Perspective","created":"2021-11-05","cited_by_count":38,"area":null},{"id":"2206.04723","title":"On the Unreasonable Effectiveness of Federated Averaging with Heterogeneous Data","created":"2022-06-09","cited_by_count":38,"area":null},{"id":"2206.05187","title":"On Convergence of FedProx: Local Dissimilarity Invariant Bounds, Non-smoothness and Beyond","created":"2022-06-10","cited_by_count":38,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2102.06704","title":"Proximal and Federated Random Reshuffling","created":"2021-02-12","cited_by_count":33,"area":null},{"id":"2207.04338","title":"Variance Reduced ProxSkip: Algorithm, Theory and Application to Federated Learning","created":"2022-07-09","cited_by_count":33,"area":null},{"id":"2102.01583","title":"The Min-Max Complexity of Distributed Stochastic Convex Optimization with Intermittent Communication","created":"2021-02-02","cited_by_count":31,"area":null},{"id":"2102.03198","title":"Bias-Variance Reduced Local SGD for Less Heterogeneous Federated Learning","created":"2021-02-05","cited_by_count":31,"area":null},{"id":"2106.02305","title":"Local Adaptivity in Federated Learning: Convergence and Consistency","created":"2021-06-04","cited_by_count":31,"area":null},{"id":"2302.03109","title":"On the Convergence of Federated Averaging with Cyclic Client Participation","created":"2023-02-06","cited_by_count":31,"area":null},{"id":"2106.09779","title":"Private Federated Learning Without a Trusted Server: Optimal Algorithms for Convex Losses","created":"2021-06-17","cited_by_count":30,"area":null},{"id":"2103.03452","title":"FedDR -- Randomized Douglas-Rachford Splitting Algorithms for Nonconvex Federated Composite Optimization","created":"2021-03-05","cited_by_count":29,"area":null},{"id":"2306.05131","title":"Conformal Prediction for Federated Uncertainty Quantification Under Label Shift","created":"2023-06-08","cited_by_count":29,"area":null},{"id":"2302.02212","title":"Federated Temporal Difference Learning with Linear Function Approximation under Environmental Heterogeneity","created":"2023-02-04","cited_by_count":27,"area":null},{"id":"2203.06735","title":"Private Non-Convex Federated Learning Without a Trusted Server","created":"2022-03-13","cited_by_count":26,"area":null},{"id":"2207.06343","title":"TCT: Convexifying Federated Learning using Bootstrapped Neural Tangent Kernels","created":"2022-07-13","cited_by_count":26,"area":null},{"id":"2106.08315","title":"Decentralized Local Stochastic Extra-Gradient for Variational Inequalities","created":"2021-06-15","cited_by_count":25,"area":null},{"id":"2112.13246","title":"Towards Federated Learning on Time-Evolving Heterogeneous Data","created":"2021-12-25","cited_by_count":23,"area":null},{"id":"2201.11066","title":"Server-Side Stepsizes and Sampling Without Replacement Provably Help in Federated Optimization","created":"2022-01-26","cited_by_count":23,"area":null},{"id":"2207.07223","title":"Accelerated Federated Learning with Decoupled Adaptive Optimization","created":"2022-07-14","cited_by_count":23,"area":null},{"id":"2212.14370","title":"Can 5th Generation Local Training Methods Support Client Sampling? Yes!","created":"2022-12-29","cited_by_count":22,"area":null},{"id":"2102.04635","title":"Federated Deep AUC Maximization for Heterogeneous Data with a Constant Communication Complexity","created":"2021-02-09","cited_by_count":21,"area":null},{"id":"2102.07245","title":"Smoothness Matrices Beat Smoothness Constants: Better Communication Compression Techniques for Distributed Optimization","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2306.05706","title":"Understanding How Consistency Works in Federated Learning via Stage-wise Relaxed Initialization","created":"2023-06-09","cited_by_count":21,"area":null},{"id":"2310.19807","title":"Improved Communication Efficiency in Federated Natural Policy Gradient via ADMM-based Gradient Updates","created":"2023-10-09","cited_by_count":21,"area":null},{"id":"2102.06333","title":"Efficient Algorithms for Federated Saddle Point Optimization","created":"2021-02-12","cited_by_count":20,"area":null},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20,"area":null},{"id":"2206.07021","title":"Federated Optimization Algorithms with Random Reshuffling and Gradient Compression","created":"2022-06-14","cited_by_count":18,"area":null},{"id":"2302.05412","title":"Achieving Linear Speedup in Non-IID Federated Bilevel Learning","created":"2023-02-10","cited_by_count":18,"area":null},{"id":"2211.14393","title":"FedSysID: A Federated Approach to Sample-Efficient System Identification","created":"2022-11-25","cited_by_count":17,"area":null},{"id":"2302.04228","title":"Federated Learning as Variational Inference: A Scalable Expectation Propagation Approach","created":"2023-02-08","cited_by_count":17,"area":null},{"id":"2201.11865","title":"FedLite: A Scalable Approach for Federated Learning on Resource-constrained Clients","created":"2022-01-28","cited_by_count":15,"area":null},{"id":"2402.07011","title":"FedImpro: Measuring and Improving Client Update in Federated Learning","created":"2024-02-10","cited_by_count":15,"area":null},{"id":"2112.05120","title":"On Convergence of Federated Averaging Langevin Dynamics","created":"2021-12-09","cited_by_count":14,"area":null},{"id":"2206.05891","title":"Anchor Sampling for Federated Learning with Partial Client Participation","created":"2022-06-13","cited_by_count":14,"area":null},{"id":"2410.15526","title":"SDP4Bit: Toward 4-bit Communication Quantization in Sharded Data Parallelism for LLM Training","created":"2024-10-20","cited_by_count":14,"area":null},{"id":"2410.08305","title":"Randomized Asymmetric Chain of LoRA: The First Meaningful Theoretical Framework for Low-Rank Adaptation","created":"2024-10-10","cited_by_count":13,"area":null},{"id":"2111.11556","title":"FLIX: A Simple and Communication-Efficient Alternative to Local Methods in Federated Learning","created":"2021-11-22","cited_by_count":12,"area":null},{"id":"2204.06477","title":"Data-heterogeneity-aware Mixing for Decentralized Learning","created":"2022-04-13","cited_by_count":12,"area":null},{"id":"2207.08204","title":"Fast Composite Optimization and Statistical Recovery in Federated Learning","created":"2022-07-17","cited_by_count":12,"area":null},{"id":"2405.11667","title":"The Limits and Potentials of Local SGD for Distributed Heterogeneous Learning with Intermittent Communication","created":"2024-05-19","cited_by_count":12,"area":null},{"id":"2411.18607","title":"Task Arithmetic Through The Lens Of One-Shot Federated Learning","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2108.06869","title":"FedChain: Chained Algorithms for Near-Optimal Communication Cost in Federated Learning","created":"2021-08-16","cited_by_count":11,"area":null},{"id":"2210.13277","title":"CompressedScaffnew: The First Theoretical Double Acceleration of Communication from Local Training and Compression in Distributed Optimization","created":"2022-10-24","cited_by_count":11,"area":null},{"id":"2210.14396","title":"FeDXL: Provable Federated Learning for Deep X-Risk Optimization","created":"2022-10-26","cited_by_count":11,"area":null},{"id":"2410.20380","title":"FuseFL: One-Shot Federated Learning through the Lens of Causality with Progressive Model Fusion","created":"2024-10-27","cited_by_count":11,"area":null},{"id":"2106.02720","title":"An Even More Optimal Stochastic Optimization Algorithm: Minibatching and Interpolation Learning","created":"2021-06-04","cited_by_count":10,"area":null},{"id":"2107.10868","title":"Local SGD Optimizes Overparameterized Neural Networks in Polynomial Time","created":"2021-07-22","cited_by_count":10,"area":null},{"id":"2312.09817","title":"Calibrated One Round Federated Learning with Bayesian Inference in the Predictive Space","created":"2023-12-15","cited_by_count":10,"area":null},{"id":"2404.08447","title":"Federated Optimization with Doubly Regularized Drift Correction","created":"2024-04-12","cited_by_count":10,"area":null},{"id":"2509.10439","title":"Understanding Outer Optimizers in Local SGD: Learning Rates, Momentum, and Acceleration","created":"2025-09-12","cited_by_count":9,"area":null},{"id":"2302.04249","title":"Federated Minimax Optimization with Client Heterogeneity","created":"2023-02-08","cited_by_count":8,"area":null},{"id":"2303.15486","title":"Unimodal Training-Multimodal Prediction: Cross-modal Federated Learning with Hierarchical Aggregation","created":"2023-03-27","cited_by_count":8,"area":null},{"id":"2306.03240","title":"Improving Accelerated Federated Learning with Compression and Importance Sampling","created":"2023-06-05","cited_by_count":8,"area":null},{"id":"2407.09690","title":"Private Heterogeneous Federated Learning Without a Trusted Server Revisited: Error-Optimal and Communication-Efficient Algorithms for Convex Losses","created":"2024-07-12","cited_by_count":8,"area":null},{"id":"2109.00534","title":"The Minimax Complexity of Distributed Optimization","created":"2021-09-01","cited_by_count":7,"area":null},{"id":"2301.08869","title":"A Communication-Efficient Adaptive Algorithm for Federated Learning under Cumulative Regret","created":"2023-01-21","cited_by_count":7,"area":null},{"id":"2302.07155","title":"EPISODE: Episodic Gradient Clipping with Periodic Resampled Corrections for Federated Learning with Heterogeneous Data","created":"2023-02-14","cited_by_count":7,"area":null},{"id":"2302.07615","title":"Similarity, Compression and Local Steps: Three Pillars of Efficient Communications for Distributed Variational Inequalities","created":"2023-02-15","cited_by_count":7,"area":null},{"id":"2310.12802","title":"An effective theory of collective deep learning","created":"2023-10-19","cited_by_count":7,"area":null},{"id":"2310.18784","title":"High-probability Convergence Bounds for Nonlinear Stochastic Gradient Descent Under Heavy-tailed Noise","created":"2023-10-28","cited_by_count":7,"area":null},{"id":"2311.17586","title":"Federated Online and Bandit Convex Optimization","created":"2023-11-29","cited_by_count":7,"area":null},{"id":"2403.15654","title":"The Effectiveness of Local Updates for Decentralized Learning under Data Heterogeneity","created":"2024-03-23","cited_by_count":7,"area":null},{"id":"2407.07084","title":"Stabilized Proximal-Point Methods for Federated Optimization","created":"2024-07-09","cited_by_count":7,"area":null},{"id":"2110.02954","title":"A Stochastic Newton Algorithm for Distributed Convex Optimization","created":"2021-10-07","cited_by_count":6,"area":null},{"id":"2205.11044","title":"Personalized Federated Learning with Server-Side Information","created":"2022-05-23","cited_by_count":6,"area":null},{"id":"2211.15281","title":"Flow: Per-Instance Personalized Federated Learning Through Dynamic Routing","created":"2022-11-28","cited_by_count":6,"area":null},{"id":"2307.13381","title":"Scaff-PD: Communication Efficient Fair and Robust Federated Learning","created":"2023-07-25","cited_by_count":6,"area":null},{"id":"2310.17761","title":"Distributed Personalized Empirical Risk Minimization","created":"2023-10-26","cited_by_count":6,"area":null},{"id":"2404.09494","title":"On the Necessity of Collaboration for Online Model Selection with Decentralized Data","created":"2024-04-15","cited_by_count":6,"area":null},{"id":"2412.15536","title":"The Impact of Cut Layer Selection in Split Federated Learning","created":"2024-12-20","cited_by_count":6,"area":null},{"id":"2207.04330","title":"Multi-Model Federated Learning with Provable Guarantees","created":"2022-07-09","cited_by_count":5,"area":null},{"id":"2310.01139","title":"Minibatch and Local SGD: Algorithmic Stability and Linear Speedup in Generalization","created":"2023-10-02","cited_by_count":5,"area":null},{"id":"2311.16459","title":"On the Effect of Defections in Federated Learning and How to Prevent Them","created":"2023-11-28","cited_by_count":5,"area":null},{"id":"2201.12719","title":"Faster Convergence of Local SGD for Over-Parameterized Models","created":"2022-01-30","cited_by_count":4,"area":null},{"id":"2206.02535","title":"Certified Robustness in Federated Learning","created":"2022-06-06","cited_by_count":4,"area":null},{"id":"2301.12677","title":"Distributed Stochastic Optimization under a General Variance Condition","created":"2023-01-30","cited_by_count":4,"area":null},{"id":"2302.09832","title":"TAMUNA: Doubly Accelerated Distributed Optimization under Partial Participation","created":"2023-02-20","cited_by_count":4,"area":null},{"id":"2303.01778","title":"FedML Parrot: A Scalable Federated Learning System via Heterogeneity-aware Scheduling on Sequential and Hierarchical Training","created":"2023-03-03","cited_by_count":4,"area":null},{"id":"2304.04169","title":"SLowcal-SGD: Slow Query Points Improve Local-SGD for Stochastic Convex Optimization","created":"2023-04-09","cited_by_count":4,"area":null},{"id":"2308.11953","title":"When MiniBatch SGD Meets SplitFed Learning:Convergence Analysis and Performance Evaluation","created":"2023-08-23","cited_by_count":4,"area":null},{"id":"2404.11754","title":"Differentiated Aggregation to Improve Generalization in Federated Learning","created":"2024-04-17","cited_by_count":4,"area":null},{"id":"2406.13936","title":"Communication-Efficient Adaptive Batch Size Strategies for Distributed Local Gradient Methods","created":"2024-06-20","cited_by_count":4,"area":null},{"id":"2407.15567","title":"A New Theoretical Perspective on Data Heterogeneity in Federated Optimization","created":"2024-07-22","cited_by_count":4,"area":null},{"id":"2501.04443","title":"Revisiting LocalSGD and SCAFFOLD: Improved Rates and Missing Analysis","created":"2025-01-08","cited_by_count":4,"area":null},{"id":"2201.11183","title":"A dual approach for federated learning","created":"2022-01-26","cited_by_count":3,"area":null},{"id":"2405.04875","title":"SCALA: Split Federated Learning with Concatenated Activations and Logit Adjustments","created":"2024-05-08","cited_by_count":3,"area":null},{"id":"2410.06369","title":"Communication-Efficient Federated Group Distributionally Robust Optimization","created":"2024-10-08","cited_by_count":3,"area":null}],"next_cursor":"100"}