{"total":150,"rows":[{"id":"2106.06639","title":"Federated Learning with Buffered Asynchronous Aggregation","created":"2021-06-11","cited_by_count":190,"area":null},{"id":"2202.09357","title":"ProxSkip: Yes! Local Gradient Steps Provably Lead to Communication Acceleration! Finally!","created":"2022-02-18","cited_by_count":134,"area":null},{"id":"2102.07053","title":"Linear Convergence in Federated Learning: Tackling Client Heterogeneity and Sparse Gradients","created":"2021-02-14","cited_by_count":123,"area":null},{"id":"2102.12660","title":"Distributionally Robust Federated Averaging","created":"2021-02-25","cited_by_count":104,"area":null},{"id":"2105.05883","title":"Clustered Sampling: Low-Variance and Improved Representativity for Clients Selection in Federated Learning","created":"2021-05-12","cited_by_count":93,"area":null},{"id":"2106.03097","title":"Preservation of the Global Knowledge by Not-True Distillation in Federated Learning","created":"2021-06-06","cited_by_count":87,"area":null},{"id":"2207.14130","title":"FedVARP: Tackling the Variance Due to Partial Client Participation in Federated Learning","created":"2022-07-28","cited_by_count":64,"area":null},{"id":"2206.07638","title":"Asynchronous SGD Beats Minibatch SGD Under Arbitrary Delays","created":"2022-06-15","cited_by_count":63,"area":null},{"id":"2205.13692","title":"FedAvg with Fine Tuning: Local Updates Lead to Representation Learning","created":"2022-05-27","cited_by_count":56,"area":null},{"id":"2103.05032","title":"Convergence and Accuracy Trade-Offs in Federated Learning and Meta-Learning","created":"2021-03-08","cited_by_count":52,"area":null},{"id":"2305.11584","title":"Dynamic Regularized Sharpness Aware Minimization in Federated Learning: Approaching Global Consistency and Smooth Landscape","created":"2023-05-19","cited_by_count":46,"area":null},{"id":"2205.13648","title":"A Unified Analysis of Federated Learning with Arbitrary Client Participation","created":"2022-05-26","cited_by_count":45,"area":null},{"id":"2106.10435","title":"STEM: A Stochastic Two-Sided Momentum Algorithm Achieving Near-Optimal Sample and Communication Complexities for Federated Learning","created":"2021-06-19","cited_by_count":43,"area":null},{"id":"2312.17493","title":"Differentially Private Low-Rank Adaptation of Large Language Model Using Federated Learning","created":"2023-12-29","cited_by_count":41,"area":null},{"id":"2102.13152","title":"Local Stochastic Gradient Descent Ascent: Convergence Analysis and Communication Efficiency","created":"2021-02-25","cited_by_count":40,"area":null},{"id":"2111.03741","title":"Sharp Bounds for Federated Averaging (Local SGD) and Continuous Perspective","created":"2021-11-05","cited_by_count":38,"area":null},{"id":"2206.04723","title":"On the Unreasonable Effectiveness of Federated Averaging with Heterogeneous Data","created":"2022-06-09","cited_by_count":38,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2212.00974","title":"Faster Adaptive Federated Learning","created":"2022-12-02","cited_by_count":35,"area":null},{"id":"2106.11879","title":"Asynchronous Stochastic Optimization Robust to Arbitrary Delays","created":"2021-06-22","cited_by_count":32,"area":null},{"id":"2102.01583","title":"The Min-Max Complexity of Distributed Stochastic Convex Optimization with Intermittent Communication","created":"2021-02-02","cited_by_count":31,"area":null},{"id":"2102.03198","title":"Bias-Variance Reduced Local SGD for Less Heterogeneous Federated Learning","created":"2021-02-05","cited_by_count":31,"area":null},{"id":"2302.03109","title":"On the Convergence of Federated Averaging with Cyclic Client Participation","created":"2023-02-06","cited_by_count":31,"area":null},{"id":"2106.09779","title":"Private Federated Learning Without a Trusted Server: Optimal Algorithms for Convex Losses","created":"2021-06-17","cited_by_count":30,"area":null},{"id":"2103.03452","title":"FedDR -- Randomized Douglas-Rachford Splitting Algorithms for Nonconvex Federated Composite Optimization","created":"2021-03-05","cited_by_count":29,"area":null},{"id":"2106.13897","title":"Implicit Gradient Alignment in Distributed and Federated Learning","created":"2021-06-25","cited_by_count":29,"area":null},{"id":"2202.00998","title":"3PC: Three Point Compressors for Communication-Efficient Distributed Training and a Better Theory for Lazy Aggregation","created":"2022-02-02","cited_by_count":27,"area":null},{"id":"2203.06735","title":"Private Non-Convex Federated Learning Without a Trusted Server","created":"2022-03-13","cited_by_count":26,"area":null},{"id":"2109.08119","title":"Personalized Federated Learning for Heterogeneous Clients with Clustered Knowledge Transfer","created":"2021-09-16","cited_by_count":23,"area":null},{"id":"2112.13246","title":"Towards Federated Learning on Time-Evolving Heterogeneous Data","created":"2021-12-25","cited_by_count":23,"area":null},{"id":"2202.05318","title":"Personalization Improves Privacy-Accuracy Tradeoffs in Federated Learning","created":"2022-02-10","cited_by_count":23,"area":null},{"id":"2211.10844","title":"Learning to Generate Image Embeddings with User-level Differential Privacy","created":"2022-11-20","cited_by_count":23,"area":null},{"id":"2308.00522","title":"Efficient Federated Learning via Local Adaptive Amended Optimizer with Linear Speedup","created":"2023-07-30","cited_by_count":23,"area":null},{"id":"2102.04635","title":"Federated Deep AUC Maximization for Heterogeneous Data with a Constant Communication Complexity","created":"2021-02-09","cited_by_count":21,"area":null},{"id":"2102.07245","title":"Smoothness Matrices Beat Smoothness Constants: Better Communication Compression Techniques for Distributed Optimization","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2102.06333","title":"Efficient Algorithms for Federated Saddle Point Optimization","created":"2021-02-12","cited_by_count":20,"area":null},{"id":"2108.04755","title":"FedPAGE: A Fast Local Stochastic Gradient Method for Communication-Efficient Federated Learning","created":"2021-08-10","cited_by_count":20,"area":null},{"id":"2109.05700","title":"Exploiting Heterogeneity in Robust Federated Best-Arm Identification","created":"2021-09-13","cited_by_count":20,"area":null},{"id":"2110.08133","title":"Trade-offs of Local SGD at Scale: An Empirical Study","created":"2021-10-15","cited_by_count":20,"area":null},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20,"area":null},{"id":"2106.04759","title":"Communication-efficient SGD: From Local SGD to One-Shot Averaging","created":"2021-06-09","cited_by_count":19,"area":null},{"id":"2207.03957","title":"Communication Acceleration of Local Gradient Methods via an Accelerated Primal-Dual Algorithm with Inexact Prox","created":"2022-07-08","cited_by_count":19,"area":null},{"id":"2206.07021","title":"Federated Optimization Algorithms with Random Reshuffling and Gradient Compression","created":"2022-06-14","cited_by_count":18,"area":null},{"id":"2302.05412","title":"Achieving Linear Speedup in Non-IID Federated Bilevel Learning","created":"2023-02-10","cited_by_count":18,"area":null},{"id":"2305.08104","title":"Federated TD Learning over Finite-Rate Erasure Channels: Linear Speedup under Markovian Sampling","created":"2023-05-14","cited_by_count":15,"area":null},{"id":"2206.05891","title":"Anchor Sampling for Federated Learning with Partial Client Participation","created":"2022-06-13","cited_by_count":14,"area":null},{"id":"2308.12532","title":"FedSOL: Stabilized Orthogonal Learning with Proximal Restrictions in Federated Learning","created":"2023-08-24","cited_by_count":14,"area":null},{"id":"2410.15526","title":"SDP4Bit: Toward 4-bit Communication Quantization in Sharded Data Parallelism for LLM Training","created":"2024-10-20","cited_by_count":14,"area":null},{"id":"2410.08305","title":"Randomized Asymmetric Chain of LoRA: The First Meaningful Theoretical Framework for Low-Rank Adaptation","created":"2024-10-10","cited_by_count":13,"area":null},{"id":"2106.11264","title":"Compositional federated learning: Applications in distributionally robust averaging and meta learning","created":"2021-06-21","cited_by_count":12,"area":null},{"id":"2207.08204","title":"Fast Composite Optimization and Statistical Recovery in Federated Learning","created":"2022-07-17","cited_by_count":12,"area":null},{"id":"2405.11667","title":"The Limits and Potentials of Local SGD for Distributed Heterogeneous Learning with Intermittent Communication","created":"2024-05-19","cited_by_count":12,"area":null},{"id":"2411.18607","title":"Task Arithmetic Through The Lens Of One-Shot Federated Learning","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2108.06869","title":"FedChain: Chained Algorithms for Near-Optimal Communication Cost in Federated Learning","created":"2021-08-16","cited_by_count":11,"area":null},{"id":"2203.15488","title":"Over-the-Air Federated Learning via Second-Order Optimization","created":"2022-03-29","cited_by_count":11,"area":null},{"id":"2204.02321","title":"SAFARI: Sparsity enabled Federated Learning with Limited and Unreliable Communications","created":"2022-04-05","cited_by_count":11,"area":null},{"id":"2210.14396","title":"FeDXL: Provable Federated Learning for Deep X-Risk Optimization","created":"2022-10-26","cited_by_count":11,"area":null},{"id":"2311.00465","title":"Asynchronous SGD on Graphs: a Unified Framework for Asynchronous Decentralized and Federated Optimization","created":"2023-11-01","cited_by_count":11,"area":null},{"id":"2107.10868","title":"Local SGD Optimizes Overparameterized Neural Networks in Polynomial Time","created":"2021-07-22","cited_by_count":10,"area":null},{"id":"2205.15136","title":"Optimal Gradient Sliding and its Application to Distributed Optimization Under Similarity","created":"2022-05-30","cited_by_count":10,"area":null},{"id":"2211.07096","title":"Alternating Implicit Projected SGD and Its Efficient Variants for Equality-constrained Bilevel Optimization","created":"2022-11-14","cited_by_count":10,"area":null},{"id":"2401.09346","title":"High Confidence Level Inference is Almost Free using Parallel Stochastic Optimization","created":"2024-01-17","cited_by_count":10,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2105.02501","title":"Federated Face Recognition","created":"2021-05-06","cited_by_count":9,"area":null},{"id":"2109.02388","title":"On Second-order Optimization Methods for Federated Learning","created":"2021-09-06","cited_by_count":9,"area":null},{"id":"2509.10439","title":"Understanding Outer Optimizers in Local SGD: Learning Rates, Momentum, and Acceleration","created":"2025-09-12","cited_by_count":9,"area":null},{"id":"2302.04851","title":"Delay Sensitive Hierarchical Federated Learning with Stochastic Local Updates","created":"2023-02-09","cited_by_count":8,"area":null},{"id":"2303.15486","title":"Unimodal Training-Multimodal Prediction: Cross-modal Federated Learning with Hierarchical Aggregation","created":"2023-03-27","cited_by_count":8,"area":null},{"id":"2306.03240","title":"Improving Accelerated Federated Learning with Compression and Importance Sampling","created":"2023-06-05","cited_by_count":8,"area":null},{"id":"2509.26337","title":"FedMuon: Federated Learning with Bias-corrected LMO-based Optimization","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2301.08869","title":"A Communication-Efficient Adaptive Algorithm for Federated Learning under Cumulative Regret","created":"2023-01-21","cited_by_count":7,"area":null},{"id":"2302.07155","title":"EPISODE: Episodic Gradient Clipping with Periodic Resampled Corrections for Federated Learning with Heterogeneous Data","created":"2023-02-14","cited_by_count":7,"area":null},{"id":"2302.07615","title":"Similarity, Compression and Local Steps: Three Pillars of Efficient Communications for Distributed Variational Inequalities","created":"2023-02-15","cited_by_count":7,"area":null},{"id":"2309.09517","title":"FedGKD: Unleashing the Power of Collaboration in Federated Graph Neural Networks","created":"2023-09-18","cited_by_count":7,"area":null},{"id":"2310.18784","title":"High-probability Convergence Bounds for Nonlinear Stochastic Gradient Descent Under Heavy-tailed Noise","created":"2023-10-28","cited_by_count":7,"area":null},{"id":"2311.17586","title":"Federated Online and Bandit Convex Optimization","created":"2023-11-29","cited_by_count":7,"area":null},{"id":"2403.15654","title":"The Effectiveness of Local Updates for Decentralized Learning under Data Heterogeneity","created":"2024-03-23","cited_by_count":7,"area":null},{"id":"2106.04911","title":"Memory-Based Optimization Methods for Model-Agnostic Meta-Learning and Personalized Federated Learning","created":"2021-06-09","cited_by_count":6,"area":null},{"id":"2110.02954","title":"A Stochastic Newton Algorithm for Distributed Convex Optimization","created":"2021-10-07","cited_by_count":6,"area":null},{"id":"2211.04132","title":"Stochastic Coded Federated Learning: Theoretical Analysis and Incentive Mechanism Design","created":"2022-11-08","cited_by_count":6,"area":null},{"id":"2404.09494","title":"On the Necessity of Collaboration for Online Model Selection with Decentralized Data","created":"2024-04-15","cited_by_count":6,"area":null},{"id":"2406.02613","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2410.04285","title":"MindFlayer SGD: Efficient Parallel SGD in the Presence of Heterogeneous and Random Worker Compute Times","created":"2024-10-05","cited_by_count":6,"area":null},{"id":"2502.04850","title":"Aequa: Fair Model Rewards in Collaborative Learning via Slimmable Networks","created":"2025-02-07","cited_by_count":6,"area":null},{"id":"2111.02083","title":"Federated Expectation Maximization with heterogeneity mitigation and variance reduction","created":"2021-11-03","cited_by_count":5,"area":null},{"id":"2302.06599","title":"FilFL: Client Filtering for Optimized Client Participation in Federated Learning","created":"2023-02-13","cited_by_count":5,"area":null},{"id":"2310.01139","title":"Minibatch and Local SGD: Algorithmic Stability and Linear Speedup in Generalization","created":"2023-10-02","cited_by_count":5,"area":null},{"id":"2310.14423","title":"A Quadratic Synchronization Rule for Distributed Deep Learning","created":"2023-10-22","cited_by_count":5,"area":null},{"id":"2108.09134","title":"Accelerating Federated Learning with a Global Biased Optimiser","created":"2021-08-20","cited_by_count":4,"area":null},{"id":"2201.12719","title":"Faster Convergence of Local SGD for Over-Parameterized Models","created":"2022-01-30","cited_by_count":4,"area":null},{"id":"2304.04169","title":"SLowcal-SGD: Slow Query Points Improve Local-SGD for Stochastic Convex Optimization","created":"2023-04-09","cited_by_count":4,"area":null},{"id":"2305.09628","title":"Faster Federated Learning with Decaying Number of Local SGD Steps","created":"2023-05-16","cited_by_count":4,"area":null},{"id":"2306.05100","title":"Communication-Efficient Gradient Descent-Accent Methods for Distributed Variational Inequalities: Unified Analysis and Local Updates","created":"2023-06-08","cited_by_count":4,"area":null},{"id":"2306.07159","title":"On the Computation-Communication Trade-Off with A Flexible Gradient Tracking Approach","created":"2023-06-12","cited_by_count":4,"area":null},{"id":"2312.01047","title":"A New Random Reshuffling Method for Nonsmooth Nonconvex Finite-sum Optimization","created":"2023-12-02","cited_by_count":4,"area":null},{"id":"2404.11754","title":"Differentiated Aggregation to Improve Generalization in Federated Learning","created":"2024-04-17","cited_by_count":4,"area":null},{"id":"2406.13936","title":"Communication-Efficient Adaptive Batch Size Strategies for Distributed Local Gradient Methods","created":"2024-06-20","cited_by_count":4,"area":null},{"id":"2407.15567","title":"A New Theoretical Perspective on Data Heterogeneity in Federated Optimization","created":"2024-07-22","cited_by_count":4,"area":null},{"id":"2501.04443","title":"Revisiting LocalSGD and SCAFFOLD: Improved Rates and Missing Analysis","created":"2025-01-08","cited_by_count":4,"area":null}],"next_cursor":"100"}