{"total":605,"rows":[{"id":"2111.04263","title":"Federated Learning Based on Dynamic Regularization","created":"2021-11-08","cited_by_count":562,"area":null},{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2103.04628","title":"Personalized Federated Learning using Hypernetworks","created":"2021-03-08","cited_by_count":212,"area":null},{"id":"2101.11203","title":"Achieving Linear Speedup with Partial Worker Participation in Non-IID Federated Learning","created":"2021-01-27","cited_by_count":193,"area":null},{"id":"2108.10252","title":"Federated Multi-Task Learning under a Mixture of Distributions","created":"2021-08-23","cited_by_count":192,"area":null},{"id":"2106.06639","title":"Federated Learning with Buffered Asynchronous Aggregation","created":"2021-06-11","cited_by_count":190,"area":null},{"id":"2202.09357","title":"ProxSkip: Yes! Local Gradient Steps Provably Lead to Communication Acceleration! Finally!","created":"2022-02-18","cited_by_count":134,"area":null},{"id":"2102.07053","title":"Linear Convergence in Federated Learning: Tackling Client Heterogeneity and Sparse Gradients","created":"2021-02-14","cited_by_count":123,"area":null},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121,"area":null},{"id":"2102.12660","title":"Distributionally Robust Federated Averaging","created":"2021-02-25","cited_by_count":104,"area":null},{"id":"2308.08165","title":"Stochastic Controlled Averaging for Federated Learning with Communication Compression","created":"2023-08-16","cited_by_count":101,"area":null},{"id":"2206.10341","title":"Neurotoxin: Durable Backdoors in Federated Learning","created":"2022-06-12","cited_by_count":98,"area":null},{"id":"2105.05883","title":"Clustered Sampling: Low-Variance and Improved Representativity for Clients Selection in Federated Learning","created":"2021-05-12","cited_by_count":93,"area":null},{"id":"2106.03097","title":"Preservation of the Global Knowledge by Not-True Distillation in Federated Learning","created":"2021-06-06","cited_by_count":87,"area":null},{"id":"2206.08307","title":"Sharper Convergence Guarantees for Asynchronous SGD for Distributed and Federated Learning","created":"2022-06-16","cited_by_count":79,"area":null},{"id":"2106.10874","title":"FedCM: Federated Learning with Client-level Momentum","created":"2021-06-21","cited_by_count":77,"area":null},{"id":"2106.15482","title":"Personalized Federated Learning with Gaussian Processes","created":"2021-06-29","cited_by_count":76,"area":null},{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75,"area":null},{"id":"2106.04159","title":"Fast Federated Learning in the Presence of Arbitrary Device Unavailability","created":"2021-06-08","cited_by_count":72,"area":null},{"id":"2206.11488","title":"On the Importance and Applicability of Pre-Training for Federated Learning","created":"2022-06-23","cited_by_count":71,"area":null},{"id":"2212.02758","title":"Tackling Data Heterogeneity in Federated Learning with Class Prototypes","created":"2022-12-06","cited_by_count":67,"area":null},{"id":"2112.11256","title":"Tackling System and Statistical Heterogeneity for Federated Learning with Adaptive Client Sampling","created":"2021-12-21","cited_by_count":66,"area":null},{"id":"2207.14130","title":"FedVARP: Tackling the Variance Due to Partial Client Participation in Federated Learning","created":"2022-07-28","cited_by_count":64,"area":null},{"id":"2102.04487","title":"Adaptive Quantization of Model Updates for Communication-Efficient Federated Learning","created":"2021-02-08","cited_by_count":63,"area":null},{"id":"2206.07638","title":"Asynchronous SGD Beats Minibatch SGD Under Arbitrary Delays","created":"2022-06-15","cited_by_count":63,"area":null},{"id":"2110.14216","title":"What Do We Mean by Generalization in Federated Learning?","created":"2021-10-27","cited_by_count":62,"area":null},{"id":"2204.04677","title":"FedCorr: Multi-Stage Federated Learning for Label Noise Correction","created":"2022-04-10","cited_by_count":61,"area":null},{"id":"2205.02215","title":"FedNest: Federated Bilevel, Minimax, and Compositional Optimization","created":"2022-05-04","cited_by_count":60,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2110.13363","title":"Exponential Graph is Provably Efficient for Decentralized Deep Training","created":"2021-10-26","cited_by_count":56,"area":null},{"id":"2205.13692","title":"FedAvg with Fine Tuning: Local Updates Lead to Representation Learning","created":"2022-05-27","cited_by_count":56,"area":null},{"id":"2107.12048","title":"Decentralized Federated Learning: Balancing Communication and Computing Costs","created":"2021-07-26","cited_by_count":55,"area":null},{"id":"2205.02719","title":"Communication-Efficient Adaptive Federated Learning","created":"2022-05-05","cited_by_count":55,"area":null},{"id":"2103.05032","title":"Convergence and Accuracy Trade-Offs in Federated Learning and Meta-Learning","created":"2021-03-08","cited_by_count":52,"area":null},{"id":"2106.02969","title":"FedNL: Making Newton-Type Methods Applicable to Federated Learning","created":"2021-06-05","cited_by_count":52,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2103.14272","title":"Hierarchical Federated Learning with Quantization: Convergence Analysis and System Design","created":"2021-03-26","cited_by_count":47,"area":null},{"id":"2112.06274","title":"SparseFed: Mitigating Model Poisoning Attacks in Federated Learning with Sparsification","created":"2021-12-12","cited_by_count":46,"area":null},{"id":"2305.11584","title":"Dynamic Regularized Sharpness Aware Minimization in Federated Learning: Approaching Global Consistency and Smooth Landscape","created":"2023-05-19","cited_by_count":46,"area":null},{"id":"2205.13648","title":"A Unified Analysis of Federated Learning with Arbitrary Client Participation","created":"2022-05-26","cited_by_count":45,"area":null},{"id":"2204.10607","title":"Federated Learning via Inexact ADMM","created":"2022-04-22","cited_by_count":44,"area":null},{"id":"2106.10435","title":"STEM: A Stochastic Two-Sided Momentum Algorithm Achieving Near-Optimal Sample and Communication Complexities for Federated Learning","created":"2021-06-19","cited_by_count":43,"area":null},{"id":"2108.09875","title":"Anarchic Federated Learning","created":"2021-08-23","cited_by_count":42,"area":null},{"id":"2102.01936","title":"A Bayesian Federated Learning Framework with Online Laplace Approximation","created":"2021-02-03","cited_by_count":41,"area":null},{"id":"2108.00951","title":"Rethinking gradient sparsification as total error minimization","created":"2021-08-02","cited_by_count":41,"area":null},{"id":"2102.13152","title":"Local Stochastic Gradient Descent Ascent: Convergence Analysis and Communication Efficiency","created":"2021-02-25","cited_by_count":40,"area":null},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40,"area":null},{"id":"2307.09182","title":"Federated Learning for Computationally-Constrained Heterogeneous Devices: A Survey","created":"2023-07-18","cited_by_count":40,"area":null},{"id":"2105.07066","title":"Node Selection Toward Faster Convergence for Federated Learning on Non-IID Data","created":"2021-05-14","cited_by_count":39,"area":null},{"id":"2106.03328","title":"Securing Secure Aggregation: Mitigating Multi-Round Privacy Leakage in Federated Learning","created":"2021-06-07","cited_by_count":39,"area":null},{"id":"2111.03741","title":"Sharp Bounds for Federated Averaging (Local SGD) and Continuous Perspective","created":"2021-11-05","cited_by_count":38,"area":null},{"id":"2206.04723","title":"On the Unreasonable Effectiveness of Federated Averaging with Heterogeneous Data","created":"2022-06-09","cited_by_count":38,"area":null},{"id":"2206.05187","title":"On Convergence of FedProx: Local Dissimilarity Invariant Bounds, Non-smoothness and Beyond","created":"2022-06-10","cited_by_count":38,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2306.16504","title":"Momentum Benefits Non-IID Federated Learning Simply and Provably","created":"2023-06-28","cited_by_count":38,"area":null},{"id":"2203.04850","title":"Federated Minimax Optimization: Improved Convergence Analyses and Algorithms","created":"2022-03-09","cited_by_count":37,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2110.10342","title":"Minibatch vs Local SGD with Shuffling: Tight Convergence Bounds and Beyond","created":"2021-10-20","cited_by_count":36,"area":null},{"id":"2203.15104","title":"FedADMM: A Federated Primal-Dual Algorithm Allowing Partial Participation","created":"2022-03-28","cited_by_count":36,"area":null},{"id":"2312.04339","title":"Merging by Matching Models in Task Parameter Subspaces","created":"2023-12-07","cited_by_count":36,"area":null},{"id":"2208.10888","title":"Joint Privacy Enhancement and Quantization in Federated Learning","created":"2022-08-23","cited_by_count":35,"area":null},{"id":"2510.16981","title":"MuonBP: Faster Muon via Block-Periodic Orthogonalization","created":"2025-10-19","cited_by_count":35,"area":null},{"id":"2102.09743","title":"Personalized Federated Learning: A Unified Framework and Universal Optimization Techniques","created":"2021-02-19","cited_by_count":34,"area":null},{"id":"2206.03665","title":"Lower Bounds and Nearly Optimal Algorithms in Distributed Learning with Communication Compression","created":"2022-06-08","cited_by_count":33,"area":null},{"id":"2301.01313","title":"Decentralized Gradient Tracking with Local Steps","created":"2023-01-03","cited_by_count":32,"area":null},{"id":"2102.01583","title":"The Min-Max Complexity of Distributed Stochastic Convex Optimization with Intermittent Communication","created":"2021-02-02","cited_by_count":31,"area":null},{"id":"2102.03198","title":"Bias-Variance Reduced Local SGD for Less Heterogeneous Federated Learning","created":"2021-02-05","cited_by_count":31,"area":null},{"id":"2201.11380","title":"Achieving Personalized Federated Learning with Sparse Local Models","created":"2022-01-27","cited_by_count":31,"area":null},{"id":"2202.06187","title":"On the Convergence of Clustered Federated Learning","created":"2022-02-13","cited_by_count":31,"area":null},{"id":"2302.03109","title":"On the Convergence of Federated Averaging with Cyclic Client Participation","created":"2023-02-06","cited_by_count":31,"area":null},{"id":"2106.02743","title":"SpreadGNN: Serverless Multi-task Federated Learning for Graph Neural Networks","created":"2021-06-04","cited_by_count":30,"area":null},{"id":"2205.06730","title":"Federated Learning Under Intermittent Client Availability and Time-Varying Communication Constraints","created":"2022-05-13","cited_by_count":30,"area":null},{"id":"2206.02291","title":"Pretrained Models for Multilingual Federated Learning","created":"2022-06-06","cited_by_count":30,"area":null},{"id":"2405.10853","title":"The Future of Large Language Model Pre-training is Federated","created":"2024-05-17","cited_by_count":30,"area":null},{"id":"2103.03452","title":"FedDR -- Randomized Douglas-Rachford Splitting Algorithms for Nonconvex Federated Composite Optimization","created":"2021-03-05","cited_by_count":29,"area":null},{"id":"2105.08023","title":"Removing Data Heterogeneity Influence Enhances Network Topology Dependence of Decentralized SGD","created":"2021-05-17","cited_by_count":29,"area":null},{"id":"2205.09702","title":"Parallel and Distributed Graph Neural Networks: An In-Depth Concurrency Analysis","created":"2022-05-19","cited_by_count":29,"area":null},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2202.00998","title":"3PC: Three Point Compressors for Communication-Efficient Distributed Training and a Better Theory for Lazy Aggregation","created":"2022-02-02","cited_by_count":27,"area":null},{"id":"2503.09799","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","created":"2025-03-12","cited_by_count":27,"area":null},{"id":"2401.09135","title":"Asynchronous Local-SGD Training for Language Modeling","created":"2024-01-17","cited_by_count":26,"area":null},{"id":"2102.07158","title":"Distributed Second Order Methods with Fast Rates and Compressed Communication","created":"2021-02-14","cited_by_count":25,"area":null},{"id":"2105.09080","title":"Accelerating Gossip SGD with Periodic Global Averaging","created":"2021-05-19","cited_by_count":25,"area":null},{"id":"2106.08315","title":"Decentralized Local Stochastic Extra-Gradient for Variational Inequalities","created":"2021-06-15","cited_by_count":25,"area":null},{"id":"2109.05109","title":"Toward Communication Efficient Adaptive Gradient Method","created":"2021-09-10","cited_by_count":25,"area":null},{"id":"2109.05411","title":"Cost-Effective Federated Learning in Mobile Edge Networks","created":"2021-09-12","cited_by_count":25,"area":null},{"id":"2204.03529","title":"FedADMM: A Robust Federated Deep Learning Framework with Adaptivity to System Heterogeneity","created":"2022-04-07","cited_by_count":25,"area":null},{"id":"2210.08371","title":"Sketching for First Order Method: Efficient Algorithm for Low-Bandwidth Channel and Vulnerability","created":"2022-10-15","cited_by_count":25,"area":null},{"id":"2111.08202","title":"Learn Locally, Correct Globally: A Distributed Algorithm for Training Graph Neural Networks","created":"2021-11-16","cited_by_count":24,"area":null},{"id":"2201.03172","title":"Communication-Efficient Federated Learning with Accelerated Client Gradient","created":"2022-01-10","cited_by_count":24,"area":null},{"id":"2310.08670","title":"Every Parameter Matters: Ensuring the Convergence of Federated Learning with Dynamic Heterogeneous Models Reduction","created":"2023-10-12","cited_by_count":24,"area":null},{"id":"2407.07852","title":"OpenDiLoCo: An Open-Source Framework for Globally Distributed Low-Communication Training","created":"2024-07-10","cited_by_count":24,"area":null},{"id":"2107.09461","title":"CANITA: Faster Rates for Distributed Convex Optimization with Communication Compression","created":"2021-07-20","cited_by_count":23,"area":null},{"id":"2109.08119","title":"Personalized Federated Learning for Heterogeneous Clients with Clustered Knowledge Transfer","created":"2021-09-16","cited_by_count":23,"area":null},{"id":"2112.13246","title":"Towards Federated Learning on Time-Evolving Heterogeneous Data","created":"2021-12-25","cited_by_count":23,"area":null},{"id":"2206.08829","title":"FedNew: A Communication-Efficient and Privacy-Preserving Newton-Type Method for Federated Learning","created":"2022-06-17","cited_by_count":23,"area":null},{"id":"2210.07863","title":"Revisiting Optimal Convergence Rate for Smooth and Non-convex Stochastic Decentralized Optimization","created":"2022-10-14","cited_by_count":23,"area":null},{"id":"2308.00522","title":"Efficient Federated Learning via Local Adaptive Amended Optimizer with Linear Speedup","created":"2023-07-30","cited_by_count":23,"area":null},{"id":"2201.11986","title":"Gradient Masked Averaging for Federated Learning","created":"2022-01-28","cited_by_count":22,"area":null},{"id":"2102.04635","title":"Federated Deep AUC Maximization for Heterogeneous Data with a Constant Communication Complexity","created":"2021-02-09","cited_by_count":21,"area":null}],"next_cursor":"100"}