{"total":357,"rows":[{"id":"2108.13624","title":"Towards Out-Of-Distribution Generalization: A Survey","created":"2021-08-31","cited_by_count":436,"area":null},{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2108.10252","title":"Federated Multi-Task Learning under a Mixture of Distributions","created":"2021-08-23","cited_by_count":192,"area":null},{"id":"2202.09357","title":"ProxSkip: Yes! Local Gradient Steps Provably Lead to Communication Acceleration! Finally!","created":"2022-02-18","cited_by_count":134,"area":null},{"id":"2102.07053","title":"Linear Convergence in Federated Learning: Tackling Client Heterogeneity and Sparse Gradients","created":"2021-02-14","cited_by_count":123,"area":null},{"id":"2204.03809","title":"Federated Learning with Partial Model Personalization","created":"2022-04-08","cited_by_count":114,"area":null},{"id":"2111.12444","title":"Edge Artificial Intelligence for 6G: Vision, Enabling Technologies, and Applications","created":"2021-11-24","cited_by_count":97,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2206.08307","title":"Sharper Convergence Guarantees for Asynchronous SGD for Distributed and Federated Learning","created":"2022-06-16","cited_by_count":79,"area":null},{"id":"2102.07845","title":"MARINA: Faster Non-Convex Distributed Learning with Compression","created":"2021-02-15","cited_by_count":78,"area":null},{"id":"2102.04761","title":"Quasi-Global Momentum: Accelerating Decentralized Deep Learning on Heterogeneous Data","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2202.03836","title":"An Improved Analysis of Gradient Tracking for Decentralized Machine Learning","created":"2022-02-08","cited_by_count":69,"area":null},{"id":"2110.14216","title":"What Do We Mean by Generalization in Federated Learning?","created":"2021-10-27","cited_by_count":62,"area":null},{"id":"2110.13363","title":"Exponential Graph is Provably Efficient for Decentralized Deep Training","created":"2021-10-26","cited_by_count":56,"area":null},{"id":"2205.13692","title":"FedAvg with Fine Tuning: Local Updates Lead to Representation Learning","created":"2022-05-27","cited_by_count":56,"area":null},{"id":"2102.04828","title":"Consensus Control for Decentralized Deep Learning","created":"2021-02-09","cited_by_count":49,"area":null},{"id":"2302.04083","title":"Improving the Model Consistency of Decentralized Federated Learning","created":"2023-02-08","cited_by_count":45,"area":null},{"id":"2106.10435","title":"STEM: A Stochastic Two-Sided Momentum Algorithm Achieving Near-Optimal Sample and Communication Complexities for Federated Learning","created":"2021-06-19","cited_by_count":43,"area":null},{"id":"2107.00052","title":"Stochastic Gradient Descent-Ascent and Consensus Optimization for Smooth Games: Convergence Analysis under Expected Co-coercivity","created":"2021-06-30","cited_by_count":43,"area":null},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40,"area":null},{"id":"2110.04175","title":"RelaySum for Decentralized Deep Learning on Heterogeneous Data","created":"2021-10-08","cited_by_count":39,"area":null},{"id":"2111.03741","title":"Sharp Bounds for Federated Averaging (Local SGD) and Continuous Perspective","created":"2021-11-05","cited_by_count":38,"area":null},{"id":"2206.04723","title":"On the Unreasonable Effectiveness of Federated Averaging with Heterogeneous Data","created":"2022-06-09","cited_by_count":38,"area":null},{"id":"2206.12680","title":"Topology-aware Generalization of Decentralized SGD","created":"2022-06-25","cited_by_count":38,"area":null},{"id":"2302.14428","title":"Stochastic Gradient Descent under Markovian Sampling Schemes","created":"2023-02-28","cited_by_count":38,"area":null},{"id":"2306.16504","title":"Momentum Benefits Non-IID Federated Learning Simply and Provably","created":"2023-06-28","cited_by_count":38,"area":null},{"id":"2203.04850","title":"Federated Minimax Optimization: Improved Convergence Analyses and Algorithms","created":"2022-03-09","cited_by_count":37,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2103.02051","title":"Cross-Gradient Aggregation for Decentralized Learning from Non-IID data","created":"2021-03-02","cited_by_count":33,"area":null},{"id":"2204.04452","title":"Refined Convergence and Topology Learning for Decentralized SGD with Heterogeneous Data","created":"2022-04-09","cited_by_count":32,"area":null},{"id":"2301.01313","title":"Decentralized Gradient Tracking with Local Steps","created":"2023-01-03","cited_by_count":32,"area":null},{"id":"2102.01583","title":"The Min-Max Complexity of Distributed Stochastic Convex Optimization with Intermittent Communication","created":"2021-02-02","cited_by_count":31,"area":null},{"id":"2102.03198","title":"Bias-Variance Reduced Local SGD for Less Heterogeneous Federated Learning","created":"2021-02-05","cited_by_count":31,"area":null},{"id":"2106.02305","title":"Local Adaptivity in Federated Learning: Convergence and Consistency","created":"2021-06-04","cited_by_count":31,"area":null},{"id":"2202.01545","title":"Byzantine-Robust Decentralized Learning via ClippedGossip","created":"2022-02-03","cited_by_count":31,"area":null},{"id":"2302.03109","title":"On the Convergence of Federated Averaging with Cyclic Client Participation","created":"2023-02-06","cited_by_count":31,"area":null},{"id":"2106.09779","title":"Private Federated Learning Without a Trusted Server: Optimal Algorithms for Convex Losses","created":"2021-06-17","cited_by_count":30,"area":null},{"id":"2105.08023","title":"Removing Data Heterogeneity Influence Enhances Network Topology Dependence of Decentralized SGD","created":"2021-05-17","cited_by_count":29,"area":null},{"id":"2302.00543","title":"DoCoFL: Downlink Compression for Cross-Device Federated Learning","created":"2023-02-01","cited_by_count":28,"area":null},{"id":"2206.03093","title":"Beyond spectral gap: The role of the topology in decentralized learning","created":"2022-06-07","cited_by_count":27,"area":null},{"id":"2206.05091","title":"Muffliato: Peer-to-Peer Privacy Amplification for Decentralized Optimization and Averaging","created":"2022-06-10","cited_by_count":27,"area":null},{"id":"2203.06735","title":"Private Non-Convex Federated Learning Without a Trusted Server","created":"2022-03-13","cited_by_count":26,"area":null},{"id":"2309.13591","title":"Robust Distributed Learning: Tight Error Bounds and Breakdown Point under Data Heterogeneity","created":"2023-09-24","cited_by_count":26,"area":null},{"id":"2105.09080","title":"Accelerating Gossip SGD with Periodic Global Averaging","created":"2021-05-19","cited_by_count":25,"area":null},{"id":"2106.08315","title":"Decentralized Local Stochastic Extra-Gradient for Variational Inequalities","created":"2021-06-15","cited_by_count":25,"area":null},{"id":"2210.07881","title":"Communication-Efficient Topologies for Decentralized Learning with $O(1)$ Consensus Rate","created":"2022-10-14","cited_by_count":25,"area":null},{"id":"2205.13925","title":"DELTA: Diverse Client Sampling for Fasting Federated Learning","created":"2022-05-27","cited_by_count":24,"area":null},{"id":"2109.08119","title":"Personalized Federated Learning for Heterogeneous Clients with Clustered Knowledge Transfer","created":"2021-09-16","cited_by_count":23,"area":null},{"id":"2112.13246","title":"Towards Federated Learning on Time-Evolving Heterogeneous Data","created":"2021-12-25","cited_by_count":23,"area":null},{"id":"2205.08443","title":"On the (In)security of Peer-to-Peer Decentralized Machine Learning","created":"2022-05-17","cited_by_count":23,"area":null},{"id":"2210.07863","title":"Revisiting Optimal Convergence Rate for Smooth and Non-convex Stochastic Decentralized Optimization","created":"2022-10-14","cited_by_count":23,"area":null},{"id":"2412.13840","title":"Unleashing the Power of Continual Learning on Non-Centralized Devices: A Survey","created":"2024-12-18","cited_by_count":23,"area":null},{"id":"2201.11986","title":"Gradient Masked Averaging for Federated Learning","created":"2022-01-28","cited_by_count":22,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2210.04757","title":"On the Performance of Gradient Tracking with Local Updates","created":"2022-10-10","cited_by_count":21,"area":null},{"id":"2210.12839","title":"Decentralized Stochastic Bilevel Optimization with Improved per-Iteration Complexity","created":"2022-10-23","cited_by_count":21,"area":null},{"id":"2210.14026","title":"SWIFT: Rapid Decentralized Federated Learning via Wait-Free Model Communication","created":"2022-10-25","cited_by_count":21,"area":null},{"id":"2310.01972","title":"Epidemic Learning: Boosting Decentralized Learning with Randomized Communication","created":"2023-10-03","cited_by_count":21,"area":null},{"id":"2109.05700","title":"Exploiting Heterogeneity in Robust Federated Best-Arm Identification","created":"2021-09-13","cited_by_count":20,"area":null},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20,"area":null},{"id":"2209.15505","title":"Momentum Tracking: Momentum Acceleration for Decentralized Deep Learning on Heterogeneous Data","created":"2022-09-30","cited_by_count":20,"area":null},{"id":"2212.07356","title":"Scheduling and Aggregation Design for Asynchronous Federated Learning over Wireless Networks","created":"2022-12-14","cited_by_count":20,"area":null},{"id":"2106.04759","title":"Communication-efficient SGD: From Local SGD to One-Shot Averaging","created":"2021-06-09","cited_by_count":19,"area":null},{"id":"2207.03957","title":"Communication Acceleration of Local Gradient Methods via an Accelerated Primal-Dual Algorithm with Inexact Prox","created":"2022-07-08","cited_by_count":19,"area":null},{"id":"2106.08011","title":"Over-the-Air Decentralized Federated Learning","created":"2021-06-15","cited_by_count":18,"area":null},{"id":"2107.00961","title":"ResIST: Layer-Wise Decomposition of ResNets for Distributed Training","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2205.13054","title":"Scalable and Low-Latency Federated Learning with Cooperative Mobile Edge Networking","created":"2022-05-25","cited_by_count":18,"area":null},{"id":"2302.01463","title":"Gradient Descent with Linearly Correlated Noise: Theory and Applications to Differential Privacy","created":"2023-02-02","cited_by_count":18,"area":null},{"id":"2304.08322","title":"Decentralized Learning Made Easy with DecentralizePy","created":"2023-04-17","cited_by_count":18,"area":null},{"id":"2405.01031","title":"The Privacy Power of Correlated Noise in Decentralized Learning","created":"2024-05-02","cited_by_count":18,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2402.16828","title":"Training Neural Networks from Scratch with Parallel Low-Rank Adapters","created":"2024-02-26","cited_by_count":17,"area":null},{"id":"2111.04287","title":"BlueFog: Make Decentralized Algorithms Practical for Optimization and Deep Learning","created":"2021-11-08","cited_by_count":16,"area":null},{"id":"2202.01838","title":"Characterizing & Finding Good Data Orderings for Fast Convergence of Sequential Gradient Methods","created":"2022-02-03","cited_by_count":16,"area":null},{"id":"2205.10998","title":"Semi-Decentralized Federated Learning with Collaborative Relaying","created":"2022-05-23","cited_by_count":16,"area":null},{"id":"2303.10695","title":"On the Convergence of Decentralized Federated Learning Under Imperfect Information Sharing","created":"2023-03-19","cited_by_count":16,"area":null},{"id":"2310.20452","title":"AsGrad: A Sharp Unified Analysis of Asynchronous-SGD Algorithms","created":"2023-10-31","cited_by_count":16,"area":null},{"id":"2306.02913","title":"Decentralized SGD and Average-direction SAM are Asymptotically Equivalent","created":"2023-06-05","cited_by_count":15,"area":null},{"id":"2311.05645","title":"EControl: Fast Distributed Optimization with Compression and Error Control","created":"2023-11-06","cited_by_count":15,"area":null},{"id":"2402.07011","title":"FedImpro: Measuring and Improving Client Update in Federated Learning","created":"2024-02-10","cited_by_count":15,"area":null},{"id":"2202.02771","title":"Optimal Algorithms for Decentralized Stochastic Variational Inequalities","created":"2022-02-06","cited_by_count":14,"area":null},{"id":"2302.03662","title":"Federated Learning with Regularized Client Participation","created":"2023-02-07","cited_by_count":14,"area":null},{"id":"2305.16297","title":"Unbiased Compression Saves Communication in Distributed Optimization: When and How Much?","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2501.15361","title":"Decentralized Low-Rank Fine-Tuning of Large Language Models","created":"2025-01-26","cited_by_count":14,"area":null},{"id":"2202.00955","title":"Asynchronous Decentralized Learning over Unreliable Wireless Networks","created":"2022-02-02","cited_by_count":13,"area":null},{"id":"2405.03636","title":"The Federation Strikes Back: A Survey of Federated Learning Privacy Attacks, Defenses, Applications, and Policy Landscape","created":"2024-05-06","cited_by_count":13,"area":null},{"id":"2406.04142","title":"Stochastic Polyak Step-sizes and Momentum: Convergence Guarantees and Practical Performance","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2410.08305","title":"Randomized Asymmetric Chain of LoRA: The First Meaningful Theoretical Framework for Low-Rank Adaptation","created":"2024-10-10","cited_by_count":13,"area":null},{"id":"2106.11257","title":"Secure Distributed Training at Scale","created":"2021-06-21","cited_by_count":12,"area":null},{"id":"2204.06477","title":"Data-heterogeneity-aware Mixing for Decentralized Learning","created":"2022-04-13","cited_by_count":12,"area":null},{"id":"2209.10931","title":"Robust Collaborative Learning with Linear Gradient Overhead","created":"2022-09-22","cited_by_count":12,"area":null},{"id":"2301.00944","title":"Temporal Difference Learning with Compressed Updates: Error-Feedback meets Reinforcement Learning","created":"2023-01-03","cited_by_count":12,"area":null},{"id":"2305.04792","title":"Global Update Tracking: A Decentralized Learning Algorithm for Heterogeneous Data","created":"2023-05-08","cited_by_count":12,"area":null},{"id":"2307.07652","title":"DIGEST: Fast and Communication Efficient Decentralized Learning with Local Updates","created":"2023-07-14","cited_by_count":12,"area":null},{"id":"2405.11667","title":"The Limits and Potentials of Local SGD for Distributed Heterogeneous Learning with Intermittent Communication","created":"2024-05-19","cited_by_count":12,"area":null},{"id":"2411.18607","title":"Task Arithmetic Through The Lens Of One-Shot Federated Learning","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12,"area":null},{"id":"2104.02596","title":"Accelerated Gradient Tracking over Time-varying Graphs for Decentralized Optimization","created":"2021-04-06","cited_by_count":11,"area":null},{"id":"2108.06869","title":"FedChain: Chained Algorithms for Near-Optimal Communication Cost in Federated Learning","created":"2021-08-16","cited_by_count":11,"area":null},{"id":"2204.02321","title":"SAFARI: Sparsity enabled Federated Learning with Limited and Unreliable Communications","created":"2022-04-05","cited_by_count":11,"area":null}],"next_cursor":"100"}