{"total":112,"rows":[{"id":"2102.07053","title":"Linear Convergence in Federated Learning: Tackling Client Heterogeneity and Sparse Gradients","created":"2021-02-14","cited_by_count":123,"area":null},{"id":"2106.02969","title":"FedNL: Making Newton-Type Methods Applicable to Federated Learning","created":"2021-06-05","cited_by_count":52,"area":null},{"id":"2202.07262","title":"Stochastic Gradient Descent-Ascent: Unified Theory and New Efficient Methods","created":"2022-02-15","cited_by_count":37,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2401.04472","title":"A Survey on Efficient Federated Learning Methods for Foundation Model Training","created":"2024-01-09","cited_by_count":29,"area":null},{"id":"2202.00998","title":"3PC: Three Point Compressors for Communication-Efficient Distributed Training and a Better Theory for Lazy Aggregation","created":"2022-02-02","cited_by_count":27,"area":null},{"id":"2102.07158","title":"Distributed Second Order Methods with Fast Rates and Compressed Communication","created":"2021-02-14","cited_by_count":25,"area":null},{"id":"2107.10663","title":"Fed-ensemble: Improving Generalization through Model Ensembling in Federated Learning","created":"2021-07-21","cited_by_count":23,"area":null},{"id":"2212.14370","title":"Can 5th Generation Local Training Methods Support Client Sampling? Yes!","created":"2022-12-29","cited_by_count":22,"area":null},{"id":"2102.07245","title":"Smoothness Matrices Beat Smoothness Constants: Better Communication Compression Techniques for Distributed Optimization","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2102.12528","title":"Preserved central model for faster bidirectional compression in distributed settings","created":"2021-02-24","cited_by_count":21,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2206.07021","title":"Federated Optimization Algorithms with Random Reshuffling and Gradient Compression","created":"2022-06-14","cited_by_count":18,"area":null},{"id":"2202.01268","title":"DASHA: Distributed Nonconvex Optimization with Communication Compression, Optimal Oracle Complexity, and No Client Synchronization","created":"2022-02-02","cited_by_count":16,"area":null},{"id":"2310.20452","title":"AsGrad: A Sharp Unified Analysis of Asynchronous-SGD Algorithms","created":"2023-10-31","cited_by_count":16,"area":null},{"id":"2111.01847","title":"Basis Matters: Better Communication-Efficient Second Order Methods for Federated Learning","created":"2021-11-02","cited_by_count":15,"area":null},{"id":"2311.05645","title":"EControl: Fast Distributed Optimization with Compression and Error Control","created":"2023-11-06","cited_by_count":15,"area":null},{"id":"2106.03056","title":"MURANA: A Generic Framework for Stochastic Variance-Reduced Optimization","created":"2021-06-06","cited_by_count":14,"area":null},{"id":"2112.13097","title":"Faster Rates for Compressed Federated Learning with Client-Variance Reduction","created":"2021-12-24","cited_by_count":14,"area":null},{"id":"2305.16297","title":"Unbiased Compression Saves Communication in Distributed Optimization: When and How Much?","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2104.06685","title":"BROADCAST: Reducing Both Stochastic and Compression Noise to Robustify Communication-Efficient Federated Learning","created":"2021-04-14","cited_by_count":13,"area":null},{"id":"2106.07243","title":"Compressed Gradient Tracking for Decentralized Optimization Over General Directed Networks","created":"2021-06-14","cited_by_count":12,"area":null},{"id":"2111.00705","title":"Communication-Compressed Adaptive Gradient Method for Distributed Nonconvex Optimization","created":"2021-11-01","cited_by_count":12,"area":null},{"id":"2111.11556","title":"FLIX: A Simple and Communication-Efficient Alternative to Local Methods in Federated Learning","created":"2021-11-22","cited_by_count":12,"area":null},{"id":"2205.03914","title":"Federated Random Reshuffling with Compression and Variance Reduction","created":"2022-05-08","cited_by_count":12,"area":null},{"id":"2301.00944","title":"Temporal Difference Learning with Compressed Updates: Error-Feedback meets Reinforcement Learning","created":"2023-01-03","cited_by_count":12,"area":null},{"id":"2310.09804","title":"Communication Compression for Byzantine Robust Learning: New Efficient Algorithms and Improved Rates","created":"2023-10-15","cited_by_count":12,"area":null},{"id":"2206.03588","title":"Distributed Newton-Type Methods with Communication Compression and Bernoulli Aggregation","created":"2022-06-07","cited_by_count":11,"area":null},{"id":"2210.13277","title":"CompressedScaffnew: The First Theoretical Double Acceleration of Communication from Local Training and Compression in Distributed Optimization","created":"2022-10-24","cited_by_count":11,"area":null},{"id":"2305.07612","title":"Lower Bounds and Accelerated Algorithms in Distributed Stochastic Optimization with Communication Compression","created":"2023-05-12","cited_by_count":11,"area":null},{"id":"2403.04348","title":"LoCoDL: Communication-Efficient Distributed Learning with Local Training and Compression","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2507.08784","title":"Greedy Low-Rank Gradient Compression for Distributed Learning with Convergence Guarantees","created":"2025-07-11","cited_by_count":11,"area":null},{"id":"2202.03099","title":"FL_PyTorch: optimization research simulator for federated learning","created":"2022-02-07","cited_by_count":10,"area":null},{"id":"2102.08374","title":"IntSGD: Adaptive Floatless Compression of Stochastic Gradients","created":"2021-02-16","cited_by_count":9,"area":null},{"id":"2203.01198","title":"Linear Stochastic Bandits over a Bit-Constrained Channel","created":"2022-03-02","cited_by_count":9,"area":null},{"id":"2206.10032","title":"Communication-Efficient Federated Learning With Data and Client Heterogeneity","created":"2022-06-20","cited_by_count":9,"area":null},{"id":"2301.05872","title":"CEDAS: A Compressed Decentralized Stochastic Gradient Method with Improved Convergence","created":"2023-01-14","cited_by_count":9,"area":null},{"id":"2305.09896","title":"Convergence and Privacy of Decentralized Nonconvex Optimization with Gradient Clipping and Communication Compression","created":"2023-05-17","cited_by_count":9,"area":null},{"id":"2110.03294","title":"EF21 with Bells & Whistles: Six Algorithmic Extensions of Modern Error Feedback","created":"2021-10-07","cited_by_count":8,"area":null},{"id":"2206.09446","title":"Compression and Data Similarity: Combination of Two Techniques for Communication-Efficient Solving of Distributed Variational Inequalities","created":"2022-06-19","cited_by_count":8,"area":null},{"id":"2306.03240","title":"Improving Accelerated Federated Learning with Compression and Importance Sampling","created":"2023-06-05","cited_by_count":8,"area":null},{"id":"2110.07751","title":"Leveraging Spatial and Temporal Correlations in Sparsified Mean Estimation","created":"2021-10-14","cited_by_count":7,"area":null},{"id":"2205.13341","title":"QUIC-FL: Quick Unbiased Compression for Federated Learning","created":"2022-05-26","cited_by_count":7,"area":null},{"id":"2302.07615","title":"Similarity, Compression and Local Steps: Three Pillars of Efficient Communications for Distributed Variational Inequalities","created":"2023-02-15","cited_by_count":7,"area":null},{"id":"2302.11466","title":"Advancements in Federated Learning: Models, Methods, and Privacy","created":"2023-02-22","cited_by_count":7,"area":null},{"id":"2401.07788","title":"Activations and Gradients Compression for Model-Parallel Training","created":"2024-01-15","cited_by_count":7,"area":null},{"id":"2202.00255","title":"DoCoM: Compressed Decentralized Optimization with Near-Optimal Sample Complexity","created":"2022-02-01","cited_by_count":6,"area":null},{"id":"2206.10452","title":"Shifted Compression Framework: Generalizations and Improvements","created":"2022-06-21","cited_by_count":6,"area":null},{"id":"2306.16484","title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training","created":"2023-06-28","cited_by_count":6,"area":null},{"id":"2311.14127","title":"Byzantine Robustness and Partial Participation Can Be Achieved at Once: Just Clip Gradient Differences","created":"2023-11-23","cited_by_count":5,"area":null},{"id":"2405.20114","title":"Towards Faster Decentralized Stochastic Optimization with Communication Compression","created":"2024-05-30","cited_by_count":5,"area":null},{"id":"2502.17009","title":"Unbiased and Sign Compression in Distributed Learning: Comparing Noise Resilience via SDEs","created":"2025-02-24","cited_by_count":5,"area":null},{"id":"2203.02383","title":"Distributed Methods with Absolute Compression and Error Compensation","created":"2022-03-04","cited_by_count":4,"area":null},{"id":"2302.09832","title":"TAMUNA: Doubly Accelerated Distributed Optimization under Partial Participation","created":"2023-02-20","cited_by_count":4,"area":null},{"id":"2303.04622","title":"ELF: Federated Langevin Algorithms with Primal, Dual and Bidirectional Compression","created":"2023-03-08","cited_by_count":4,"area":null},{"id":"2401.17460","title":"Rendering Wireless Environments Useful for Gradient Estimators: A Zero-Order Stochastic Federated Learning Method","created":"2024-01-30","cited_by_count":4,"area":null},{"id":"2410.13743","title":"Single-Timescale Multi-Sequence Stochastic Approximation Without Fixed Point Smoothness: Theories and Applications","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2503.08427","title":"Accelerated Distributed Optimization with Compression and Error Feedback","created":"2025-03-11","cited_by_count":4,"area":null},{"id":"2506.00181","title":"On the Interaction of Batch Noise, Adaptivity, and Compression, under $(L_0,L_1)$-Smoothness: An SDE Approach","created":"2025-05-30","cited_by_count":4,"area":null},{"id":"2209.14520","title":"Label driven Knowledge Distillation for Federated Learning with non-IID Data","created":"2022-09-29","cited_by_count":3,"area":"distill"},{"id":"2302.07475","title":"Sparse-SignSGD with Majority Vote for Communication-Efficient Distributed Learning","created":"2023-02-15","cited_by_count":3,"area":null},{"id":"2311.18578","title":"Communication-Efficient Heterogeneous Federated Learning with Generalized Heavy-Ball Momentum","created":"2023-11-30","cited_by_count":3,"area":null},{"id":"2401.05518","title":"Correlated Quantization for Faster Nonconvex Distributed Optimization","created":"2024-01-10","cited_by_count":3,"area":null},{"id":"2406.14420","title":"Communication-efficient Vertical Federated Learning via Compressed Error Feedback","created":"2024-06-20","cited_by_count":3,"area":null},{"id":"2509.02970","title":"Delayed Momentum Aggregation: Communication-efficient Byzantine-robust Federated Learning with Partial Participation","created":"2025-09-03","cited_by_count":3,"area":null},{"id":"2206.00529","title":"Variance Reduction is an Antidote to Byzantines: Better Rates, Weaker Assumptions and Communication Compression as a Cherry on the Top","created":"2022-06-01","cited_by_count":2,"area":null},{"id":"2210.09626","title":"FLECS-CGD: A Federated Learning Second-Order Framework via Compression and Sketching with Compressed Gradient Differences","created":"2022-10-18","cited_by_count":2,"area":null},{"id":"2302.09634","title":"Magnitude Matters: Fixing SIGNSGD Through Magnitude-Aware Sparsification in the Presence of Data Heterogeneity","created":"2023-02-19","cited_by_count":2,"area":null},{"id":"2306.13263","title":"Synthetic data shuffling accelerates the convergence of federated learning under data heterogeneity","created":"2023-06-23","cited_by_count":2,"area":null},{"id":"2312.08053","title":"Kimad: Adaptive Gradient Compression with Bandwidth Awareness","created":"2023-12-13","cited_by_count":2,"area":null},{"id":"2402.11857","title":"Communication-Efficient Distributed Learning with Local Immediate Error Compensation","created":"2024-02-19","cited_by_count":2,"area":null},{"id":"2403.06677","title":"Streamlining in the Riemannian Realm: Efficient Riemannian Optimization with Loopless Variance Reduction","created":"2024-03-11","cited_by_count":2,"area":null},{"id":"2403.16372","title":"SignSGD with Federated Voting","created":"2024-03-25","cited_by_count":2,"area":null},{"id":"2410.02478","title":"Temporal Predictive Coding for Gradient Compression in Distributed Learning","created":"2024-10-03","cited_by_count":2,"area":null},{"id":"2412.16414","title":"Accelerated Methods with Compressed Communications for Distributed Optimization Problems under Data Similarity","created":"2024-12-21","cited_by_count":2,"area":null},{"id":"2510.03507","title":"Composite Optimization with Error Feedback: the Dual Averaging Approach","created":"2025-10-03","cited_by_count":2,"area":null},{"id":"2102.09631","title":"Peering Beyond the Gradient Veil with Distributed Auto Differentiation","created":"2021-02-18","cited_by_count":1,"area":null},{"id":"2205.14452","title":"Stochastic Gradient Methods with Compressed Communication for Decentralized Saddle Point Problems","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2210.13532","title":"Adaptive Top-K in SGD for Communication-Efficient Distributed Learning","created":"2022-10-24","cited_by_count":1,"area":null},{"id":"2305.19600","title":"Adaptive Self-Distillation for Minimizing Client Drift in Heterogeneous Federated Learning","created":"2023-05-31","cited_by_count":1,"area":"distill"},{"id":"2309.13307","title":"CORE: Common Random Reconstruction for Distributed Optimization with Provable Low Communication Complexity","created":"2023-09-23","cited_by_count":1,"area":null},{"id":"2402.05050","title":"Federated Learning Can Find Friends That Are Advantageous","created":"2024-02-07","cited_by_count":1,"area":null},{"id":"2404.19517","title":"Inexact subgradient methods for semialgebraic functions","created":"2024-04-30","cited_by_count":1,"area":null},{"id":"2406.00846","title":"Local Methods with Adaptivity via Scaling","created":"2024-06-02","cited_by_count":1,"area":null},{"id":"2409.16456","title":"Communication and Energy Efficient Federated Learning using Zero-Order Optimization Technique","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2412.17082","title":"MARINA-P: Superior Performance in Non-smooth Federated Optimization with Adaptive Stepsizes","created":"2024-12-22","cited_by_count":1,"area":null},{"id":"2505.14371","title":"Layer-wise Quantization for Quantized Optimistic Dual Averaging","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2506.05271","title":"Tight analyses of first-order methods with error feedback","created":"2025-06-05","cited_by_count":1,"area":null},{"id":"2508.08013","title":"Communication-Efficient Zero-Order and First-Order Federated Learning Methods over Wireless Networks","created":"2025-08-11","cited_by_count":1,"area":null},{"id":"2511.05770","title":"An Efficient Gradient-Aware Error-Bounded Lossy Compressor for Federated Learning","created":"2025-11-07","cited_by_count":1,"area":null},{"id":"2512.08314","title":"Minimizing Layerwise Activation Norm Improves Generalization in Federated Learning","created":"2025-12-09","cited_by_count":1,"area":null},{"id":"2512.13583","title":"DP-CSGP: Differentially Private Stochastic Gradient Push with Compressed Communication","created":"2025-12-15","cited_by_count":1,"area":null},{"id":"2601.12400","title":"BiCoLoR: Communication-Efficient Optimization with Bidirectional Compression and Local Training","created":"2026-01-18","cited_by_count":1,"area":null},{"id":"2602.08617","title":"ERIS: Enhancing the Privacy-Utility-Scalability Trade-Off in Federated Learning via Federated Shard Aggregation","created":"2026-02-09","cited_by_count":1,"area":null},{"id":"2109.12497","title":"Unbiased Single-scale and Multi-scale Quantizers for Distributed Optimization","created":"2021-09-26","cited_by_count":0,"area":null},{"id":"2207.00392","title":"Better Methods and Theory for Federated Learning: Compression, Client Selection and Heterogeneity","created":"2022-07-01","cited_by_count":0,"area":null},{"id":"2303.16502","title":"Unified analysis of SGD-type methods","created":"2023-03-29","cited_by_count":0,"area":null},{"id":"2305.18627","title":"Quantize Once, Train Fast: Allreduce-Compatible Compression with Provable Guarantees","created":"2023-05-29","cited_by_count":0,"area":null},{"id":"2309.00997","title":"Switch and Conquer: Efficient Algorithms By Switching Stochastic Gradient Oracles For Decentralized Saddle Point Problems","created":"2023-09-02","cited_by_count":0,"area":null},{"id":"2505.23588","title":"Accelerated Training of Federated Learning via Second-Order Methods","created":"2025-05-29","cited_by_count":0,"area":null}],"next_cursor":"100"}