{"total":90,"rows":[{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2102.13451","title":"FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout","created":"2021-02-26","cited_by_count":192,"area":null},{"id":"2106.05203","title":"EF21: A New, Simpler, Theoretically Better, and Practically Faster Error Feedback","created":"2021-06-09","cited_by_count":133,"area":null},{"id":"2104.02151","title":"Distributed Learning in Wireless Networks: Recent Progress and Future Challenges","created":"2021-04-05","cited_by_count":129,"area":null},{"id":"2308.08165","title":"Stochastic Controlled Averaging for Federated Learning with Communication Compression","created":"2023-08-16","cited_by_count":101,"area":null},{"id":"2102.07845","title":"MARINA: Faster Non-Convex Distributed Learning with Compression","created":"2021-02-15","cited_by_count":78,"area":null},{"id":"2002.04013","title":"Towards Crowdsourced Training of Large Neural Networks using Decentralized Mixture-of-Experts","created":"2020-02-10","cited_by_count":43,"area":"moe"},{"id":"2305.16296","title":"A Guide Through the Zoo of Biased SGD","created":"2023-05-25","cited_by_count":40,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2208.10888","title":"Joint Privacy Enhancement and Quantization in Federated Learning","created":"2022-08-23","cited_by_count":35,"area":null},{"id":"2206.03665","title":"Lower Bounds and Nearly Optimal Algorithms in Distributed Learning with Communication Compression","created":"2022-06-08","cited_by_count":33,"area":null},{"id":"2207.04338","title":"Variance Reduced ProxSkip: Algorithm, Theory and Application to Federated Learning","created":"2022-07-09","cited_by_count":33,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2205.06730","title":"Federated Learning Under Intermittent Client Availability and Time-Varying Communication Constraints","created":"2022-05-13","cited_by_count":30,"area":null},{"id":"2302.00543","title":"DoCoFL: Downlink Compression for Cross-Device Federated Learning","created":"2023-02-01","cited_by_count":28,"area":null},{"id":"2101.08837","title":"Time-Correlated Sparsification for Communication-Efficient Federated Learning","created":"2021-01-21","cited_by_count":26,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2102.07158","title":"Distributed Second Order Methods with Fast Rates and Compressed Communication","created":"2021-02-14","cited_by_count":25,"area":null},{"id":"2107.09461","title":"CANITA: Faster Rates for Distributed Convex Optimization with Communication Compression","created":"2021-07-20","cited_by_count":23,"area":null},{"id":"2102.07245","title":"Smoothness Matrices Beat Smoothness Constants: Better Communication Compression Techniques for Distributed Optimization","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2207.03957","title":"Communication Acceleration of Local Gradient Methods via an Accelerated Primal-Dual Algorithm with Inexact Prox","created":"2022-07-08","cited_by_count":19,"area":null},{"id":"2205.04180","title":"EF-BV: A Unified Theory of Error Feedback and Variance Reduction Mechanisms for Biased and Unbiased Compression in Distributed Optimization","created":"2022-05-09","cited_by_count":17,"area":null},{"id":"2202.01268","title":"DASHA: Distributed Nonconvex Optimization with Communication Compression, Optimal Oracle Complexity, and No Client Synchronization","created":"2022-02-02","cited_by_count":16,"area":null},{"id":"2110.03313","title":"Distributed Methods with Compressed Communication for Solving Variational Inequalities, with Theoretical Guarantees","created":"2021-10-07","cited_by_count":15,"area":null},{"id":"2311.05645","title":"EControl: Fast Distributed Optimization with Compression and Error Control","created":"2023-11-06","cited_by_count":15,"area":null},{"id":"2110.02226","title":"Communication-Efficient Federated Learning with Binary Neural Networks","created":"2021-10-05","cited_by_count":14,"area":null},{"id":"2112.13097","title":"Faster Rates for Compressed Federated Learning with Client-Variance Reduction","created":"2021-12-24","cited_by_count":14,"area":null},{"id":"2302.03662","title":"Federated Learning with Regularized Client Participation","created":"2023-02-07","cited_by_count":14,"area":null},{"id":"2305.16297","title":"Unbiased Compression Saves Communication in Distributed Optimization: When and How Much?","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2205.03914","title":"Federated Random Reshuffling with Compression and Variance Reduction","created":"2022-05-08","cited_by_count":12,"area":null},{"id":"2301.12195","title":"BAFFLE: A Baseline of Backpropagation-Free Federated Learning","created":"2023-01-28","cited_by_count":12,"area":null},{"id":"2310.09804","title":"Communication Compression for Byzantine Robust Learning: New Efficient Algorithms and Improved Rates","created":"2023-10-15","cited_by_count":12,"area":null},{"id":"2210.13277","title":"CompressedScaffnew: The First Theoretical Double Acceleration of Communication from Local Training and Compression in Distributed Optimization","created":"2022-10-24","cited_by_count":11,"area":null},{"id":"2403.04348","title":"LoCoDL: Communication-Efficient Distributed Learning with Local Training and Compression","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2507.08784","title":"Greedy Low-Rank Gradient Compression for Distributed Learning with Convergence Guarantees","created":"2025-07-11","cited_by_count":11,"area":null},{"id":"2111.00856","title":"Large-Scale Deep Learning Optimizations: A Comprehensive Survey","created":"2021-11-01","cited_by_count":10,"area":null},{"id":"2202.03099","title":"FL_PyTorch: optimization research simulator for federated learning","created":"2022-02-07","cited_by_count":10,"area":null},{"id":"2302.11147","title":"Stochastic Approximation Beyond Gradient for Signal Processing and Machine Learning","created":"2023-02-22","cited_by_count":10,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2102.08374","title":"IntSGD: Adaptive Floatless Compression of Stochastic Gradients","created":"2021-02-16","cited_by_count":9,"area":null},{"id":"2309.07809","title":"Communication Efficient Private Federated Learning Using Dithering","created":"2023-09-14","cited_by_count":9,"area":null},{"id":"2110.03294","title":"EF21 with Bells & Whistles: Six Algorithmic Extensions of Modern Error Feedback","created":"2021-10-07","cited_by_count":8,"area":null},{"id":"2205.13341","title":"QUIC-FL: Quick Unbiased Compression for Federated Learning","created":"2022-05-26","cited_by_count":7,"area":null},{"id":"2206.10452","title":"Shifted Compression Framework: Generalizations and Improvements","created":"2022-06-21","cited_by_count":6,"area":null},{"id":"2209.05148","title":"Personalized Federated Learning with Communication Compression","created":"2022-09-12","cited_by_count":6,"area":null},{"id":"2303.08423","title":"Communication-Efficient Design for Quantized Decentralized Federated Learning","created":"2023-03-15","cited_by_count":6,"area":null},{"id":"2306.16484","title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training","created":"2023-06-28","cited_by_count":6,"area":null},{"id":"2310.13033","title":"LASER: Linear Compression in Wireless Distributed Optimization","created":"2023-10-19","cited_by_count":6,"area":null},{"id":"2105.07829","title":"Compressed Communication for Distributed Training: Adaptive Methods and System","created":"2021-05-17","cited_by_count":5,"area":null},{"id":"2306.14088","title":"Private Aggregation in Hierarchical Wireless Federated Learning with Partial and Full Collusion","created":"2023-06-25","cited_by_count":5,"area":null},{"id":"2405.20114","title":"Towards Faster Decentralized Stochastic Optimization with Communication Compression","created":"2024-05-30","cited_by_count":5,"area":null},{"id":"2502.17009","title":"Unbiased and Sign Compression in Distributed Learning: Comparing Noise Resilience via SDEs","created":"2025-02-24","cited_by_count":5,"area":null},{"id":"2206.00920","title":"Federated Learning with a Sampling Algorithm under Isoperimetry","created":"2022-06-02","cited_by_count":4,"area":null},{"id":"2302.09832","title":"TAMUNA: Doubly Accelerated Distributed Optimization under Partial Participation","created":"2023-02-20","cited_by_count":4,"area":null},{"id":"2303.04622","title":"ELF: Federated Langevin Algorithms with Primal, Dual and Bidirectional Compression","created":"2023-03-08","cited_by_count":4,"area":null},{"id":"2403.18375","title":"Stragglers-Aware Low-Latency Synchronous Federated Learning via Layer-Wise Model Updates","created":"2024-03-27","cited_by_count":4,"area":null},{"id":"2503.08427","title":"Accelerated Distributed Optimization with Compression and Error Feedback","created":"2025-03-11","cited_by_count":4,"area":null},{"id":"2101.07995","title":"FedNS: Improving Federated Learning for collaborative image classification on mobile clients","created":"2021-01-20","cited_by_count":3,"area":null},{"id":"2401.05518","title":"Correlated Quantization for Faster Nonconvex Distributed Optimization","created":"2024-01-10","cited_by_count":3,"area":null},{"id":"2411.12898","title":"Problem-dependent convergence bounds for randomized linear gradient compression","created":"2024-11-19","cited_by_count":3,"area":null},{"id":"2604.10689","title":"Communication-Efficient Gluon in Federated Learning","created":"2026-04-12","cited_by_count":3,"area":null},{"id":"2109.08346","title":"Comfetch: Federated Learning of Large Networks on Constrained Clients via Sketching","created":"2021-09-17","cited_by_count":2,"area":null},{"id":"2206.00529","title":"Variance Reduction is an Antidote to Byzantines: Better Rates, Weaker Assumptions and Communication Compression as a Cherry on the Top","created":"2022-06-01","cited_by_count":2,"area":null},{"id":"2210.09626","title":"FLECS-CGD: A Federated Learning Second-Order Framework via Compression and Sketching with Compressed Gradient Differences","created":"2022-10-18","cited_by_count":2,"area":null},{"id":"2402.03158","title":"Optimal and Near-Optimal Adaptive Vector Quantization","created":"2024-02-05","cited_by_count":2,"area":null},{"id":"2512.20814","title":"FedMPDD: Communication-Efficient Federated Learning with Privacy Preservation Attributes via Projected Directional Derivative","created":"2025-12-23","cited_by_count":2,"area":null},{"id":"2201.08494","title":"TOFU: Towards Obfuscated Federated Updates by Encoding Weight Updates into Gradients from Proxy Data","created":"2022-01-21","cited_by_count":1,"area":null},{"id":"2309.13307","title":"CORE: Common Random Reconstruction for Distributed Optimization with Provable Low Communication Complexity","created":"2023-09-23","cited_by_count":1,"area":null},{"id":"2412.17082","title":"MARINA-P: Superior Performance in Non-smooth Federated Optimization with Adaptive Stepsizes","created":"2024-12-22","cited_by_count":1,"area":null},{"id":"2506.05271","title":"Tight analyses of first-order methods with error feedback","created":"2025-06-05","cited_by_count":1,"area":null},{"id":"2506.20297","title":"OLALa: Online Learned Adaptive Lattice Codes for Heterogeneous Federated Learning","created":"2025-06-25","cited_by_count":1,"area":null},{"id":"2601.12400","title":"BiCoLoR: Communication-Efficient Optimization with Bidirectional Compression and Local Training","created":"2026-01-18","cited_by_count":1,"area":null},{"id":"2104.13818","title":"NUQSGD: Provably Communication-efficient Data-parallel SGD via Nonuniform Quantization","created":"2021-04-28","cited_by_count":0,"area":null},{"id":"2207.00392","title":"Better Methods and Theory for Federated Learning: Compression, Client Selection and Heterogeneity","created":"2022-07-01","cited_by_count":0,"area":null},{"id":"2305.18627","title":"Quantize Once, Train Fast: Allreduce-Compatible Compression with Provable Guarantees","created":"2023-05-29","cited_by_count":0,"area":null},{"id":"2307.03500","title":"DEFT: Exploiting Gradient Norm Difference between Model Layers for Scalable Gradient Sparsification","created":"2023-07-07","cited_by_count":0,"area":null},{"id":"2307.05232","title":"A Survey From Distributed Machine Learning to Distributed Deep Learning","created":"2023-07-11","cited_by_count":0,"area":null},{"id":"2310.00967","title":"MiCRO: Near-Zero Cost Gradient Sparsification for Scaling and Accelerating Distributed DNN Training","created":"2023-10-02","cited_by_count":0,"area":null},{"id":"2312.08538","title":"Contractive error feedback for gradient compression","created":"2023-12-13","cited_by_count":0,"area":null},{"id":"2312.15966","title":"Federated Hyperdimensional Computing","created":"2023-12-26","cited_by_count":0,"area":null},{"id":"2402.13781","title":"Preserving Near-Optimal Gradient Sparsification Cost for Scalable Distributed Deep Learning","created":"2024-02-21","cited_by_count":0,"area":null},{"id":"2506.23836","title":"Proving the Limited Scalability of Centralized Distributed Optimization via a New Lower Bound Construction","created":"2025-06-30","cited_by_count":0,"area":null},{"id":"2507.05508","title":"Beyond Communication Overhead: A Multilevel Monte Carlo Approach for Mitigating Compression Bias in Distributed Learning","created":"2025-07-07","cited_by_count":0,"area":null},{"id":"2510.26709","title":"An All-Reduce Compatible Top-K Compressor for Communication-Efficient Distributed Learning","created":"2025-10-30","cited_by_count":0,"area":null},{"id":"2602.15996","title":"Exploring New Frontiers in Vertical Federated Learning: the Role of Saddle Point Reformulation","created":"2026-02-17","cited_by_count":0,"area":null},{"id":"2607.01755","title":"Decentralized Stochastic Subgradient-type Methods with Communication Compression for Nonsmooth Nonconvex Optimization","created":"2026-07-02","cited_by_count":0,"area":null},{"id":"2608.06563","title":"Theoretical Foundations of Communication-Efficient, Robust, and Practical Distributed and Federated Optimization","created":"2026-08-06","cited_by_count":0,"area":null},{"id":"2609.36610","title":"Communication-Efficient Agnostic Federated Learning via Faster Convergence and Compression","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}