{"total":140,"rows":[{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2106.05203","title":"EF21: A New, Simpler, Theoretically Better, and Practically Faster Error Feedback","created":"2021-06-09","cited_by_count":133,"area":null},{"id":"2102.07053","title":"Linear Convergence in Federated Learning: Tackling Client Heterogeneity and Sparse Gradients","created":"2021-02-14","cited_by_count":123,"area":null},{"id":"2308.08165","title":"Stochastic Controlled Averaging for Federated Learning with Communication Compression","created":"2023-08-16","cited_by_count":101,"area":null},{"id":"2102.07845","title":"MARINA: Faster Non-Convex Distributed Learning with Compression","created":"2021-02-15","cited_by_count":78,"area":null},{"id":"2505.13416","title":"Gluon: Making Muon & Scion Great Again! (Bridging Theory and Practice of LMO-based Optimizers for LLMs)","created":"2025-05-19","cited_by_count":72,"area":null},{"id":"2110.14216","title":"What Do We Mean by Generalization in Federated Learning?","created":"2021-10-27","cited_by_count":62,"area":null},{"id":"2405.14852","title":"PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression","created":"2024-05-23","cited_by_count":61,"area":null},{"id":"2108.08842","title":"EDEN: Communication-Efficient and Robust Distributed Mean Estimation for Federated Learning","created":"2021-08-19","cited_by_count":55,"area":null},{"id":"2105.08339","title":"DRIVE: One-bit Distributed Mean Estimation","created":"2021-05-18","cited_by_count":52,"area":null},{"id":"2106.02969","title":"FedNL: Making Newton-Type Methods Applicable to Federated Learning","created":"2021-06-05","cited_by_count":52,"area":null},{"id":"2108.00951","title":"Rethinking gradient sparsification as total error minimization","created":"2021-08-02","cited_by_count":41,"area":null},{"id":"2305.16296","title":"A Guide Through the Zoo of Biased SGD","created":"2023-05-25","cited_by_count":40,"area":null},{"id":"2202.07262","title":"Stochastic Gradient Descent-Ascent: Unified Theory and New Efficient Methods","created":"2022-02-15","cited_by_count":37,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2206.03665","title":"Lower Bounds and Nearly Optimal Algorithms in Distributed Learning with Communication Compression","created":"2022-06-08","cited_by_count":33,"area":null},{"id":"2110.03300","title":"Permutation Compressors for Provably Faster Distributed Nonconvex Optimization","created":"2021-10-07","cited_by_count":32,"area":null},{"id":"2204.01273","title":"FedSynth: Gradient Compression via Synthetic Data in Federated Learning","created":"2022-04-04","cited_by_count":31,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2302.00543","title":"DoCoFL: Downlink Compression for Cross-Device Federated Learning","created":"2023-02-01","cited_by_count":28,"area":null},{"id":"2202.00998","title":"3PC: Three Point Compressors for Communication-Efficient Distributed Training and a Better Theory for Lazy Aggregation","created":"2022-02-02","cited_by_count":27,"area":null},{"id":"2102.07158","title":"Distributed Second Order Methods with Fast Rates and Compressed Communication","created":"2021-02-14","cited_by_count":25,"area":null},{"id":"2107.09461","title":"CANITA: Faster Rates for Distributed Convex Optimization with Communication Compression","created":"2021-07-20","cited_by_count":23,"area":null},{"id":"2102.07245","title":"Smoothness Matrices Beat Smoothness Constants: Better Communication Compression Techniques for Distributed Optimization","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2102.12528","title":"Preserved central model for faster bidirectional compression in distributed settings","created":"2021-02-24","cited_by_count":21,"area":null},{"id":"2205.05632","title":"On Distributed Adaptive Optimization with Gradient Compression","created":"2022-05-11","cited_by_count":19,"area":null},{"id":"2206.07021","title":"Federated Optimization Algorithms with Random Reshuffling and Gradient Compression","created":"2022-06-14","cited_by_count":18,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2205.04180","title":"EF-BV: A Unified Theory of Error Feedback and Variance Reduction Mechanisms for Biased and Unbiased Compression in Distributed Optimization","created":"2022-05-09","cited_by_count":17,"area":null},{"id":"2202.01268","title":"DASHA: Distributed Nonconvex Optimization with Communication Compression, Optimal Oracle Complexity, and No Client Synchronization","created":"2022-02-02","cited_by_count":16,"area":null},{"id":"2211.00188","title":"Adaptive Compression for Communication-Efficient Distributed Training","created":"2022-10-31","cited_by_count":16,"area":null},{"id":"2107.11304","title":"Finite-Bit Quantization For Distributed Algorithms With Linear Convergence","created":"2021-07-23","cited_by_count":15,"area":null},{"id":"2110.03313","title":"Distributed Methods with Compressed Communication for Solving Variational Inequalities, with Theoretical Guarantees","created":"2021-10-07","cited_by_count":15,"area":null},{"id":"2111.01847","title":"Basis Matters: Better Communication-Efficient Second Order Methods for Federated Learning","created":"2021-11-02","cited_by_count":15,"area":null},{"id":"2305.08104","title":"Federated TD Learning over Finite-Rate Erasure Channels: Linear Speedup under Markovian Sampling","created":"2023-05-14","cited_by_count":15,"area":null},{"id":"2311.05645","title":"EControl: Fast Distributed Optimization with Compression and Error Control","created":"2023-11-06","cited_by_count":15,"area":null},{"id":"2201.02664","title":"Optimizing the Communication-Accuracy Trade-off in Federated Learning with Rate-Distortion Theory","created":"2022-01-07","cited_by_count":14,"area":null},{"id":"2102.09234","title":"ADOM: Accelerated Decentralized Optimization Method for Time-Varying Networks","created":"2021-02-18","cited_by_count":13,"area":null},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13,"area":null},{"id":"2106.07243","title":"Compressed Gradient Tracking for Decentralized Optimization Over General Directed Networks","created":"2021-06-14","cited_by_count":12,"area":null},{"id":"2111.00705","title":"Communication-Compressed Adaptive Gradient Method for Distributed Nonconvex Optimization","created":"2021-11-01","cited_by_count":12,"area":null},{"id":"2301.00944","title":"Temporal Difference Learning with Compressed Updates: Error-Feedback meets Reinforcement Learning","created":"2023-01-03","cited_by_count":12,"area":null},{"id":"2310.09804","title":"Communication Compression for Byzantine Robust Learning: New Efficient Algorithms and Improved Rates","created":"2023-10-15","cited_by_count":12,"area":null},{"id":"2206.03588","title":"Distributed Newton-Type Methods with Communication Compression and Bernoulli Aggregation","created":"2022-06-07","cited_by_count":11,"area":null},{"id":"2210.13277","title":"CompressedScaffnew: The First Theoretical Double Acceleration of Communication from Local Training and Compression in Distributed Optimization","created":"2022-10-24","cited_by_count":11,"area":null},{"id":"2305.07612","title":"Lower Bounds and Accelerated Algorithms in Distributed Stochastic Optimization with Communication Compression","created":"2023-05-12","cited_by_count":11,"area":null},{"id":"2403.04348","title":"LoCoDL: Communication-Efficient Distributed Learning with Local Training and Compression","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2202.03099","title":"FL_PyTorch: optimization research simulator for federated learning","created":"2022-02-07","cited_by_count":10,"area":null},{"id":"2102.08374","title":"IntSGD: Adaptive Floatless Compression of Stochastic Gradients","created":"2021-02-16","cited_by_count":9,"area":null},{"id":"2203.01198","title":"Linear Stochastic Bandits over a Bit-Constrained Channel","created":"2022-03-02","cited_by_count":9,"area":null},{"id":"2301.05872","title":"CEDAS: A Compressed Decentralized Stochastic Gradient Method with Improved Convergence","created":"2023-01-14","cited_by_count":9,"area":null},{"id":"2110.03294","title":"EF21 with Bells & Whistles: Six Algorithmic Extensions of Modern Error Feedback","created":"2021-10-07","cited_by_count":8,"area":null},{"id":"2206.09446","title":"Compression and Data Similarity: Combination of Two Techniques for Communication-Efficient Solving of Distributed Variational Inequalities","created":"2022-06-19","cited_by_count":8,"area":null},{"id":"2210.07376","title":"ScionFL: Efficient and Robust Secure Quantized Aggregation","created":"2022-10-13","cited_by_count":8,"area":null},{"id":"2110.07751","title":"Leveraging Spatial and Temporal Correlations in Sparsified Mean Estimation","created":"2021-10-14","cited_by_count":7,"area":null},{"id":"2205.13341","title":"QUIC-FL: Quick Unbiased Compression for Federated Learning","created":"2022-05-26","cited_by_count":7,"area":null},{"id":"2302.07615","title":"Similarity, Compression and Local Steps: Three Pillars of Efficient Communications for Distributed Variational Inequalities","created":"2023-02-15","cited_by_count":7,"area":null},{"id":"2401.07788","title":"Activations and Gradients Compression for Model-Parallel Training","created":"2024-01-15","cited_by_count":7,"area":null},{"id":"2109.01806","title":"On Faster Convergence of Scaled Sign Gradient Descent","created":"2021-09-04","cited_by_count":6,"area":null},{"id":"2206.10452","title":"Shifted Compression Framework: Generalizations and Improvements","created":"2022-06-21","cited_by_count":6,"area":null},{"id":"2209.05148","title":"Personalized Federated Learning with Communication Compression","created":"2022-09-12","cited_by_count":6,"area":null},{"id":"2306.16484","title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training","created":"2023-06-28","cited_by_count":6,"area":null},{"id":"2404.10635","title":"Compressed Federated Reinforcement Learning with a Generative Model","created":"2024-03-26","cited_by_count":6,"area":"deeprl"},{"id":"2311.14127","title":"Byzantine Robustness and Partial Participation Can Be Achieved at Once: Just Clip Gradient Differences","created":"2023-11-23","cited_by_count":5,"area":null},{"id":"2402.02857","title":"Non-asymptotic Analysis of Biased Adaptive Stochastic Approximation","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2405.20114","title":"Towards Faster Decentralized Stochastic Optimization with Communication Compression","created":"2024-05-30","cited_by_count":5,"area":null},{"id":"2502.17009","title":"Unbiased and Sign Compression in Distributed Learning: Comparing Noise Resilience via SDEs","created":"2025-02-24","cited_by_count":5,"area":null},{"id":"2102.07767","title":"Communication-efficient Distributed Cooperative Learning with Compressed Beliefs","created":"2021-02-14","cited_by_count":4,"area":null},{"id":"2203.02383","title":"Distributed Methods with Absolute Compression and Error Compensation","created":"2022-03-04","cited_by_count":4,"area":null},{"id":"2302.09832","title":"TAMUNA: Doubly Accelerated Distributed Optimization under Partial Participation","created":"2023-02-20","cited_by_count":4,"area":null},{"id":"2310.19059","title":"Escaping Saddle Points in Heterogeneous Federated Learning via Distributed SGD with Communication Compression","created":"2023-10-29","cited_by_count":4,"area":null},{"id":"2410.16871","title":"Error Feedback under $(L_0,L_1)$-Smoothness: Normalization and Momentum","created":"2024-10-22","cited_by_count":4,"area":null},{"id":"2503.08427","title":"Accelerated Distributed Optimization with Compression and Error Feedback","created":"2025-03-11","cited_by_count":4,"area":null},{"id":"2109.06996","title":"Scalable Average Consensus with Compressed Communications","created":"2021-09-14","cited_by_count":3,"area":null},{"id":"2211.14292","title":"Analysis of Error Feedback in Federated Non-Convex Optimization with Biased Compression","created":"2022-11-25","cited_by_count":3,"area":null},{"id":"2309.14139","title":"Exploring the Impact of Serverless Computing on Peer To Peer Training Machine Learning","created":"2023-09-25","cited_by_count":3,"area":null},{"id":"2310.17759","title":"Optimal Guarantees for Algorithmic Reproducibility and Gradient Complexity in Convex Optimization","created":"2023-10-26","cited_by_count":3,"area":null},{"id":"2401.05518","title":"Correlated Quantization for Faster Nonconvex Distributed Optimization","created":"2024-01-10","cited_by_count":3,"area":null},{"id":"2405.20127","title":"SPAM: Stochastic Proximal Point Method with Momentum Variance Reduction for Non-convex Cross-Device Federated Learning","created":"2024-05-30","cited_by_count":3,"area":null},{"id":"2406.14420","title":"Communication-efficient Vertical Federated Learning via Compressed Error Feedback","created":"2024-06-20","cited_by_count":3,"area":null},{"id":"2406.18418","title":"Differential error feedback for communication-efficient decentralized learning","created":"2024-06-26","cited_by_count":3,"area":null},{"id":"2410.01410","title":"On the Convergence of FedProx with Extrapolation and Inexact Prox","created":"2024-10-02","cited_by_count":3,"area":null},{"id":"2411.12898","title":"Problem-dependent convergence bounds for randomized linear gradient compression","created":"2024-11-19","cited_by_count":3,"area":null},{"id":"2412.01630","title":"Review of Mathematical Optimization in Federated Learning","created":"2024-12-02","cited_by_count":3,"area":null},{"id":"2502.13482","title":"Smoothed Normalization for Efficient Distributed Private Optimization","created":"2025-02-19","cited_by_count":3,"area":null},{"id":"2604.10689","title":"Communication-Efficient Gluon in Federated Learning","created":"2026-04-12","cited_by_count":3,"area":null},{"id":"2206.00529","title":"Variance Reduction is an Antidote to Byzantines: Better Rates, Weaker Assumptions and Communication Compression as a Cherry on the Top","created":"2022-06-01","cited_by_count":2,"area":null},{"id":"2402.18018","title":"Communication Efficient ConFederated Learning: An Event-Triggered SAGA Approach","created":"2024-02-28","cited_by_count":2,"area":null},{"id":"2403.00853","title":"Parallel Momentum Methods Under Biased Gradient Estimations","created":"2024-02-29","cited_by_count":2,"area":null},{"id":"2408.13787","title":"Mask-Encoded Sparsification: Mitigating Biased Gradients in Communication-Efficient Split Learning","created":"2024-08-25","cited_by_count":2,"area":null},{"id":"2409.14280","title":"Accelerated Stochastic ExtraGradient: Mixing Hessian and Gradient Similarity to Reduce Communication in Distributed and Federated Learning","created":"2024-09-22","cited_by_count":2,"area":null},{"id":"2410.21491","title":"Trustworthiness of Stochastic Gradient Descent in Distributed Learning","created":"2024-10-28","cited_by_count":2,"area":null},{"id":"2412.04538","title":"Communication Compression for Distributed Learning without Control Variates","created":"2024-12-05","cited_by_count":2,"area":null},{"id":"2412.16414","title":"Accelerated Methods with Compressed Communications for Distributed Optimization Problems under Data Similarity","created":"2024-12-21","cited_by_count":2,"area":null},{"id":"2510.03507","title":"Composite Optimization with Error Feedback: the Dual Averaging Approach","created":"2025-10-03","cited_by_count":2,"area":null},{"id":"2511.14501","title":"Improved Convergence in Parameter-Agnostic Error Feedback through Momentum","created":"2025-11-18","cited_by_count":2,"area":null},{"id":"2601.04907","title":"Distributed Online Convex Optimization with Efficient Communication: Improved Algorithm and Lower bounds","created":"2026-01-08","cited_by_count":2,"area":null},{"id":"2204.08160","title":"On Arbitrary Compression for Decentralized Consensus and Stochastic Optimization over Directed Networks","created":"2022-04-18","cited_by_count":1,"area":null},{"id":"2305.15264","title":"Error Feedback Shines when Features are Rare","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2309.13307","title":"CORE: Common Random Reconstruction for Distributed Optimization with Provable Low Communication Complexity","created":"2023-09-23","cited_by_count":1,"area":null}],"next_cursor":"100"}