{"total":95,"rows":[{"id":"2104.11375","title":"Decentralized Federated Averaging","created":"2021-04-23","cited_by_count":114,"area":null},{"id":"2206.08307","title":"Sharper Convergence Guarantees for Asynchronous SGD for Distributed and Federated Learning","created":"2022-06-16","cited_by_count":79,"area":null},{"id":"2205.13692","title":"FedAvg with Fine Tuning: Local Updates Lead to Representation Learning","created":"2022-05-27","cited_by_count":56,"area":null},{"id":"2107.00052","title":"Stochastic Gradient Descent-Ascent and Consensus Optimization for Smooth Games: Convergence Analysis under Expected Co-coercivity","created":"2021-06-30","cited_by_count":43,"area":null},{"id":"2206.08330","title":"Compressed-VFL: Communication-Efficient Learning with Vertically Partitioned Data","created":"2022-06-16","cited_by_count":36,"area":null},{"id":"2102.09907","title":"Instrumental Variable Value Iteration for Causal Offline Reinforcement Learning","created":"2021-02-19","cited_by_count":35,"area":"offlinerl"},{"id":"2202.04295","title":"On Almost Sure Convergence Rates of Stochastic Gradient Methods","created":"2022-02-09","cited_by_count":35,"area":null},{"id":"2103.03452","title":"FedDR -- Randomized Douglas-Rachford Splitting Algorithms for Nonconvex Federated Composite Optimization","created":"2021-03-05","cited_by_count":29,"area":null},{"id":"2305.15349","title":"On the Convergence of Black-Box Variational Inference","created":"2023-05-24","cited_by_count":22,"area":null},{"id":"2501.16168","title":"Ringmaster ASGD: The First Asynchronous SGD with Optimal Time Complexity","created":"2025-01-27","cited_by_count":18,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2109.04522","title":"Asynchronous Iterations in Optimization: New Sequence Results and Sharper Algorithmic Guarantees","created":"2021-09-09","cited_by_count":17,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2206.10189","title":"A General Theory for Federated Optimization with Asynchronous and Heterogeneous Clients Updates","created":"2022-06-21","cited_by_count":17,"area":null},{"id":"2109.05198","title":"Doubly Adaptive Scaled Algorithm for Machine Learning Using Second-Order Information","created":"2021-09-11","cited_by_count":16,"area":null},{"id":"2202.03618","title":"On Unbalanced Optimal Transport: Gradient Methods, Sparsity and Approximation Error","created":"2022-02-08","cited_by_count":16,"area":null},{"id":"2102.09700","title":"AI-SARAH: Adaptive and Implicit Stochastic Recursive Gradient Methods","created":"2021-02-19","cited_by_count":15,"area":null},{"id":"2105.04319","title":"A Bregman Learning Framework for Sparse Neural Networks","created":"2021-05-10","cited_by_count":15,"area":null},{"id":"2207.09387","title":"Green, Quantized Federated Learning over Wireless Networks: An Energy-Efficient Design","created":"2022-07-19","cited_by_count":15,"area":null},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13,"area":null},{"id":"2405.18972","title":"Federated Learning with Bilateral Curation for Partially Class-Disjoint Data","created":"2024-05-29","cited_by_count":13,"area":null},{"id":"2406.04142","title":"Stochastic Polyak Step-sizes and Momentum: Convergence Guarantees and Practical Performance","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2403.07723","title":"On the Last-Iterate Convergence of Shuffling Gradient Methods","created":"2024-03-12","cited_by_count":11,"area":null},{"id":"2111.07911","title":"On the Tradeoff between Energy, Precision, and Accuracy in Federated Quantized Neural Networks","created":"2021-11-15","cited_by_count":10,"area":null},{"id":"2202.03525","title":"Nesterov Accelerated Shuffling Gradient Method for Convex Optimization","created":"2022-02-07","cited_by_count":10,"area":null},{"id":"2407.18365","title":"FADAS: Towards Federated Adaptive Asynchronous Optimization","created":"2024-07-25","cited_by_count":10,"area":null},{"id":"2305.17665","title":"Acceleration of stochastic gradient descent with momentum by averaging: finite-sample rates and asymptotic normality","created":"2023-05-28","cited_by_count":9,"area":null},{"id":"2410.04458","title":"A Comprehensive Framework for Analyzing the Convergence of Adam: Bridging the Gap with SGD","created":"2024-10-06","cited_by_count":9,"area":null},{"id":"2102.04655","title":"Training Federated GANs with Theoretical Guarantees: A Universal Aggregation Approach","created":"2021-02-09","cited_by_count":8,"area":null},{"id":"2102.07214","title":"Communication-Efficient Distributed Optimization with Quantized Preconditioners","created":"2021-02-14","cited_by_count":8,"area":null},{"id":"2403.02648","title":"Remove that Square Root: A New Efficient Scale-Invariant Version of AdaGrad","created":"2024-03-05","cited_by_count":8,"area":null},{"id":"2103.12293","title":"Stochastic Reweighted Gradient Descent","created":"2021-03-23","cited_by_count":7,"area":null},{"id":"2201.11204","title":"On the Convergence of mSGD and AdaGrad for Stochastic Optimization","created":"2022-01-26","cited_by_count":7,"area":null},{"id":"2208.05287","title":"Adaptive Learning Rates for Faster Stochastic Gradient Methods","created":"2022-08-10","cited_by_count":7,"area":null},{"id":"2209.07821","title":"Quantization for decentralized learning under subspace constraints","created":"2022-09-16","cited_by_count":7,"area":null},{"id":"2306.11922","title":"No Wrong Turns: The Simple Geometry Of Neural Networks Optimization Paths","created":"2023-06-20","cited_by_count":7,"area":null},{"id":"2206.06295","title":"Markov Chain Score Ascent: A Unifying Framework of Variational Inference with Markovian Gradients","created":"2022-06-13","cited_by_count":6,"area":null},{"id":"2303.10472","title":"Practical and Matching Gradient Variance Bounds for Black-Box Variational Bayesian Inference","created":"2023-03-18","cited_by_count":6,"area":null},{"id":"2306.16484","title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training","created":"2023-06-28","cited_by_count":6,"area":null},{"id":"2410.04285","title":"MindFlayer SGD: Efficient Parallel SGD in the Presence of Heterogeneous and Random Worker Compute Times","created":"2024-10-05","cited_by_count":6,"area":null},{"id":"2405.15545","title":"Freya PAGE: First Optimal Time Complexity for Large-Scale Nonconvex Finite-Sum Optimization with Heterogeneous Asynchronous Computations","created":"2024-05-24","cited_by_count":5,"area":null},{"id":"2509.22860","title":"Ringleader ASGD: The First Asynchronous SGD with Optimal Time Complexity under Data Heterogeneity","created":"2025-09-26","cited_by_count":5,"area":null},{"id":"2105.11818","title":"SGD with Coordinate Sampling: Theory and Practice","created":"2021-05-25","cited_by_count":4,"area":null},{"id":"2303.00250","title":"Combating Exacerbated Heterogeneity for Robust Models in Federated Learning","created":"2023-03-01","cited_by_count":4,"area":null},{"id":"2307.07406","title":"Improved Convergence Analysis and SNR Control Strategies for Federated Learning in the Presence of Noise","created":"2023-07-14","cited_by_count":4,"area":null},{"id":"2312.01047","title":"A New Random Reshuffling Method for Nonsmooth Nonconvex Finite-sum Optimization","created":"2023-12-02","cited_by_count":4,"area":null},{"id":"2401.10989","title":"Provably Scalable Black-Box Variational Inference with Structured Variational Families","created":"2024-01-19","cited_by_count":4,"area":null},{"id":"2501.04443","title":"Revisiting LocalSGD and SCAFFOLD: Improved Rates and Missing Analysis","created":"2025-01-08","cited_by_count":4,"area":null},{"id":"2503.06078","title":"Biased Federated Learning under Wireless Heterogeneity","created":"2025-03-08","cited_by_count":4,"area":null},{"id":"2001.05918","title":"Elastic Consistency: A General Consistency Model for Distributed Stochastic Gradient Descent","created":"2020-01-16","cited_by_count":3,"area":"diffusion"},{"id":"2112.12373","title":"Decentralized Multi-Task Stochastic Optimization With Compressed Communications","created":"2021-12-23","cited_by_count":3,"area":null},{"id":"2305.15333","title":"Breaking the Curse of Quality Saturation with User-Centric Ranking","created":"2023-05-24","cited_by_count":3,"area":null},{"id":"2309.13681","title":"Accelerating Large Batch Training via Gradient Signal to Noise Ratio (GSNR)","created":"2023-09-24","cited_by_count":3,"area":null},{"id":"2505.24399","title":"LightSAM: Parameter-Agnostic Sharpness-Aware Minimization","created":"2025-05-30","cited_by_count":3,"area":null},{"id":"2101.04163","title":"On the Practicality of Differential Privacy in Federated Learning by Tuning Iteration Times","created":"2021-01-11","cited_by_count":2,"area":null},{"id":"2202.03524","title":"Finite-Sum Optimization: A New Perspective for Convergence to a Global Solution","created":"2022-02-07","cited_by_count":2,"area":null},{"id":"2205.12549","title":"Learning from time-dependent streaming data with online stochastic algorithms","created":"2022-05-25","cited_by_count":2,"area":null},{"id":"2206.00529","title":"Variance Reduction is an Antidote to Byzantines: Better Rates, Weaker Assumptions and Communication Compression as a Cherry on the Top","created":"2022-06-01","cited_by_count":2,"area":null},{"id":"2206.05869","title":"On the Convergence to a Global Solution of Shuffling-Type Gradient Algorithms","created":"2022-06-13","cited_by_count":2,"area":null},{"id":"2209.05732","title":"R\\'{e}nyi Divergence Deep Mutual Learning","created":"2022-09-13","cited_by_count":2,"area":null},{"id":"2303.04676","title":"Considerations on the Theory of Training Models with Differential Privacy","created":"2023-03-08","cited_by_count":2,"area":null},{"id":"2403.02347","title":"On the Convergence of Federated Learning Algorithms without Data Similarity","created":"2024-02-29","cited_by_count":2,"area":null},{"id":"2404.02511","title":"Stochastic Constrained Decentralized Optimization for Machine Learning with Fewer Data Oracles: a Gradient Sliding Approach","created":"2024-04-03","cited_by_count":2,"area":null},{"id":"2406.00920","title":"Demystifying SGD with Doubly Stochastic Gradients","created":"2024-06-03","cited_by_count":2,"area":"diffusion"},{"id":"2505.17965","title":"Bias-Optimal Bounds for SGD: A Computer-Aided Lyapunov Analysis","created":"2025-05-23","cited_by_count":2,"area":null},{"id":"2511.14501","title":"Improved Convergence in Parameter-Agnostic Error Feedback through Momentum","created":"2025-11-18","cited_by_count":2,"area":null},{"id":"2102.09030","title":"Proactive DP: A Multple Target Optimization Framework for DP-SGD","created":"2021-02-17","cited_by_count":1,"area":null},{"id":"2107.01895","title":"Optimizing the Numbers of Queries and Replies in Federated Learning with Differential Privacy","created":"2021-07-05","cited_by_count":1,"area":null},{"id":"2112.13935","title":"AET-SGD: Asynchronous Event-triggered Stochastic Gradient Descent","created":"2021-12-27","cited_by_count":1,"area":null},{"id":"2203.11579","title":"Local Stochastic Factored Gradient Descent for Distributed Quantum State Tomography","created":"2022-03-22","cited_by_count":1,"area":null},{"id":"2206.10073","title":"Finding Optimal Policy for Queueing Models: New Parameterization","created":"2022-06-21","cited_by_count":1,"area":null},{"id":"2210.11257","title":"A note on diffusion limits for stochastic gradient descent","created":"2022-10-20","cited_by_count":1,"area":null},{"id":"2212.05796","title":"Generalizing DP-SGD with Shuffling and Batch Clipping","created":"2022-12-12","cited_by_count":1,"area":null},{"id":"2302.14529","title":"Maximum Likelihood With a Time Varying Parameter","created":"2023-02-28","cited_by_count":1,"area":null},{"id":"2311.16956","title":"Adaptive Step Sizes for Preconditioned Stochastic Gradient Descent","created":"2023-11-28","cited_by_count":1,"area":null},{"id":"2403.03180","title":"Shuffling Momentum Gradient Algorithm for Convex Optimization","created":"2024-03-05","cited_by_count":1,"area":null},{"id":"2406.00846","title":"Local Methods with Adaptivity via Scaling","created":"2024-06-02","cited_by_count":1,"area":null},{"id":"2410.03760","title":"On the SAGA algorithm with decreasing step","created":"2024-10-02","cited_by_count":1,"area":null},{"id":"2505.12479","title":"$\\gamma$-FedHT: Stepsize-Aware Hard-Threshold Gradient Compression in Federated Learning","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2508.08476","title":"Sparse Partial Optimal Transport via Quadratic Regularization","created":"2025-08-11","cited_by_count":1,"area":null},{"id":"2512.06795","title":"ADAM Optimization with Adaptive Batch Selection","created":"2025-12-07","cited_by_count":1,"area":null},{"id":"2105.11135","title":"Robust learning with anytime-guaranteed feedback","created":"2021-05-24","cited_by_count":0,"area":null},{"id":"2106.03211","title":"Distributed Learning and its Application for Time-Series Prediction","created":"2021-06-06","cited_by_count":0,"area":null},{"id":"2109.15292","title":"Accelerating Perturbed Stochastic Iterates in Asynchronous Lock-Free Optimization","created":"2021-09-30","cited_by_count":0,"area":null},{"id":"2110.12634","title":"Accelerated Almost-Sure Convergence Rates for Nonconvex Stochastic Gradient Descent using Stochastic Learning Rates","created":"2021-10-25","cited_by_count":0,"area":null},{"id":"2209.05372","title":"Convergence of Batch Updating Methods with Approximate Gradients and/or Noisy Measurements: Theory and Computational Results","created":"2022-09-12","cited_by_count":0,"area":null},{"id":"2305.13664","title":"Layer-wise Adaptive Step-Sizes for Stochastic First-Order Methods for Deep Learning","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2410.14885","title":"Beyond Discretization: Learning the Optimal Solution Path","created":"2024-10-18","cited_by_count":0,"area":null},{"id":"2410.19207","title":"Equitable Federated Learning with Activation Clustering","created":"2024-10-24","cited_by_count":0,"area":null},{"id":"2411.15795","title":"Beyond adaptive gradient: Fast-Controlled Minibatch Algorithm for large-scale optimization","created":"2024-11-24","cited_by_count":0,"area":null},{"id":"2501.13916","title":"PBM-VFL: Vertical Federated Learning with Feature and Sample Privacy","created":"2025-01-23","cited_by_count":0,"area":null},{"id":"2504.12601","title":"Stochastic Gradient Descent in Non-Convex Problems: Asymptotic Convergence with Relaxed Step-Size via Stopping Time Methods","created":"2025-04-17","cited_by_count":0,"area":null},{"id":"2511.19966","title":"Stragglers Can Contribute More: Uncertainty-Aware Distillation for Asynchronous Federated Learning","created":"2025-11-25","cited_by_count":0,"area":null},{"id":"2606.01787","title":"Stochastic convergence of parallel asynchronous adaptive first-order methods","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2606.13287","title":"Clipping Makes Distributed and Federated Asynchronous SGD Robust to Stragglers","created":"2026-06-11","cited_by_count":0,"area":null}],"next_cursor":null}