{"total":35,"rows":[{"id":"2112.03459","title":"A Novel Convergence Analysis for Algorithms of the Adam Family","created":"2021-12-07","cited_by_count":50,"area":null},{"id":"2202.04295","title":"On Almost Sure Convergence Rates of Stochastic Gradient Methods","created":"2022-02-09","cited_by_count":35,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2303.00565","title":"AdaSAM: Boosting Sharpness-Aware Minimization with Adaptive Learning Rate and Momentum for Training Deep Neural Networks","created":"2023-03-01","cited_by_count":21,"area":null},{"id":"2402.13794","title":"Revisiting Convergence of AdaGrad with Relaxed Assumptions","created":"2024-02-21","cited_by_count":15,"area":null},{"id":"2107.01173","title":"Momentum Accelerates the Convergence of Stochastic AUPRC Maximization","created":"2021-07-02","cited_by_count":14,"area":null},{"id":"2104.14840","title":"Unified Convergence Analysis for Adaptive Optimization with Moving Average Estimator","created":"2021-04-30","cited_by_count":13,"area":null},{"id":"2102.07002","title":"On the Last Iterate Convergence of Momentum Methods","created":"2021-02-13","cited_by_count":10,"area":null},{"id":"2305.17665","title":"Acceleration of stochastic gradient descent with momentum by averaging: finite-sample rates and asymptotic normality","created":"2023-05-28","cited_by_count":9,"area":null},{"id":"2106.02985","title":"Escaping Saddle Points Faster with Stochastic Momentum","created":"2021-06-05","cited_by_count":8,"area":null},{"id":"2102.07314","title":"The Role of Momentum Parameters in the Optimal Convergence of Adaptive Polyak's Heavy-ball Methods","created":"2021-02-15","cited_by_count":7,"area":null},{"id":"2201.11204","title":"On the Convergence of mSGD and AdaGrad for Stochastic Optimization","created":"2022-01-26","cited_by_count":7,"area":null},{"id":"2406.12774","title":"Towards Exact Gradient-based Training on Analog In-memory Computing","created":"2024-06-18","cited_by_count":7,"area":null},{"id":"2102.11755","title":"Analytical Study of Momentum-Based Acceleration Methods in Paradigmatic High-Dimensional Non-Convex Problems","created":"2021-02-23","cited_by_count":5,"area":null},{"id":"2101.02916","title":"Accelerating Training of Batch Normalization: A Manifold Perspective","created":"2021-01-08","cited_by_count":4,"area":null},{"id":"2311.11166","title":"From Optimization to Control: Quasi Policy Iteration","created":"2023-11-18","cited_by_count":4,"area":null},{"id":"2312.01658","title":"AGD: an Auto-switchable Optimizer using Stepwise Gradient Difference for Preconditioning Matrix","created":"2023-12-04","cited_by_count":4,"area":null},{"id":"2409.00029","title":"Attack Anything: Blind DNNs via Universal Background Adversarial Attack","created":"2024-08-17","cited_by_count":3,"area":null},{"id":"2111.15317","title":"AutoDrop: Training Deep Learning Models with Automatic Learning Rate Drop","created":"2021-11-30","cited_by_count":2,"area":null},{"id":"2310.12969","title":"Demystifying the Myths and Legends of Nonconvex Convergence of SGD","created":"2023-10-19","cited_by_count":2,"area":null},{"id":"2406.13041","title":"Accelerated Stochastic Min-Max Optimization Based on Bias-corrected Momentum","created":"2024-06-18","cited_by_count":2,"area":null},{"id":"2111.05508","title":"Training Generative Adversarial Networks with Adaptive Composite Gradient","created":"2021-11-10","cited_by_count":1,"area":null},{"id":"2302.10058","title":"Differentiable Arbitrating in Zero-sum Markov Games","created":"2023-02-20","cited_by_count":1,"area":null},{"id":"2506.23544","title":"Both Asymptotic and Non-Asymptotic Convergence of Quasi-Hyperbolic Momentum using Increasing Batch Size","created":"2025-06-30","cited_by_count":1,"area":null},{"id":"2605.28517","title":"Stochastic Gradient Descent with Momentum is Algorithmically Stable","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2607.04233","title":"Unified convergence analysis for gradient descent optimization methods in the training of deep neural networks","created":"2026-07-05","cited_by_count":1,"area":null},{"id":"2607.08104","title":"Vanilla SGD with Momentum Survives Heavy-Tailed Noise: Convergence Analysis without Gradient Clipping or Normalization","created":"2026-07-09","cited_by_count":1,"area":null},{"id":"2102.13653","title":"On the Generalization of Stochastic Gradient Descent with Momentum","created":"2021-02-26","cited_by_count":0,"area":null},{"id":"2104.07361","title":"Scale Invariant Monte Carlo under Linear Function Approximation with Curvature based step-size","created":"2021-04-15","cited_by_count":0,"area":null},{"id":"2110.00625","title":"Accelerate Distributed Stochastic Descent for Nonconvex Optimization with Momentum","created":"2021-10-01","cited_by_count":0,"area":null},{"id":"2201.08311","title":"Accelerated Gradient Flow: Risk, Stability, and Implicit Regularization","created":"2022-01-20","cited_by_count":0,"area":null},{"id":"2207.00392","title":"Better Methods and Theory for Federated Learning: Compression, Client Selection and Heterogeneity","created":"2022-07-01","cited_by_count":0,"area":null},{"id":"2306.16557","title":"Non-Convex Optimizations for Machine Learning with Theoretical Guarantee: Robust Matrix Completion and Neural Network Learning","created":"2023-06-28","cited_by_count":0,"area":null},{"id":"2609.31303","title":"Geometric Moment Contraction for Stochastic Nesterov Acceleration","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.36668","title":"Stochastic Heavy Ball with Polyak Step Size and Armijo Line Search: A General Convergence Analysis","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}