{"total":44,"rows":[{"id":"2102.04761","title":"Quasi-Global Momentum: Accelerating Decentralized Deep Learning on Heterogeneous Data","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40,"area":null},{"id":"2102.05375","title":"Strength of Minibatch Noise in SGD","created":"2021-02-10","cited_by_count":39,"area":null},{"id":"2307.15196","title":"The Marginal Value of Momentum for Small Learning Rate SGD","created":"2023-07-27","cited_by_count":18,"area":null},{"id":"2206.07553","title":"On the fast convergence of minibatch heavy ball momentum","created":"2022-06-15","cited_by_count":13,"area":null},{"id":"2406.04142","title":"Stochastic Polyak Step-sizes and Momentum: Convergence Guarantees and Practical Performance","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2106.03034","title":"Minibatch and Momentum Model-based Methods for Stochastic Weakly Convex Optimization","created":"2021-06-06","cited_by_count":10,"area":null},{"id":"2404.03176","title":"Information-Theoretic Generalization Bounds for Deep Neural Networks","created":"2024-04-04","cited_by_count":10,"area":null},{"id":"2604.14108","title":"Momentum Further Constrains Sharpness at the Edge of Stochastic Stability","created":"2026-04-15","cited_by_count":10,"area":null},{"id":"2305.17665","title":"Acceleration of stochastic gradient descent with momentum by averaging: finite-sample rates and asymptotic normality","created":"2023-05-28","cited_by_count":9,"area":null},{"id":"2312.14567","title":"Accelerated Convergence of Stochastic Heavy Ball Method under Anisotropic Gradient Noise","created":"2023-12-22","cited_by_count":9,"area":null},{"id":"2110.09057","title":"Training Deep Neural Networks with Adaptive Momentum Inspired by the Quadratic Optimization","created":"2021-10-18","cited_by_count":8,"area":null},{"id":"2102.07314","title":"The Role of Momentum Parameters in the Optimal Convergence of Adaptive Polyak's Heavy-ball Methods","created":"2021-02-15","cited_by_count":7,"area":null},{"id":"2201.11204","title":"On the Convergence of mSGD and AdaGrad for Stochastic Optimization","created":"2022-01-26","cited_by_count":7,"area":null},{"id":"2102.11537","title":"Revisiting the Role of Euler Numerical Integration on Acceleration and Stability in Convex Optimization","created":"2021-02-23","cited_by_count":6,"area":null},{"id":"2102.11755","title":"Analytical Study of Momentum-Based Acceleration Methods in Paradigmatic High-Dimensional Non-Convex Problems","created":"2021-02-23","cited_by_count":5,"area":null},{"id":"2306.02618","title":"Enhance Diffusion to Improve Robust Generalization","created":"2023-06-05","cited_by_count":3,"area":null},{"id":"2106.02888","title":"Bandwidth-based Step-Sizes for Non-Convex Stochastic Optimization","created":"2021-06-05","cited_by_count":2,"area":null},{"id":"2111.11004","title":"Gradient Temporal Difference with Momentum: Stability and Convergence","created":"2021-11-22","cited_by_count":2,"area":null},{"id":"2411.07120","title":"Lean and Mean Adaptive Optimization via Subset-Norm and Subspace-Momentum with Convergence Guarantees","created":"2024-11-11","cited_by_count":2,"area":null},{"id":"2412.11501","title":"Explicit and Implicit Graduated Optimization in Deep Neural Networks","created":"2024-12-16","cited_by_count":2,"area":null},{"id":"2501.08883","title":"Increasing Batch Size Improves Convergence of Stochastic Gradient Descent with Momentum","created":"2025-01-15","cited_by_count":2,"area":null},{"id":"2511.13465","title":"AdamNX: An Adam improvement algorithm based on a novel exponential decay mechanism for the second-order moment estimate","created":"2025-11-17","cited_by_count":2,"area":null},{"id":"2106.06753","title":"Scaling transition from momentum stochastic gradient descent to plain stochastic gradient descent","created":"2021-06-12","cited_by_count":1,"area":null},{"id":"2206.00632","title":"Computing the Variance of Shuffling Stochastic Gradient Algorithms via Power Spectral Density Analysis","created":"2022-06-01","cited_by_count":1,"area":null},{"id":"2209.11920","title":"Tradeoffs between convergence rate and noise amplification for momentum-based accelerated optimization algorithms","created":"2022-09-24","cited_by_count":1,"area":null},{"id":"2411.07102","title":"Effectively Leveraging Momentum Terms in Stochastic Line Search Frameworks for Fast Optimization of Finite-Sum Problems","created":"2024-11-11","cited_by_count":1,"area":null},{"id":"2412.16854","title":"Sharpness-Aware Minimization with Adaptive Regularization for Training Deep Neural Networks","created":"2024-12-22","cited_by_count":1,"area":null},{"id":"2506.23544","title":"Both Asymptotic and Non-Asymptotic Convergence of Quasi-Hyperbolic Momentum using Increasing Batch Size","created":"2025-06-30","cited_by_count":1,"area":null},{"id":"2508.03105","title":"Accelerating SGDM via Learning Rate and Batch Size Schedules: A Lyapunov-Based Analysis","created":"2025-08-05","cited_by_count":1,"area":null},{"id":"2510.04988","title":"Adaptive Memory Momentum via a Model-Based Framework for Deep Learning Optimization","created":"2025-10-06","cited_by_count":1,"area":null},{"id":"2605.28517","title":"Stochastic Gradient Descent with Momentum is Algorithmically Stable","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2608.18415","title":"The Road Taken: The Role of Optimizers at the Edge of Stability","created":"2026-08-19","cited_by_count":1,"area":null},{"id":"2104.07361","title":"Scale Invariant Monte Carlo under Linear Function Approximation with Curvature based step-size","created":"2021-04-15","cited_by_count":0,"area":null},{"id":"2403.11163","title":"A Selective Review on Statistical Methods for Massive Data Computation: Distributed Computing, Subsampling, and Minibatch Techniques","created":"2024-03-17","cited_by_count":0,"area":null},{"id":"2407.14618","title":"SOREL: A Stochastic Algorithm for Spectral Risks Minimization","created":"2024-07-19","cited_by_count":0,"area":null},{"id":"2504.12601","title":"Stochastic Gradient Descent in Non-Convex Problems: Asymptotic Convergence with Relaxed Step-Size via Stopping Time Methods","created":"2025-04-17","cited_by_count":0,"area":null},{"id":"2511.00469","title":"Why Federated Optimization Fails to Achieve Perfect Fitting? A Theoretical Perspective on Client-Side Optima","created":"2025-11-01","cited_by_count":0,"area":null},{"id":"2605.20533","title":"Ada2MS: A Hybrid Optimization Algorithm Based on Exponential Mixing of Elementwise and Global Second-Moment Estimates","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2605.28961","title":"Dynamics of Stochastic Momentum with Sparse Updates in High Dimensions","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2609.27577","title":"VCMM: Variance-Calibrated Momentum for Multimodal Learning","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.32290","title":"A Journey to the Edge of Stability","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.36668","title":"Stochastic Heavy Ball with Polyak Step Size and Armijo Line Search: A General Convergence Analysis","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.16034","title":"A Nonlinear Time-Series Theory for Constant-step SGD with Momentum","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}