{"total":40,"rows":[{"id":"2208.09632","title":"Adam Can Converge Without Any Modification On Update Rules","created":"2022-08-20","cited_by_count":114,"area":null},{"id":"2411.10438","title":"MARS: Unleashing the Power of Variance Reduction for Training Large Models","created":"2024-11-15","cited_by_count":64,"area":null},{"id":"2112.04660","title":"A Fully Single Loop Algorithm for Bilevel Optimization without Hessian Inverse","created":"2021-12-09","cited_by_count":53,"area":null},{"id":"2406.10650","title":"The Implicit Bias of Adam on Separable Data","created":"2024-06-15","cited_by_count":36,"area":null},{"id":"2212.00974","title":"Faster Adaptive Federated Learning","created":"2022-12-02","cited_by_count":35,"area":null},{"id":"2106.11396","title":"BiAdam: Fast Adaptive Bilevel Optimization Methods","created":"2021-06-21","cited_by_count":33,"area":null},{"id":"2509.15816","title":"On the Convergence of Muon and Beyond","created":"2025-09-19","cited_by_count":31,"area":null},{"id":"2208.09900","title":"Provable Adaptivity of Adam under Non-uniform Smoothness","created":"2022-08-21","cited_by_count":30,"area":null},{"id":"2107.12301","title":"Enhanced Bilevel Optimization via Bregman Distance","created":"2021-07-26","cited_by_count":28,"area":null},{"id":"2303.00565","title":"AdaSAM: Boosting Sharpness-Aware Minimization with Adaptive Learning Rate and Momentum for Training Deep Neural Networks","created":"2023-03-01","cited_by_count":21,"area":null},{"id":"2402.03982","title":"On Convergence of Adam for Stochastic Optimization under Relaxed Assumptions","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2402.07114","title":"Towards Quantifying the Preconditioning Effect of Adam","created":"2024-02-11","cited_by_count":19,"area":null},{"id":"2106.12112","title":"Bregman Gradient Policy Optimization","created":"2021-06-23","cited_by_count":17,"area":null},{"id":"2603.28254","title":"MuonEq: Balancing Before Orthogonalization with Lightweight Equilibration","created":"2026-03-30","cited_by_count":17,"area":null},{"id":"2307.11782","title":"Convergence of Adam for Non-convex Objectives: Relaxed Hyperparameters and Non-ergodic Case","created":"2023-07-20","cited_by_count":14,"area":null},{"id":"2106.16101","title":"AdaGDA: Faster Adaptive Gradient Descent Ascent Methods for Minimax Optimization","created":"2021-06-30","cited_by_count":13,"area":null},{"id":"2510.21800","title":"MARS-M: When Variance Reduction Meets Matrices","created":"2025-10-20","cited_by_count":10,"area":null},{"id":"2210.05607","title":"Divergence Results and Convergence of a Variance Reduced Version of ADAM","created":"2022-10-11","cited_by_count":8,"area":null},{"id":"2311.02000","title":"High Probability Convergence of Adam Under Unbounded Gradients and Affine Variance Noise","created":"2023-11-03","cited_by_count":8,"area":null},{"id":"2211.01122","title":"Fast Adaptive Federated Bilevel Optimization","created":"2022-11-02","cited_by_count":7,"area":null},{"id":"2302.06032","title":"Near-Optimal Non-Convex Stochastic Optimization under Generalized Smoothness","created":"2023-02-13","cited_by_count":7,"area":null},{"id":"2303.03984","title":"Enhanced Adaptive Gradient Algorithms for Nonconvex-PL Minimax Optimization","created":"2023-03-07","cited_by_count":6,"area":null},{"id":"2406.01959","title":"Adaptive Variance Reduction for Stochastic Optimization under Weaker Assumptions","created":"2024-06-04","cited_by_count":6,"area":null},{"id":"2209.14853","title":"META-STORM: Generalized Fully-Adaptive Variance Reduced SGD for Unbounded Functions","created":"2022-09-29","cited_by_count":5,"area":null},{"id":"2211.07303","title":"Adaptive Federated Minimax Optimization with Lower Complexities","created":"2022-11-14","cited_by_count":5,"area":null},{"id":"2201.12302","title":"Adaptive Accelerated (Extra-)Gradient Methods with Variance Reduction","created":"2022-01-28","cited_by_count":4,"area":null},{"id":"2410.06369","title":"Communication-Efficient Federated Group Distributionally Robust Optimization","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2211.01883","title":"Faster Adaptive Momentum-Based Federated Methods for Distributed Composition Optimization","created":"2022-11-03","cited_by_count":2,"area":null},{"id":"2302.06103","title":"FedDA: Faster Framework of Local Adaptive Gradient Methods via Restarted Dual Averaging","created":"2023-02-13","cited_by_count":2,"area":null},{"id":"2311.04520","title":"Adaptive Mirror Descent Bilevel Optimization","created":"2023-11-08","cited_by_count":2,"area":null},{"id":"2409.10470","title":"Online Nonconvex Bilevel Optimization with Bregman Divergences","created":"2024-09-16","cited_by_count":2,"area":null},{"id":"2412.19444","title":"Towards Simple and Provable Parameter-Free Adaptive Gradient Methods","created":"2024-12-27","cited_by_count":2,"area":null},{"id":"2606.17526","title":"MGUP: A Momentum-Gradient Alignment Update Policy for Stochastic Optimization","created":"2026-06-16","cited_by_count":2,"area":null},{"id":"2408.09775","title":"Faster Adaptive Decentralized Learning Algorithms","created":"2024-08-19","cited_by_count":1,"area":null},{"id":"2409.00459","title":"Gradient-Free Method for Heavily Constrained Nonconvex Optimization","created":"2024-08-31","cited_by_count":1,"area":null},{"id":"2502.21099","title":"Adaptive Lipschitz-Free Proximal Gradient Methods for Stochastic Composite Nonconvex Optimization","created":"2025-02-28","cited_by_count":1,"area":null},{"id":"2607.14536","title":"Muse: Representation Geometry of Muon Beyond Normalized Momentum","created":"2026-07-16","cited_by_count":1,"area":null},{"id":"2505.11748","title":"HOME-3: High-Order Momentum Estimator with Third-Power Gradient for Convex and Smooth Nonconvex Optimization","created":"2025-05-16","cited_by_count":0,"area":null},{"id":"2508.01764","title":"A Trainable Optimizer","created":"2025-08-03","cited_by_count":0,"area":null},{"id":"2603.09923","title":"OptEMA: Adaptive Exponential Moving Average for Stochastic Optimization with Zero-Noise Optimality","created":"2026-03-10","cited_by_count":0,"area":null}],"next_cursor":null}