{"total":25,"rows":[{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2208.09632","title":"Adam Can Converge Without Any Modification On Update Rules","created":"2022-08-20","cited_by_count":114,"area":null},{"id":"2304.13972","title":"Convergence of Adam Under Relaxed Assumptions","created":"2023-04-27","cited_by_count":99,"area":null},{"id":"2210.05177","title":"Make Sharpness-Aware Minimization Stronger: A Sparsified Perturbation Approach","created":"2022-10-11","cited_by_count":70,"area":null},{"id":"2211.15055","title":"AdaTask: A Task-aware Adaptive Learning Rate Approach to Multi-task Learning","created":"2022-11-28","cited_by_count":31,"area":null},{"id":"2208.09900","title":"Provable Adaptivity of Adam under Non-uniform Smoothness","created":"2022-08-21","cited_by_count":30,"area":null},{"id":"2308.00522","title":"Efficient Federated Learning via Local Adaptive Amended Optimizer with Linear Speedup","created":"2023-07-30","cited_by_count":23,"area":null},{"id":"2305.03938","title":"Adam-family Methods for Nonsmooth Optimization with Convergence Guarantees","created":"2023-05-06","cited_by_count":22,"area":null},{"id":"2303.00565","title":"AdaSAM: Boosting Sharpness-Aware Minimization with Adaptive Learning Rate and Momentum for Training Deep Neural Networks","created":"2023-03-01","cited_by_count":21,"area":null},{"id":"2603.20527","title":"RMNP: Row-Momentum Normalized Preconditioning for Scalable Matrix-Based Optimization","created":"2026-03-20","cited_by_count":15,"area":null},{"id":"2510.12402","title":"Cautious Weight Decay","created":"2025-10-14","cited_by_count":13,"area":null},{"id":"2205.14473","title":"Efficient-Adam: Communication-Efficient Distributed Adam","created":"2022-05-28","cited_by_count":11,"area":null},{"id":"2505.11840","title":"On the $O(\\frac{\\sqrt{d}}{K^{1/4}})$ Convergence Rate of AdamW Measured by $\\ell_1$ Norm","created":"2025-05-17","cited_by_count":8,"area":null},{"id":"2402.02857","title":"Non-asymptotic Analysis of Biased Adaptive Stochastic Approximation","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2306.17504","title":"Systematic Investigation of Sparse Perturbed Sharpness-Aware Minimization Optimizer","created":"2023-06-30","cited_by_count":4,"area":null},{"id":"2507.05966","title":"Simple Convergence Proof of Adam From a Sign-like Descent Perspective","created":"2025-07-08","cited_by_count":4,"area":null},{"id":"2106.10022","title":"Local AdaGrad-Type Algorithm for Stochastic Convex-Concave Optimization","created":"2021-06-18","cited_by_count":2,"area":null},{"id":"2305.05675","title":"UAdam: Unified Adam-Type Algorithmic Framework for Non-Convex Stochastic Optimization","created":"2023-05-09","cited_by_count":2,"area":null},{"id":"2309.09719","title":"FedLALR: Client-Specific Adaptive Learning Rates Achieve Linear Speedup for Non-IID Data","created":"2023-09-18","cited_by_count":2,"area":null},{"id":"2606.08783","title":"OptMuon: Closed-Loop Orthogonalized Momentum Methods for Stochastic Optimization with Zero-Noise Optimality","created":"2026-06-07","cited_by_count":1,"area":null},{"id":"2309.08339","title":"A Theoretical and Empirical Study on the Convergence of Adam with an \"Exact\" Constant Step Size in Non-Convex Settings","created":"2023-09-15","cited_by_count":0,"area":null},{"id":"2402.00389","title":"On the $O(\\frac{\\sqrt{d}}{T^{1/4}})$ Convergence Rate of RMSProp and Its Momentum Extension Measured by $\\ell_1$ Norm","created":"2024-02-01","cited_by_count":0,"area":null},{"id":"2509.01329","title":"Globally aware optimization with resurgence","created":"2025-09-01","cited_by_count":0,"area":null},{"id":"2510.25366","title":"A Convexity-dependent Two-Phase Training Algorithm for Deep Neural Networks","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2603.09923","title":"OptEMA: Adaptive Exponential Moving Average for Stochastic Optimization with Zero-Noise Optimality","created":"2026-03-10","cited_by_count":0,"area":null}],"next_cursor":null}