{"total":38,"rows":[{"id":"2208.09632","title":"Adam Can Converge Without Any Modification On Update Rules","created":"2022-08-20","cited_by_count":114,"area":null},{"id":"2304.13972","title":"Convergence of Adam Under Relaxed Assumptions","created":"2023-04-27","cited_by_count":99,"area":null},{"id":"2306.00204","title":"Toward Understanding Why Adam Converges Faster Than SGD for Transformers","created":"2023-05-31","cited_by_count":53,"area":null},{"id":"2202.00089","title":"Understanding AdamW through Proximal Methods and Scale-Freeness","created":"2022-01-31","cited_by_count":46,"area":null},{"id":"2310.17998","title":"Closing the Gap Between the Upper Bound and the Lower Bound of Adam's Iteration Complexity","created":"2023-10-27","cited_by_count":38,"area":null},{"id":"2406.10650","title":"The Implicit Bias of Adam on Separable Data","created":"2024-06-15","cited_by_count":36,"area":null},{"id":"2410.08198","title":"Adam Exploits $\\ell_\\infty$-geometry of Loss Landscape via Coordinate-wise Adaptivity","created":"2024-10-10","cited_by_count":23,"area":null},{"id":"2110.03891","title":"Does Momentum Change the Implicit Regularization on Separable Data?","created":"2021-10-08","cited_by_count":22,"area":null},{"id":"2305.03938","title":"Adam-family Methods for Nonsmooth Optimization with Convergence Guarantees","created":"2023-05-06","cited_by_count":22,"area":null},{"id":"2406.15244","title":"AdaGrad under Anisotropic Smoothness","created":"2024-06-21","cited_by_count":22,"area":null},{"id":"2402.03982","title":"On Convergence of Adam for Stochastic Optimization under Relaxed Assumptions","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2212.00309","title":"Differentially Private Adaptive Optimization with Delayed Preconditioners","created":"2022-12-01","cited_by_count":18,"area":null},{"id":"2403.15146","title":"On the Convergence of Adam under Non-uniform Smoothness: Separability from SGDM and Beyond","created":"2024-03-22","cited_by_count":14,"area":null},{"id":"2404.01436","title":"Convergence Guarantees for RMSProp and Adam in Generalized-smooth Non-convex Optimization with Affine Noise Variance","created":"2024-04-01","cited_by_count":14,"area":null},{"id":"2210.02070","title":"Non-Convergence and Limit Cycles in the Adam optimizer","created":"2022-10-05","cited_by_count":9,"area":null},{"id":"2210.05607","title":"Divergence Results and Convergence of a Variance Reduced Version of ADAM","created":"2022-10-11","cited_by_count":8,"area":null},{"id":"2311.02000","title":"High Probability Convergence of Adam Under Unbounded Gradients and Affine Variance Noise","created":"2023-11-03","cited_by_count":8,"area":null},{"id":"2206.02165","title":"A Survey on Deep Learning based Channel Estimation in Doubly Dispersive Environments","created":"2022-06-05","cited_by_count":6,"area":null},{"id":"2104.08813","title":"CNN aided Weighted Interpolation for Channel Estimation in Vehicular Communications","created":"2021-04-18","cited_by_count":5,"area":null},{"id":"2205.04762","title":"A spatial-temporal short-term traffic flow prediction model based on dynamical-learning graph convolution mechanism","created":"2022-05-10","cited_by_count":5,"area":null},{"id":"2211.03970","title":"On the Algorithmic Stability and Generalization of Adaptive Optimization Methods","created":"2022-11-08","cited_by_count":5,"area":null},{"id":"2307.10053","title":"Stochastic Subgradient Methods with Guaranteed Global Stability in Nonsmooth Nonconvex Optimization","created":"2023-07-19","cited_by_count":3,"area":null},{"id":"2404.08624","title":"Regularized Gradient Clipping Provably Trains Wide and Deep Neural Networks","created":"2024-04-12","cited_by_count":3,"area":null},{"id":"2603.18899","title":"Uniform a priori bounds and error analysis for the Adam stochastic gradient descent optimization method","created":"2026-03-19","cited_by_count":3,"area":null},{"id":"2605.18694","title":"Can Adaptive Gradient Methods Converge under Heavy-Tailed Noise? A Case Study of AdaGrad","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2106.00092","title":"Generalized AdaGrad (G-AdaGrad) and Adam: A State-Space Perspective","created":"2021-05-31","cited_by_count":2,"area":null},{"id":"2101.09192","title":"Gravity Optimizer: a Kinematic Approach on Optimization in Deep Learning","created":"2021-01-22","cited_by_count":1,"area":null},{"id":"2206.02034","title":"A Control Theoretic Framework for Adaptive Gradient Optimizers in Machine Learning","created":"2022-06-04","cited_by_count":1,"area":null},{"id":"2503.03908","title":"On the Convergence of Adam-Type Algorithm for Bilevel Optimization under Unbounded Smoothness","created":"2025-03-05","cited_by_count":1,"area":null},{"id":"2506.06815","title":"Path Integral Optimiser: Global Optimisation via Neural Schr\\\"odinger-F\\\"ollmer Diffusion","created":"2025-06-07","cited_by_count":1,"area":null},{"id":"2507.06464","title":"SoftSignSGD(S3): An Enhanced Optimizer for Practical DNN Training and Loss Spikes Minimization Beyond Adam","created":"2025-07-09","cited_by_count":1,"area":null},{"id":"2604.08742","title":"Deterministic Adam-Inspired Methods with Accelerated Convergence Rate","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2605.12878","title":"Adam-SHANG: A Convergent Adam-Type Method for Stochastic Smooth Convex Optimization","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2106.02018","title":"Nonlinear Matrix Approximation with Radial Basis Function Components","created":"2021-06-03","cited_by_count":0,"area":null},{"id":"2309.08339","title":"A Theoretical and Empirical Study on the Convergence of Adam with an \"Exact\" Constant Step Size in Non-Convex Settings","created":"2023-09-15","cited_by_count":0,"area":null},{"id":"2509.01329","title":"Globally aware optimization with resurgence","created":"2025-09-01","cited_by_count":0,"area":null},{"id":"2606.22326","title":"Adam Converges in Nonsmooth Nonconvex Optimization","created":"2026-06-21","cited_by_count":0,"area":null},{"id":"2608.30382","title":"Convergence rates for the RMSprop optimizer with full control of the hyperparameters","created":"2026-08-31","cited_by_count":0,"area":null}],"next_cursor":null}