{"total":28,"rows":[{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2207.14484","title":"Adaptive Gradient Methods at the Edge of Stability","created":"2022-07-29","cited_by_count":101,"area":null},{"id":"2106.07830","title":"On the Convergence and Calibration of Deep Learning with Differential Privacy","created":"2021-06-15","cited_by_count":36,"area":null},{"id":"2305.03938","title":"Adam-family Methods for Nonsmooth Optimization with Convergence Guarantees","created":"2023-05-06","cited_by_count":22,"area":null},{"id":"2412.13148","title":"SWAN: SGD with Normalization and Whitening Enables Stateless LLM Training","created":"2024-12-17","cited_by_count":20,"area":null},{"id":"2402.07114","title":"Towards Quantifying the Preconditioning Effect of Adam","created":"2024-02-11","cited_by_count":19,"area":null},{"id":"2506.04805","title":"Adaptive Preconditioners Trigger Loss Spikes in Adam","created":"2025-06-05","cited_by_count":13,"area":null},{"id":"2210.02070","title":"Non-Convergence and Limit Cycles in the Adam optimizer","created":"2022-10-05","cited_by_count":9,"area":null},{"id":"2308.06703","title":"Understanding the robustness difference between stochastic gradient descent and adaptive gradient methods","created":"2023-08-13","cited_by_count":8,"area":null},{"id":"2102.09804","title":"Local Convergence of Adaptive Gradient Descent Optimizers","created":"2021-02-19","cited_by_count":5,"area":null},{"id":"2403.13704","title":"Improving the Adaptive Moment Estimation (ADAM) stochastic optimizer through an Implicit-Explicit (IMEX) time-stepping approach","created":"2024-03-20","cited_by_count":4,"area":null},{"id":"2411.05746","title":"Continuous-Time Analysis of Adaptive Optimization and Normalization","created":"2024-11-08","cited_by_count":4,"area":null},{"id":"2603.09581","title":"Towards Understanding Adam Convergence on Highly Degenerate Polynomials","created":"2026-03-10","cited_by_count":4,"area":null},{"id":"2504.18911","title":"A Langevin sampling algorithm inspired by the Adam optimizer","created":"2025-04-26","cited_by_count":3,"area":null},{"id":"2602.00334","title":"Adaptive Momentum and Nonlinear Damping for Neural Network Training","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2108.12883","title":"A closed loop gradient descent algorithm applied to Rosenbrock's function","created":"2021-08-29","cited_by_count":1,"area":null},{"id":"2601.21739","title":"Why $\\beta_1 = \\beta_2$ Is Dynamically Special in Adam","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2602.09101","title":"From Adam to Adam-Like Lagrangians: Second-Order Nonlocal Dynamics","created":"2026-02-09","cited_by_count":1,"area":null},{"id":"2604.08742","title":"Deterministic Adam-Inspired Methods with Accelerated Convergence Rate","created":"2026-04-09","cited_by_count":1,"area":null},{"id":"2605.12878","title":"Adam-SHANG: A Convergent Adam-Type Method for Stochastic Smooth Convex Optimization","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2607.03519","title":"On the Convergence of Adam, Revisited","created":"2026-07-03","cited_by_count":1,"area":null},{"id":"2105.07222","title":"On the Distributional Properties of Adaptive Gradients","created":"2021-05-15","cited_by_count":0,"area":null},{"id":"2110.08531","title":"A theoretical and empirical study of new adaptive algorithms with additional momentum steps and shifted updates for stochastic non-convex optimization","created":"2021-10-16","cited_by_count":0,"area":null},{"id":"2606.03917","title":"Beyond Gradient Descent: Adam for Analog Ising Machines","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2608.02844","title":"Particle-based Generalised Stochastic Optimisation","created":"2026-08-03","cited_by_count":0,"area":null},{"id":"2608.16760","title":"On the Principles Behind Neural Network Optimizers","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2609.30342","title":"Low-Rank Friction for Memory-Efficient Transformer Pretraining","created":"2026-09-24","cited_by_count":0,"area":null}],"next_cursor":null}