{"total":18,"rows":[{"id":"2411.16085","title":"Cautious Optimizers: Improving Training with One Line of Code","created":"2024-11-25","cited_by_count":47,"area":null},{"id":"2506.04805","title":"Adaptive Preconditioners Trigger Loss Spikes in Adam","created":"2025-06-05","cited_by_count":13,"area":null},{"id":"2505.11840","title":"On the $O(\\frac{\\sqrt{d}}{K^{1/4}})$ Convergence Rate of AdamW Measured by $\\ell_1$ Norm","created":"2025-05-17","cited_by_count":8,"area":null},{"id":"2604.15297","title":"Benchmarking Optimizers for MLPs in Tabular Deep Learning","created":"2026-04-16","cited_by_count":5,"area":null},{"id":"2412.17107","title":"Grams: Gradient Descent with Adaptive Momentum Scaling","created":"2024-12-22","cited_by_count":4,"area":null},{"id":"2505.22549","title":"DES-LOC: Desynced Low Communication Adaptive Optimizers for Training Foundation Models","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2412.19444","title":"Towards Simple and Provable Parameter-Free Adaptive Gradient Methods","created":"2024-12-27","cited_by_count":2,"area":null},{"id":"2510.03478","title":"How to Set $\\beta_1, \\beta_2$ in Adam: An Online Learning Perspective","created":"2025-10-03","cited_by_count":2,"area":null},{"id":"2510.05361","title":"MT-DAO: Multi-Timescale Distributed Adaptive Optimizers with Local Updates","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2603.02649","title":"HomeAdam: Adam and AdamW Algorithms Sometimes Go Home to Obtain Better Provable Generalization","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2605.04269","title":"Adapt or Forget: Provable Tradeoffs Between Adam and SGD in Nonstationary Optimization","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2605.12878","title":"Adam-SHANG: A Convergent Adam-Type Method for Stochastic Smooth Convex Optimization","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2607.02087","title":"SUNTA: Hierarchical Video Prediction with Surprise-based Chunking","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2608.15824","title":"Second-Moment Memory in Coordinatewise Adam","created":"2026-08-16","cited_by_count":1,"area":null},{"id":"2602.20937","title":"Extending $\\mu$P: Spectral Conditions for Feature Learning Across Optimizers","created":"2026-02-24","cited_by_count":0,"area":null},{"id":"2605.17806","title":"AMO: Operator-level Adaptive Muon Orthogonalization","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2608.15665","title":"SubZero+: Memory-Efficient Adaptive Zeroth-Order LLM Fine-Tuning in Random Subspaces","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2608.28557","title":"Blog: Survey of Optimizers","created":"2026-08-28","cited_by_count":0,"area":null}],"next_cursor":null}