{"total":20,"rows":[{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163,"area":null},{"id":"2301.07733","title":"Learning-Rate-Free Learning by D-Adaptation","created":"2023-01-18","cited_by_count":113,"area":null},{"id":"2309.06497","title":"A Distributed Data-Parallel PyTorch Implementation of the Distributed Shampoo Optimizer for Training Neural Networks At-Scale","created":"2023-09-12","cited_by_count":77,"area":null},{"id":"2204.02833","title":"High Probability Bounds for a Class of Nonconvex Algorithms with AdaGrad Stepsize","created":"2022-04-06","cited_by_count":40,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2209.11208","title":"A Closer Look at Learned Optimization: Stability, Robustness, and Inductive Biases","created":"2022-09-22","cited_by_count":30,"area":null},{"id":"2209.15505","title":"Momentum Tracking: Momentum Acceleration for Decentralized Deep Learning on Heterogeneous Data","created":"2022-09-30","cited_by_count":20,"area":null},{"id":"2306.09000","title":"When and Why Momentum Accelerates SGD:An Empirical Study","created":"2023-06-15","cited_by_count":19,"area":null},{"id":"2307.15196","title":"The Marginal Value of Momentum for Small Learning Rate SGD","created":"2023-07-27","cited_by_count":18,"area":null},{"id":"2510.15830","title":"SNOO: Step-K Nesterov Outer Optimizer - The Surprising Effectiveness of Nesterov Momentum Applied to Pseudo-Gradients","created":"2025-10-17","cited_by_count":8,"area":null},{"id":"2212.07282","title":"Low-Variance Forward Gradients using Direct Feedback Alignment and Momentum","created":"2022-12-14","cited_by_count":7,"area":null},{"id":"2512.17131","title":"Smoothing DiLoCo with Primal Averaging for Faster Training of LLMs","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2606.03899","title":"Denoise First, Orthogonalize Later: Understanding Momentum in Muon via Spectral Filtering","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2401.06738","title":"(Accelerated) Noise-adaptive Stochastic Heavy-Ball Momentum","created":"2024-01-12","cited_by_count":1,"area":null},{"id":"2508.03105","title":"Accelerating SGDM via Learning Rate and Batch Size Schedules: A Lyapunov-Based Analysis","created":"2025-08-05","cited_by_count":1,"area":null},{"id":"2508.06743","title":"Analysis of Schedule-Free Nonconvex Optimization","created":"2025-08-08","cited_by_count":1,"area":null},{"id":"2510.04988","title":"Adaptive Memory Momentum via a Model-Based Framework for Deep Learning Optimization","created":"2025-10-06","cited_by_count":1,"area":null},{"id":"2607.08104","title":"Vanilla SGD with Momentum Survives Heavy-Tailed Noise: Convergence Analysis without Gradient Clipping or Normalization","created":"2026-07-09","cited_by_count":1,"area":null},{"id":"2208.00502","title":"Formal guarantees for heuristic optimization algorithms used in machine learning","created":"2022-07-31","cited_by_count":0,"area":null},{"id":"2607.09167","title":"Understanding Schedule-Free Methods in Nonconvex Optimization: Rate Guarantees and Escaping Saddles","created":"2026-07-10","cited_by_count":0,"area":null}],"next_cursor":null}