{"total":26,"rows":[{"id":"2302.12022","title":"DoG is SGD's Best Friend: A Parameter-Free Dynamic Step Size Schedule","created":"2023-02-08","cited_by_count":85,"area":null},{"id":"2205.02160","title":"Making SGD Parameter-Free","created":"2022-05-04","cited_by_count":50,"area":null},{"id":"2204.03216","title":"Neural Implicit Flow: a mesh-agnostic dimensionality reduction paradigm of spatio-temporal data","created":"2022-04-07","cited_by_count":37,"area":null},{"id":"2308.06058","title":"Adaptive SGD with Polyak stepsize and Line-search: Robust Convergence and Variance Reduction","created":"2023-08-11","cited_by_count":23,"area":null},{"id":"2110.15412","title":"Stochastic Mirror Descent: Convergence Analysis and Adaptive Variants via the Mirror Stochastic Polyak Stepsize","created":"2021-10-28","cited_by_count":22,"area":null},{"id":"2302.14043","title":"Single-Call Stochastic Extragradient Methods for Structured Non-monotone Variational Inequalities: Improved Analysis under Weaker Conditions","created":"2023-02-27","cited_by_count":14,"area":null},{"id":"2406.04142","title":"Stochastic Polyak Step-sizes and Momentum: Convergence Guarantees and Practical Performance","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2103.12682","title":"How to decay your learning rate","created":"2021-03-23","cited_by_count":11,"area":null},{"id":"2407.04358","title":"An Adaptive Stochastic Gradient Method with Non-negative Gauss-Newton Stepsizes","created":"2024-07-05","cited_by_count":10,"area":null},{"id":"2203.00089","title":"Amortized Proximal Optimization","created":"2022-02-28","cited_by_count":9,"area":null},{"id":"2107.03331","title":"KOALA: A Kalman Optimization Algorithm with Loss Adaptivity","created":"2021-07-07","cited_by_count":6,"area":null},{"id":"2302.00252","title":"QLABGrad: a Hyperparameter-Free and Convergence-Guaranteed Scheme for Deep Learning","created":"2023-02-01","cited_by_count":6,"area":null},{"id":"2505.20219","title":"New Perspectives on the Polyak Stepsize: Surrogate Functions and Negative Results","created":"2025-05-26","cited_by_count":6,"area":null},{"id":"2402.02342","title":"MetaOptimize: A Framework for Optimizing Step Sizes and Other Meta-parameters","created":"2024-02-04","cited_by_count":5,"area":null},{"id":"2201.12678","title":"A Stochastic Bundle Method for Interpolating Networks","created":"2022-01-29","cited_by_count":3,"area":null},{"id":"2405.19585","title":"The High Line: Exact Risk and Learning Rate Curves of Stochastic Adaptive Learning Rate Algorithms","created":"2024-05-30","cited_by_count":3,"area":null},{"id":"2103.17132","title":"Empirically explaining SGD from a line search perspective","created":"2021-03-31","cited_by_count":2,"area":null},{"id":"2412.19444","title":"Towards Simple and Provable Parameter-Free Adaptive Gradient Methods","created":"2024-12-27","cited_by_count":2,"area":null},{"id":"2102.10880","title":"A Probabilistically Motivated Learning Rate Adaptation for Stochastic Optimization","created":"2021-02-22","cited_by_count":0,"area":null},{"id":"2105.14526","title":"LRTuner: A Learning Rate Tuner for Deep Neural Networks","created":"2021-05-30","cited_by_count":0,"area":null},{"id":"2108.13880","title":"Using a one dimensional parabolic model of the full-batch loss to estimate learning rates during training","created":"2021-08-31","cited_by_count":0,"area":null},{"id":"2204.01705","title":"Learning to Accelerate by the Methods of Step-size Planning","created":"2022-04-01","cited_by_count":0,"area":null},{"id":"2311.13877","title":"Locally Optimal Descent for Dynamic Stepsize Scheduling","created":"2023-11-23","cited_by_count":0,"area":null},{"id":"2601.15212","title":"ZENITH: Automated Gradient Norm Informed Stochastic Optimization","created":"2026-01-21","cited_by_count":0,"area":null},{"id":"2604.24708","title":"Scalable Hyperparameter-Divergent Ensemble Training with Automatic Learning Rate Exploration for Large Models","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2609.36668","title":"Stochastic Heavy Ball with Polyak Step Size and Armijo Line Search: A General Convergence Analysis","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}