{"total":16,"rows":[{"id":"2208.11195","title":"Robustness to Unbounded Smoothness of Generalized SignSGD","created":"2022-08-23","cited_by_count":81,"area":null},{"id":"2405.09742","title":"Random Scaling and Momentum for Non-smooth Non-convex Optimization","created":"2024-05-16","cited_by_count":19,"area":null},{"id":"2405.12807","title":"FAdam: Adam is a natural gradient optimizer using diagonal empirical Fisher information","created":"2024-05-21","cited_by_count":18,"area":null},{"id":"2603.15958","title":"Deriving Hyperparameter Scaling Laws via Modern Optimization Theory","created":"2026-03-16","cited_by_count":10,"area":null},{"id":"2510.15830","title":"SNOO: Step-K Nesterov Outer Optimizer - The Surprising Effectiveness of Nesterov Momentum Applied to Pseudo-Gradients","created":"2025-10-17","cited_by_count":8,"area":null},{"id":"2602.09314","title":"Clarifying Shampoo: Adapting Spectral Descent to Stochasticity and the Parameter Trajectory","created":"2026-02-10","cited_by_count":8,"area":null},{"id":"2602.15322","title":"On Surprising Effectiveness of Masking Updates in Adaptive Optimizers","created":"2026-02-17","cited_by_count":7,"area":null},{"id":"2607.20548","title":"SOAP, Muon, and Beyond: Pushing LLM Pretraining Scales","created":"2026-07-13","cited_by_count":6,"area":null},{"id":"2502.06751","title":"What makes a good feedforward computational graph?","created":"2025-02-10","cited_by_count":5,"area":null},{"id":"2512.17131","title":"Smoothing DiLoCo with Primal Averaging for Faster Training of LLMs","created":"2025-12-18","cited_by_count":5,"area":null},{"id":"2604.12968","title":"Evolution of Optimization Methods: Algorithms, Scenarios, and Evaluations","created":"2026-04-14","cited_by_count":3,"area":null},{"id":"2412.18790","title":"Torque-Aware Momentum","created":"2024-12-25","cited_by_count":2,"area":null},{"id":"2606.06418","title":"Double Preconditioning (DoPr): Optimization for Test-Time Performance, not Validation Loss","created":"2026-06-04","cited_by_count":1,"area":null},{"id":"2609.04577","title":"Optimizer Memory Schedules for Outscaling the Overtraining Axis","created":"2026-09-04","cited_by_count":1,"area":null},{"id":"2609.35392","title":"The Hidden Ratio in Adam: Stable Structure, Compression, and Sign Dynamics","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.06784","title":"How to scale your HEP ML models: A recipe for robust architecture comparisons at scale","created":"2026-10-05","cited_by_count":0,"area":null}],"next_cursor":null}