{"total":15,"rows":[{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265,"area":null},{"id":"2503.10537","title":"Structured Preconditioners in Adaptive Optimization: A Unified Analysis","created":"2025-03-13","cited_by_count":33,"area":null},{"id":"2306.02527","title":"Searching for Optimal Per-Coordinate Step-sizes with Multidimensional Backtracking","created":"2023-06-05","cited_by_count":9,"area":null},{"id":"2411.10696","title":"HELENE: Hessian Layer-wise Clipping and Gradient Annealing for Accelerating Fine-tuning LLM with Zeroth-order Optimization","created":"2024-11-16","cited_by_count":9,"area":null},{"id":"2310.02093","title":"Stochastic Gradient Descent with Preconditioned Polyak Step-size","created":"2023-10-03","cited_by_count":7,"area":null},{"id":"2306.16484","title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training","created":"2023-06-28","cited_by_count":6,"area":null},{"id":"2206.00285","title":"Stochastic Gradient Methods with Preconditioned Updates","created":"2022-06-01","cited_by_count":5,"area":null},{"id":"2312.17369","title":"SANIA: Polyak-type Optimization Framework Leads to Scale Invariant Stochastic Algorithms","created":"2023-12-28","cited_by_count":5,"area":null},{"id":"2206.08303","title":"On Scaled Methods for Saddle Point Problems","created":"2022-06-16","cited_by_count":3,"area":null},{"id":"2505.07614","title":"Bant: Byzantine Antidote via Trial Function and Trust Scores","created":"2025-05-12","cited_by_count":3,"area":null},{"id":"2406.01115","title":"Cohort Squeeze: Beyond a Single Communication Round per Cohort in Cross-Device Federated Learning","created":"2024-06-03","cited_by_count":2,"area":null},{"id":"2302.08484","title":"FOSI: Hybrid First and Second Order Optimization","created":"2023-02-16","cited_by_count":1,"area":null},{"id":"2406.00846","title":"Local Methods with Adaptivity via Scaling","created":"2024-06-02","cited_by_count":1,"area":null},{"id":"2604.09437","title":"AdaCubic: An Adaptive Cubic Regularization Optimizer for Deep Learning","created":"2026-04-10","cited_by_count":1,"area":null},{"id":"2410.05871","title":"A second-order-like optimizer with adaptive gradient scaling for deep learning","created":"2024-10-08","cited_by_count":0,"area":null}],"next_cursor":null}