{"total":76,"rows":[{"id":"2502.07529","title":"Training Deep Learning Models with Norm-Constrained LMOs","created":"2025-02-11","cited_by_count":192,"area":null},{"id":"2305.01588","title":"Revisiting Gradient Clipping: Stochastic bias and tight convergence guarantees","created":"2023-05-02","cited_by_count":83,"area":null},{"id":"2208.11195","title":"Robustness to Unbounded Smoothness of Generalized SignSGD","created":"2022-08-23","cited_by_count":81,"area":null},{"id":"2411.10438","title":"MARS: Unleashing the Power of Variance Reduction for Training Large Models","created":"2024-11-15","cited_by_count":64,"area":null},{"id":"2302.01734","title":"Stochastic Policy Gradient Methods: Improved Sample Complexity for Fisher-non-degenerate Policies","created":"2023-02-03","cited_by_count":58,"area":null},{"id":"2107.11472","title":"Clipped Hyperbolic Classifiers Are Super-Hyperbolic Classifiers","created":"2021-07-23","cited_by_count":57,"area":null},{"id":"2306.00204","title":"Toward Understanding Why Adam Converges Faster Than SGD for Transformers","created":"2023-05-31","cited_by_count":53,"area":null},{"id":"2410.13849","title":"From Gradient Clipping to Normalization for Heavy Tailed SGD","created":"2024-10-17","cited_by_count":49,"area":null},{"id":"2105.06072","title":"Leveraging Non-uniformity in First-order Non-convex Optimization","created":"2021-05-13","cited_by_count":44,"area":null},{"id":"2412.19529","title":"Nonconvex Stochastic Optimization under Heavy-Tailed Noises: Optimal Convergence without Gradient Clipping","created":"2024-12-27","cited_by_count":42,"area":null},{"id":"2502.04664","title":"Implicit Bias of Spectral Descent and Muon on Multiclass Separable Data","created":"2025-02-07","cited_by_count":41,"area":null},{"id":"2212.04055","title":"Mitigating Memorization of Noisy Labels by Clipping the Model Prediction","created":"2022-12-08","cited_by_count":40,"area":null},{"id":"2102.06489","title":"Stability and Convergence of Stochastic Gradient Clipping: Beyond Lipschitz Continuity and Smoothness","created":"2021-02-12","cited_by_count":37,"area":null},{"id":"2305.16284","title":"DoWG Unleashed: An Efficient Universal Parameter-Free Gradient Descent Method","created":"2023-05-25","cited_by_count":35,"area":null},{"id":"2102.04168","title":"Provable Model-based Nonlinear Bandit and Reinforcement Learning: Shelve Optimism, Embrace Virtual Curvature","created":"2021-02-08","cited_by_count":32,"area":null},{"id":"2402.05738","title":"Implicit Bias and Fast Convergence Rates for Self-attention","created":"2024-02-08","cited_by_count":31,"area":null},{"id":"2202.00980","title":"Robust Training of Neural Networks Using Scale Invariant Architectures","created":"2022-02-02","cited_by_count":29,"area":null},{"id":"2305.12475","title":"Two Sides of One Coin: the Limits of Untuned SGD and the Power of Adaptive Methods","created":"2023-05-21","cited_by_count":23,"area":null},{"id":"2102.09393","title":"On the Convergence of Step Decay Step-Size for Stochastic Optimization","created":"2021-02-18","cited_by_count":21,"area":null},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20,"area":null},{"id":"2110.11271","title":"Analyzing and Improving the Optimization Landscape of Noise-Contrastive Estimation","created":"2021-10-21","cited_by_count":15,"area":null},{"id":"2206.01095","title":"Clipped Stochastic Methods for Variational Inequalities with Heavy-Tailed Noise","created":"2022-06-02","cited_by_count":14,"area":null},{"id":"2502.07923","title":"Sign Operator for Coping with Heavy-Tailed Noise in Non-Convex Optimization: High Probability Bounds Under $(L_0, L_1)$-Smoothness","created":"2025-02-11","cited_by_count":13,"area":null},{"id":"2510.10777","title":"Preconditioned Norms: A Unified Framework for Steepest Descent, Quasi-Newton and Adaptive Methods","created":"2025-10-12","cited_by_count":11,"area":null},{"id":"2510.21800","title":"MARS-M: When Variance Reduction Meets Matrices","created":"2025-10-20","cited_by_count":10,"area":null},{"id":"2603.15958","title":"Deriving Hyperparameter Scaling Laws via Modern Optimization Theory","created":"2026-03-16","cited_by_count":10,"area":null},{"id":"2502.06742","title":"Gradient Multi-Normalization for Stateless and Scalable LLM Training","created":"2025-02-10","cited_by_count":9,"area":null},{"id":"2103.13462","title":"Why Do Local Methods Solve Nonconvex Problems?","created":"2021-03-24","cited_by_count":8,"area":null},{"id":"2302.07155","title":"EPISODE: Episodic Gradient Clipping with Periodic Resampled Corrections for Federated Learning with Heterogeneous Data","created":"2023-02-14","cited_by_count":7,"area":null},{"id":"2310.18784","title":"High-probability Convergence Bounds for Nonlinear Stochastic Gradient Descent Under Heavy-tailed Noise","created":"2023-10-28","cited_by_count":7,"area":null},{"id":"2410.15637","title":"Large Deviation Upper Bounds and Improved MSE Rates of Nonlinear SGD: Heavy-tailed Noise and Power of Symmetry","created":"2024-10-21","cited_by_count":7,"area":null},{"id":"2412.20017","title":"A Nearly Optimal Single Loop Algorithm for Stochastic Bilevel Optimization under Unbounded Smoothness","created":"2024-12-28","cited_by_count":7,"area":null},{"id":"2106.14956","title":"Robust Distributed Optimization With Randomly Corrupted Gradients","created":"2021-06-28","cited_by_count":6,"area":null},{"id":"2106.07094","title":"On the Convergence of Differentially Private Federated Learning on Non-Lipschitz Objectives, and with Normalized Client Updates","created":"2021-06-13","cited_by_count":5,"area":null},{"id":"2310.05309","title":"Optimizing Solution-Samplers for Combinatorial Problems: The Landscape of Policy-Gradient Methods","created":"2023-10-08","cited_by_count":5,"area":null},{"id":"2404.10995","title":"Clipped SGD Algorithms for Performative Prediction: Tight Bounds for Clipping Bias and Remedies","created":"2024-04-17","cited_by_count":5,"area":null},{"id":"2502.02002","title":"The Ball-Proximal (=\"Broximal\") Point Method: a New Algorithm, Convergence Theory, and Applications","created":"2025-02-04","cited_by_count":5,"area":null},{"id":"2602.05813","title":"Where Does Warm-Up Come From? Adaptive Scheduling for Norm-Constrained Optimizers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2510.00823","title":"Non-Euclidean Broximal Point Method: A Blueprint for Geometry-Aware Optimization","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2512.09678","title":"Ky Fan Norms and Beyond: Dual Norms and Combinations for Matrix Optimization","created":"2025-12-10","cited_by_count":4,"area":null},{"id":"2210.04319","title":"Dissecting adaptive methods in GANs","created":"2022-10-09","cited_by_count":3,"area":null},{"id":"2502.13482","title":"Smoothed Normalization for Efficient Distributed Private Optimization","created":"2025-02-19","cited_by_count":3,"area":null},{"id":"2503.00229","title":"Armijo Line-search Can Make (Stochastic) Gradient Descent Provably Faster","created":"2025-02-28","cited_by_count":3,"area":null},{"id":"2106.02888","title":"Bandwidth-based Step-Sizes for Non-Convex Stochastic Optimization","created":"2021-06-05","cited_by_count":2,"area":null},{"id":"2106.09475","title":"Backward Gradient Normalization in Deep Neural Networks","created":"2021-06-17","cited_by_count":2,"area":null},{"id":"2201.12691","title":"Coordinate Descent Methods for Fractional Minimization","created":"2022-01-30","cited_by_count":2,"area":null},{"id":"2211.15853","title":"Disentangling the Mechanisms Behind Implicit Regularization in SGD","created":"2022-11-29","cited_by_count":2,"area":null},{"id":"2302.02971","title":"U-Clip: On-Average Unbiased Stochastic Gradient Clipping","created":"2023-02-06","cited_by_count":2,"area":null},{"id":"2303.16464","title":"Lipschitzness Effect of a Loss Function on Generalization Performance of Deep Neural Networks Trained by Adam and AdamW Optimizers","created":"2023-03-29","cited_by_count":2,"area":null},{"id":"2602.13413","title":"Why is Normalization Preferred? A Worst-Case Complexity Theory for Stochastically Preconditioned SGD under Heavy-Tailed Noise","created":"2026-02-13","cited_by_count":2,"area":null},{"id":"2605.18174","title":"Ringmaster LMO: Asynchronous Linear Minimization Oracle Momentum Method","created":"2026-05-18","cited_by_count":2,"area":null},{"id":"2605.19811","title":"LionMuon: Alternating Spectral and Sign Descent for Efficient Training","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2110.13452","title":"On the Optimization Landscape of Maximum Mean Discrepancy","created":"2021-10-26","cited_by_count":1,"area":null},{"id":"2204.10964","title":"Statistical inference of travelers' route choice preferences with system-level data","created":"2022-04-23","cited_by_count":1,"area":null},{"id":"2303.00735","title":"A Deep Learning Perspective on Network Routing","created":"2023-03-01","cited_by_count":1,"area":null},{"id":"2306.13428","title":"On tracking varying bounds when forecasting bounded time series","created":"2023-06-23","cited_by_count":1,"area":null},{"id":"2309.15298","title":"Beyond Log-Concavity: Theory and Algorithm for Sum-Log-Concave Optimization","created":"2023-09-26","cited_by_count":1,"area":null},{"id":"2403.16317","title":"Optimization on a Finer Scale: Bounded Local Subgradient Variation Perspective","created":"2024-03-24","cited_by_count":1,"area":null},{"id":"2406.02296","title":"Learning-Rate-Free Stochastic Optimization over Riemannian Manifolds","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2410.13954","title":"Nonlinear Stochastic Gradient Descent and Heavy-tailed Noise: A Unified Framework and High-probability Guarantees","created":"2024-10-17","cited_by_count":1,"area":null},{"id":"2508.05921","title":"Fast, Convex and Conditioned Network for Multi-Fidelity Vectors and Stiff Univariate Differential Equations","created":"2025-08-08","cited_by_count":1,"area":null},{"id":"2601.07326","title":"Convergence Rate Analysis of the AdamW-style Shampoo: Unifying One-Sided and Two-Sided Preconditioning","created":"2026-01-12","cited_by_count":1,"area":null},{"id":"2602.05657","title":"Tight Long-Term Tail Decay of (Clipped) SGD in Non-Convex Optimization","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2111.03932","title":"AGGLIO: Global Optimization for Locally Convex Functions","created":"2021-11-06","cited_by_count":0,"area":null},{"id":"2309.08339","title":"A Theoretical and Empirical Study on the Convergence of Adam with an \"Exact\" Constant Step Size in Non-Convex Settings","created":"2023-09-15","cited_by_count":0,"area":null},{"id":"2403.08408","title":"Reduced Jeffries-Matusita distance: A Novel Loss Function to Improve Generalization Performance of Deep Classification Models","created":"2024-03-13","cited_by_count":0,"area":null},{"id":"2407.03601","title":"Online Non-Stationary Stochastic Quasar-Convex Optimization","created":"2024-07-04","cited_by_count":0,"area":null},{"id":"2509.08726","title":"Decentralized Stochastic Nonconvex Optimization under the $(L_0,L_1)$-Smoothness","created":"2025-09-10","cited_by_count":0,"area":null},{"id":"2511.01918","title":"Superpositional Gradient Descent: Harnessing Quantum Principles for Model Training","created":"2025-11-01","cited_by_count":0,"area":null},{"id":"2601.19730","title":"Stability and Generalization of Stochastic Nonconvex Optimization under Heavy-Tailed Noise: From Gradient Norm to Goldstein Stationarity","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2603.22824","title":"Towards The Implicit Bias on Multiclass Separable Data Under Norm Constraints","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2605.05577","title":"Accelerating LMO-Based Optimization via Implicit Gradient Transport","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.26373","title":"Online Learning on Hidden-Convex Losses via Algorithmic Equivalence: Optimal Regret, Geometric Barrier, and Bandit Feedback","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2609.30732","title":"TR-SSQP: A Trust-Region Method for Constrained Stochastic Optimization under Heavy-Tailed Noise","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.35297","title":"LionMuon: Alternating Spectral and Sign Descent for Efficient Training","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.05428","title":"Learning in Continuous Games from Pairwise Preference Feedback","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}