{"total":36,"rows":[{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265,"area":null},{"id":"2305.01588","title":"Revisiting Gradient Clipping: Stochastic bias and tight convergence guarantees","created":"2023-05-02","cited_by_count":83,"area":null},{"id":"2208.11195","title":"Robustness to Unbounded Smoothness of Generalized SignSGD","created":"2022-08-23","cited_by_count":81,"area":null},{"id":"2410.13849","title":"From Gradient Clipping to Normalization for Heavy Tailed SGD","created":"2024-10-17","cited_by_count":49,"area":null},{"id":"2506.04192","title":"Lions and Muons: Optimization via Stochastic Frank-Wolfe under Heavy-Tailed Noise","created":"2025-06-04","cited_by_count":41,"area":null},{"id":"2305.03938","title":"Adam-family Methods for Nonsmooth Optimization with Convergence Guarantees","created":"2023-05-06","cited_by_count":22,"area":null},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20,"area":null},{"id":"2206.01095","title":"Clipped Stochastic Methods for Variational Inequalities with Heavy-Tailed Noise","created":"2022-06-02","cited_by_count":14,"area":null},{"id":"2305.18929","title":"Clip21: Error Feedback for Gradient Clipping","created":"2023-05-30","cited_by_count":11,"area":null},{"id":"2310.11211","title":"Understanding Fairness Surrogate Functions in Algorithmic Fairness","created":"2023-10-17","cited_by_count":8,"area":null},{"id":"2408.09655","title":"Contextual Bandits for Unbounded Context Distributions","created":"2024-08-19","cited_by_count":8,"area":null},{"id":"2302.07155","title":"EPISODE: Episodic Gradient Clipping with Periodic Resampled Corrections for Federated Learning with Heterogeneous Data","created":"2023-02-14","cited_by_count":7,"area":null},{"id":"2307.13680","title":"High Probability Analysis for Non-Convex Stochastic Optimization with Clipping","created":"2023-07-25","cited_by_count":5,"area":null},{"id":"2404.10995","title":"Clipped SGD Algorithms for Performative Prediction: Tight Bounds for Clipping Bias and Remedies","created":"2024-04-17","cited_by_count":5,"area":null},{"id":"2204.06240","title":"CowClip: Reducing CTR Prediction Model Training Time from 12 hours to 10 minutes on 1 GPU","created":"2022-04-13","cited_by_count":4,"area":null},{"id":"2310.14616","title":"Rethinking SIGN Training: Provable Nonconvex Acceleration without First- and Second-Order Gradient Lipschitz","created":"2023-10-23","cited_by_count":4,"area":null},{"id":"2410.16871","title":"Error Feedback under $(L_0,L_1)$-Smoothness: Normalization and Momentum","created":"2024-10-22","cited_by_count":4,"area":null},{"id":"2310.03461","title":"Towards Understanding Generalization and Stability Gaps between Centralized and Decentralized Federated Learning","created":"2023-10-05","cited_by_count":3,"area":null},{"id":"2401.13971","title":"Stochastic Weakly Convex Optimization Beyond Lipschitz Continuity","created":"2024-01-25","cited_by_count":3,"area":null},{"id":"2302.02971","title":"U-Clip: On-Average Unbiased Stochastic Gradient Clipping","created":"2023-02-06","cited_by_count":2,"area":null},{"id":"2403.00853","title":"Parallel Momentum Methods Under Biased Gradient Estimations","created":"2024-02-29","cited_by_count":2,"area":null},{"id":"2406.13041","title":"Accelerated Stochastic Min-Max Optimization Based on Bias-corrected Momentum","created":"2024-06-18","cited_by_count":2,"area":null},{"id":"2410.05733","title":"Private and Communication-Efficient Federated Learning based on Differentially Private Sketches","created":"2024-10-08","cited_by_count":2,"area":null},{"id":"2602.05779","title":"How Controlling the Variance can Improve Training Stability of Sparsely Activated DNNs and CNNs","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2509.13628","title":"Accelerated Gradient Methods with Biased Gradient Estimates: Risk Sensitivity, High-Probability Guarantees, and Large Deviation Bounds","created":"2025-09-17","cited_by_count":1,"area":null},{"id":"2510.01578","title":"Gradient Shaping Beyond Clipping: A Functional Perspective on Update Magnitude Control","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2512.20749","title":"Stabilizing Multimodal Autoencoders: A Theoretical and Empirical Analysis of Fusion Strategies","created":"2025-12-23","cited_by_count":1,"area":null},{"id":"2303.16502","title":"Unified analysis of SGD-type methods","created":"2023-03-29","cited_by_count":0,"area":null},{"id":"2306.10278","title":"Adaptive Strategies in Non-convex Optimization","created":"2023-06-17","cited_by_count":0,"area":null},{"id":"2506.18645","title":"Tight Generalization Error Bounds for Stochastic Gradient Descent in Non-convex Learning","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2601.19730","title":"Stability and Generalization of Stochastic Nonconvex Optimization under Heavy-Tailed Noise: From Gradient Norm to Goldstein Stationarity","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2602.01459","title":"Understanding vision transformer robustness through the lens of out-of-distribution detection","created":"2026-02-01","cited_by_count":0,"area":null},{"id":"2604.12768","title":"Rethinking the Personalized Relaxed Initialization in the Federated Learning: Consistency and Generalization","created":"2026-04-14","cited_by_count":0,"area":null},{"id":"2606.13287","title":"Clipping Makes Distributed and Federated Asynchronous SGD Robust to Stragglers","created":"2026-06-11","cited_by_count":0,"area":null},{"id":"2608.27705","title":"On the Computational and Statistical Efficiency of the Empirical Maximum Entropy on the Mean Method","created":"2026-08-27","cited_by_count":0,"area":null},{"id":"2609.30276","title":"Why Clipping Matters in AdaGrad? Toward a High-Probability Theory under Generalized Smoothness","created":"2026-08-12","cited_by_count":0,"area":null}],"next_cursor":null}