{"total":36,"rows":[{"id":"2410.13849","title":"From Gradient Clipping to Normalization for Heavy Tailed SGD","created":"2024-10-17","cited_by_count":49,"area":null},{"id":"2505.24749","title":"SUMO: Subspace-Aware Moment-Orthogonalization for Accelerating Memory-Efficient LLM Training","created":"2025-05-30","cited_by_count":19,"area":null},{"id":"2410.17881","title":"AdaRankGrad: Adaptive Gradient-Rank and Moments for Memory-Efficient LLMs Training and Fine-Tuning","created":"2024-10-23","cited_by_count":17,"area":null},{"id":"2508.04860","title":"Can SGD Handle Heavy-Tailed Noise?","created":"2025-08-06","cited_by_count":17,"area":null},{"id":"2509.11259","title":"ICR-RL: Deep Reinforcement Learning via In-Context Regression","created":"2025-09-14","cited_by_count":8,"area":null},{"id":"2605.06884","title":"Muon with Nesterov Momentum: Heavy-Tailed Noise and (Randomized) Inexact Polar Decomposition","created":"2026-05-07","cited_by_count":8,"area":null},{"id":"2410.15637","title":"Large Deviation Upper Bounds and Improved MSE Rates of Nonlinear SGD: Heavy-tailed Noise and Power of Symmetry","created":"2024-10-21","cited_by_count":7,"area":null},{"id":"2502.19571","title":"LORENZA: Enhancing Generalization in Low-Rank Gradient LLM Training via Efficient Zeroth-Order Adaptive SAM","created":"2025-02-26","cited_by_count":5,"area":null},{"id":"2510.02226","title":"TempoControl: Temporal Attention Guidance for Text-to-Video Models","created":"2025-10-02","cited_by_count":5,"area":null},{"id":"2507.09093","title":"Sharp High-Probability Rates for Nonlinear SGD under Heavy-Tailed Noise via Symmetrization","created":"2025-07-12","cited_by_count":3,"area":null},{"id":"2510.10690","title":"Second-order Optimization under Heavy-Tailed Noise: Hessian Clipping and Sample Complexity Limits","created":"2025-10-12","cited_by_count":3,"area":null},{"id":"2605.18694","title":"Can Adaptive Gradient Methods Converge under Heavy-Tailed Noise? A Case Study of AdaGrad","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2606.00520","title":"In-Expectation Convergence of Stochastic Gradient Methods under Heavy-Tailed Noise","created":"2026-05-30","cited_by_count":3,"area":null},{"id":"2503.22478","title":"Almost Bayesian: The Fractal Dynamics of Stochastic Gradient Descent","created":"2025-03-28","cited_by_count":2,"area":null},{"id":"2511.04456","title":"Federated Stochastic Minimax Optimization under Heavy-Tailed Noises","created":"2025-11-06","cited_by_count":2,"area":null},{"id":"2601.19379","title":"Optimal Asynchronous Stochastic Nonconvex Optimization under Heavy-Tailed Noise","created":"2026-01-27","cited_by_count":2,"area":null},{"id":"2602.13413","title":"Why is Normalization Preferred? A Worst-Case Complexity Theory for Stochastically Preconditioned SGD under Heavy-Tailed Noise","created":"2026-02-13","cited_by_count":2,"area":null},{"id":"2603.15059","title":"Muon Converges under Heavy-Tailed Noise: Nonconvex H\\\"{o}lder-Smooth Empirical Risk Minimization","created":"2026-03-16","cited_by_count":2,"area":null},{"id":"2605.11838","title":"Gradient Clipping Beyond Vector Norms: A Spectral Approach for Matrix-Valued Parameters","created":"2026-05-12","cited_by_count":2,"area":null},{"id":"2606.14560","title":"Free Heavy-Tailed Lunch for Muon: A Theoretical Justification of Empirical Success","created":"2026-06-12","cited_by_count":2,"area":null},{"id":"2607.27383","title":"The Convergence Behavior of Adam under Heavy-Tailed Noise","created":"2026-07-29","cited_by_count":2,"area":null},{"id":"2406.11159","title":"Distributed Stochastic Gradient Descent with Staleness: A Stochastic Delay Differential Equation Based Framework","created":"2024-06-17","cited_by_count":1,"area":null},{"id":"2410.13954","title":"Nonlinear Stochastic Gradient Descent and Heavy-tailed Noise: A Unified Framework and High-probability Guarantees","created":"2024-10-17","cited_by_count":1,"area":null},{"id":"2509.15543","title":"Nonconvex Decentralized Stochastic Bilevel Optimization under Heavy-Tailed Noise","created":"2025-09-19","cited_by_count":1,"area":null},{"id":"2601.11435","title":"Near-Optimal Decentralized Stochastic Nonconvex Optimization with Heavy-Tailed Noise","created":"2026-01-16","cited_by_count":1,"area":null},{"id":"2605.02701","title":"Robust and Fast Training via Per-Sample Clipping","created":"2026-05-04","cited_by_count":1,"area":null},{"id":"2606.23676","title":"Open Problem: Is AdamW Effective Under Heavy-Tailed Noise?","created":"2026-06-22","cited_by_count":1,"area":null},{"id":"2607.08104","title":"Vanilla SGD with Momentum Survives Heavy-Tailed Noise: Convergence Analysis without Gradient Clipping or Normalization","created":"2026-07-09","cited_by_count":1,"area":null},{"id":"2406.16032","title":"Effect of Random Learning Rate: Theoretical Analysis of SGD Dynamics in Non-Convex Optimization via Stationary Distribution","created":"2024-06-23","cited_by_count":0,"area":null},{"id":"2508.14539","title":"FedEve: On Bridging the Client Drift and Period Drift for Cross-device Federated Learning","created":"2025-08-20","cited_by_count":0,"area":null},{"id":"2601.19730","title":"Stability and Generalization of Stochastic Nonconvex Optimization under Heavy-Tailed Noise: From Gradient Norm to Goldstein Stationarity","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2605.07634","title":"Robust stochastic first order methods in heavy-tailed noise via medoid mini-batch gradient sampling","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2607.14466","title":"Interleaved Noise Injection Improves Clean, Corrupted, and OOD Performance","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2609.30732","title":"TR-SSQP: A Trust-Region Method for Constrained Stochastic Optimization under Heavy-Tailed Noise","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.32195","title":"High-Probability Guarantees for SGD under $\\beta$-Heavy-Tailed Gradient Noise","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.18294","title":"Which Optimizer Leaks Most? Optimizer Implicit Bias as a Training-Data Privacy Controller","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}