{"total":38,"rows":[{"id":"2208.06677","title":"Adan: Adaptive Nesterov Momentum Algorithm for Faster Optimizing Deep Models","created":"2022-08-13","cited_by_count":174,"area":null},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2205.10287","title":"On the SDEs and Scaling Rules for Adaptive Gradient Algorithms","created":"2022-05-20","cited_by_count":104,"area":null},{"id":"2303.03108","title":"Gradient Norm Aware Minimization Seeks First-Order Flatness and Improves Generalization","created":"2023-03-03","cited_by_count":57,"area":null},{"id":"2509.15816","title":"On the Convergence of Muon and Beyond","created":"2025-09-19","cited_by_count":31,"area":null},{"id":"2307.11108","title":"Flatness-Aware Minimization for Domain Generalization","created":"2023-07-20","cited_by_count":27,"area":null},{"id":"2309.00079","title":"On the Implicit Bias of Adam","created":"2023-08-31","cited_by_count":27,"area":null},{"id":"2206.08684","title":"Sparse Double Descent: Where Network Pruning Aggravates Overfitting","created":"2022-06-17","cited_by_count":26,"area":null},{"id":"2209.14851","title":"Meta Knowledge Condensation for Federated Learning","created":"2022-09-29","cited_by_count":26,"area":null},{"id":"2305.12475","title":"Two Sides of One Coin: the Limits of Untuned SGD and the Power of Adaptive Methods","created":"2023-05-21","cited_by_count":23,"area":null},{"id":"2201.13011","title":"On the Power-Law Hessian Spectrums in Deep Learning","created":"2022-01-31","cited_by_count":16,"area":null},{"id":"2301.06308","title":"Stability Analysis of Sharpness-Aware Minimization","created":"2023-01-16","cited_by_count":14,"area":null},{"id":"2306.05651","title":"Differentially Private Sharpness-Aware Training","created":"2023-06-09","cited_by_count":14,"area":null},{"id":"2405.20763","title":"Improving Generalization and Convergence by Enhancing Implicit Regularization","created":"2024-05-31","cited_by_count":14,"area":null},{"id":"2212.02083","title":"On the Overlooked Structure of Stochastic Gradients","created":"2022-12-05","cited_by_count":13,"area":null},{"id":"2502.06604","title":"Do we really have to filter out random noise in pre-training data for language models?","created":"2025-02-10","cited_by_count":11,"area":null},{"id":"2310.00692","title":"A Theoretical Analysis of Noise Geometry in Stochastic Gradient Descent","created":"2023-10-01","cited_by_count":9,"area":null},{"id":"2210.16400","title":"Flatter, faster: scaling momentum for optimal speedup of SGD","created":"2022-10-28","cited_by_count":5,"area":null},{"id":"2602.01642","title":"The Effect of Mini-Batch Noise on the Implicit Bias of Adam","created":"2026-02-02","cited_by_count":4,"area":null},{"id":"2210.12957","title":"On the optimization and pruning for Bayesian deep learning","created":"2022-10-24","cited_by_count":2,"area":null},{"id":"2412.12473","title":"A Method for Enhancing Generalization of Adam by Multiple Integrations","created":"2024-12-17","cited_by_count":2,"area":null},{"id":"2511.13465","title":"AdamNX: An Adam improvement algorithm based on a novel exponential decay mechanism for the second-order moment estimate","created":"2025-11-17","cited_by_count":2,"area":null},{"id":"2606.17526","title":"MGUP: A Momentum-Gradient Alignment Update Policy for Stochastic Optimization","created":"2026-06-16","cited_by_count":2,"area":null},{"id":"2311.02818","title":"Signal Processing Meets SGD: From Momentum to Filter","created":"2023-11-06","cited_by_count":1,"area":null},{"id":"2509.21614","title":"Effective continuous equations for adaptive SGD: a stochastic analysis view","created":"2025-09-25","cited_by_count":1,"area":null},{"id":"2602.05393","title":"Late-to-Early Training: LET LLMs Learn Earlier, So Faster and Better","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2603.06120","title":"Dynamic Momentum Recalibration in Online Gradient Learning","created":"2026-03-06","cited_by_count":1,"area":null},{"id":"2605.09331","title":"Dimension-Free Saddle-Point Escape in Muon","created":"2026-05-10","cited_by_count":1,"area":null},{"id":"2403.01058","title":"Neural Field Classifiers via Target Encoding and Classification Loss","created":"2024-03-02","cited_by_count":0,"area":null},{"id":"2406.13183","title":"Communication-Efficient and Privacy-Preserving Decentralized Meta-Learning","created":"2024-06-19","cited_by_count":0,"area":null},{"id":"2406.14207","title":"LayerMatch: Do Pseudo-labels Benefit All Layers?","created":"2024-06-20","cited_by_count":0,"area":null},{"id":"2502.20763","title":"Information-Theoretic Perspectives on Optimizers","created":"2025-02-28","cited_by_count":0,"area":null},{"id":"2506.08353","title":"An Adaptive Method Stabilizing Activations for Enhanced Generalization","created":"2025-06-10","cited_by_count":0,"area":null},{"id":"2603.07122","title":"Combining Adam and its Inverse Counterpart to Enhance Generalization of Deep Learning Optimizers","created":"2026-03-07","cited_by_count":0,"area":null},{"id":"2605.02317","title":"Anon: Extrapolating Adaptivity Beyond SGD and Adam","created":"2026-05-04","cited_by_count":0,"area":null},{"id":"2605.06741","title":"A Closed-Form Upper Bound for Admissible Learning-Rate Steps in Belief-Space Dynamics","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.20009","title":"Training Neural Networks with Optimal Double-Bayesian Learning","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2605.20533","title":"Ada2MS: A Hybrid Optimization Algorithm Based on Exponential Mixing of Elementwise and Global Second-Moment Estimates","created":"2026-05-19","cited_by_count":0,"area":null}],"next_cursor":null}