{"total":90,"rows":[{"id":"2208.06677","title":"Adan: Adaptive Nesterov Momentum Algorithm for Faster Optimizing Deep Models","created":"2022-08-13","cited_by_count":174,"area":null},{"id":"2208.09632","title":"Adam Can Converge Without Any Modification On Update Rules","created":"2022-08-20","cited_by_count":114,"area":null},{"id":"2205.10287","title":"On the SDEs and Scaling Rules for Adaptive Gradient Algorithms","created":"2022-05-20","cited_by_count":104,"area":null},{"id":"2207.14484","title":"Adaptive Gradient Methods at the Edge of Stability","created":"2022-07-29","cited_by_count":101,"area":null},{"id":"2411.10438","title":"MARS: Unleashing the Power of Variance Reduction for Training Large Models","created":"2024-11-15","cited_by_count":64,"area":null},{"id":"2303.03108","title":"Gradient Norm Aware Minimization Seeks First-Order Flatness and Improves Generalization","created":"2023-03-03","cited_by_count":57,"area":null},{"id":"2205.02719","title":"Communication-Efficient Adaptive Federated Learning","created":"2022-05-05","cited_by_count":55,"area":null},{"id":"2112.03459","title":"A Novel Convergence Analysis for Algorithms of the Adam Family","created":"2021-12-07","cited_by_count":50,"area":null},{"id":"2108.11371","title":"Understanding the Generalization of Adam in Learning Neural Networks with Proper Regularization","created":"2021-08-25","cited_by_count":49,"area":null},{"id":"2106.08208","title":"SUPER-ADAM: Faster and Universal Framework of Adaptive Gradients","created":"2021-06-15","cited_by_count":40,"area":null},{"id":"2204.02833","title":"High Probability Bounds for a Class of Nonconvex Algorithms with AdaGrad Stepsize","created":"2022-04-06","cited_by_count":40,"area":null},{"id":"2106.11396","title":"BiAdam: Fast Adaptive Bilevel Optimization Methods","created":"2021-06-21","cited_by_count":33,"area":null},{"id":"2103.17182","title":"Positive-Negative Momentum: Manipulating Stochastic Gradient Noise to Improve Generalization","created":"2021-03-31","cited_by_count":28,"area":null},{"id":"2307.11108","title":"Flatness-Aware Minimization for Domain Generalization","created":"2023-07-20","cited_by_count":27,"area":null},{"id":"2309.00079","title":"On the Implicit Bias of Adam","created":"2023-08-31","cited_by_count":27,"area":null},{"id":"2211.02254","title":"How Does Adaptive Optimization Impact Local Neural Network Geometry?","created":"2022-11-04","cited_by_count":24,"area":null},{"id":"2209.09298","title":"Stability and Generalization Analysis of Gradient Methods for Shallow Neural Networks","created":"2022-09-19","cited_by_count":21,"area":null},{"id":"2402.03982","title":"On Convergence of Adam for Stochastic Optimization under Relaxed Assumptions","created":"2024-02-06","cited_by_count":21,"area":null},{"id":"2107.04228","title":"Activated Gradients for Deep Neural Networks","created":"2021-07-09","cited_by_count":14,"area":null},{"id":"2307.11782","title":"Convergence of Adam for Non-convex Objectives: Relaxed Hyperparameters and Non-ergodic Case","created":"2023-07-20","cited_by_count":14,"area":null},{"id":"2104.14840","title":"Unified Convergence Analysis for Adaptive Optimization with Moving Average Estimator","created":"2021-04-30","cited_by_count":13,"area":null},{"id":"2111.00705","title":"Communication-Compressed Adaptive Gradient Method for Distributed Nonconvex Optimization","created":"2021-11-01","cited_by_count":12,"area":null},{"id":"2306.05879","title":"FedWon: Triumphing Multi-domain Federated Learning Without Normalization","created":"2023-06-09","cited_by_count":11,"area":null},{"id":"2407.18365","title":"FADAS: Towards Federated Adaptive Asynchronous Optimization","created":"2024-07-25","cited_by_count":10,"area":null},{"id":"2101.00238","title":"Adam revisited: a weighted past gradients perspective","created":"2021-01-01","cited_by_count":9,"area":null},{"id":"2105.10190","title":"AngularGrad: A New Optimization Technique for Angular Convergence of Convolutional Neural Networks","created":"2021-05-21","cited_by_count":9,"area":null},{"id":"2505.11840","title":"On the $O(\\frac{\\sqrt{d}}{K^{1/4}})$ Convergence Rate of AdamW Measured by $\\ell_1$ Norm","created":"2025-05-17","cited_by_count":8,"area":null},{"id":"2306.14522","title":"Nonconvex Stochastic Bregman Proximal Gradient Method with Application to Deep Learning","created":"2023-06-26","cited_by_count":7,"area":null},{"id":"2107.03331","title":"KOALA: A Kalman Optimization Algorithm with Loss Adaptivity","created":"2021-07-07","cited_by_count":6,"area":null},{"id":"2401.08893","title":"MADA: Meta-Adaptive Optimizers through hyper-gradient Descent","created":"2024-01-17","cited_by_count":6,"area":null},{"id":"2105.05155","title":"TAG: Task-based Accumulated Gradients for Lifelong learning","created":"2021-05-11","cited_by_count":5,"area":null},{"id":"2211.03970","title":"On the Algorithmic Stability and Generalization of Adaptive Optimization Methods","created":"2022-11-08","cited_by_count":5,"area":null},{"id":"2310.08858","title":"Adam-family Methods with Decoupled Weight Decay in Deep Learning","created":"2023-10-13","cited_by_count":5,"area":null},{"id":"2109.08282","title":"AdaLoss: A computationally-efficient and provably convergent adaptive gradient method","created":"2021-09-17","cited_by_count":4,"area":null},{"id":"2110.05454","title":"Momentum Centering and Asynchronous Update for Adaptive Gradient Methods","created":"2021-10-11","cited_by_count":4,"area":null},{"id":"2202.04509","title":"Optimal learning rate schedules in high-dimensional non-convex optimization problems","created":"2022-02-09","cited_by_count":4,"area":null},{"id":"2206.13290","title":"Theoretical analysis of Adam using hyperparameters close to one without Lipschitz smoothness","created":"2022-06-27","cited_by_count":4,"area":null},{"id":"2304.09758","title":"K-means Clustering Based Feature Consistency Alignment for Label-free Model Evaluation","created":"2023-04-17","cited_by_count":4,"area":null},{"id":"2312.01658","title":"AGD: an Auto-switchable Optimizer using Stepwise Gradient Difference for Preconditioning Matrix","created":"2023-12-04","cited_by_count":4,"area":null},{"id":"2106.03763","title":"Vanishing Curvature and the Power of Adaptive Methods in Randomly Initialized Deep Networks","created":"2021-06-07","cited_by_count":3,"area":null},{"id":"2202.06152","title":"Analysis of Dual-Based PID Controllers through Convolutional Mirror Descent","created":"2022-02-12","cited_by_count":3,"area":null},{"id":"2303.12992","title":"A Survey of Historical Learning: Learning Models with Learning History","created":"2023-03-23","cited_by_count":3,"area":null},{"id":"2404.08624","title":"Regularized Gradient Clipping Provably Trains Wide and Deep Neural Networks","created":"2024-04-12","cited_by_count":3,"area":null},{"id":"2410.06369","title":"Communication-Efficient Federated Group Distributionally Robust Optimization","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2606.09658","title":"Muon Learns More Robust and Transferable Features than Adam","created":"2026-06-08","cited_by_count":3,"area":null},{"id":"2205.07408","title":"Training neural networks using Metropolis Monte Carlo and an adaptive variant","created":"2022-05-16","cited_by_count":2,"area":null},{"id":"2207.01847","title":"PoF: Post-Training of Feature Extractor for Improving Generalization","created":"2022-07-05","cited_by_count":2,"area":null},{"id":"2302.06103","title":"FedDA: Faster Framework of Local Adaptive Gradient Methods via Restarted Dual Averaging","created":"2023-02-13","cited_by_count":2,"area":null},{"id":"2310.15976","title":"Convergence of Sign-based Random Reshuffling Algorithms for Nonconvex Optimization","created":"2023-10-24","cited_by_count":2,"area":null},{"id":"2311.08745","title":"Using Stochastic Gradient Descent to Smooth Nonconvex Functions: Analysis of Implicit Graduated Optimization","created":"2023-11-15","cited_by_count":2,"area":null},{"id":"2412.19444","title":"Towards Simple and Provable Parameter-Free Adaptive Gradient Methods","created":"2024-12-27","cited_by_count":2,"area":null},{"id":"2502.10784","title":"Preconditioned Inexact Stochastic ADMM for Deep Model","created":"2025-02-15","cited_by_count":2,"area":null},{"id":"2506.22479","title":"Hindsight-Guided Momentum (HGM) Optimizer: An Approach to Adaptive Learning Rate","created":"2025-06-22","cited_by_count":2,"area":null},{"id":"2511.19716","title":"Design Criteria for SGD Preconditioners: Local Conditioning, Noise Floors, and Basin Stability","created":"2025-11-24","cited_by_count":2,"area":null},{"id":"2101.02397","title":"A Comprehensive Study on Optimization Strategies for Gradient Descent In Deep Learning","created":"2021-01-07","cited_by_count":1,"area":null},{"id":"2208.09814","title":"Critical Bach Size Minimizes Stochastic First-Order Oracle Complexity of Deep Learning Optimizer using Hyperparameters Close to One","created":"2022-08-21","cited_by_count":1,"area":null},{"id":"2311.02818","title":"Signal Processing Meets SGD: From Momentum to Filter","created":"2023-11-06","cited_by_count":1,"area":null},{"id":"2406.14329","title":"Adaptive Adversarial Cross-Entropy Loss for Sharpness-Aware Minimization","created":"2024-06-20","cited_by_count":1,"area":null},{"id":"2512.06795","title":"ADAM Optimization with Adaptive Batch Selection","created":"2025-12-07","cited_by_count":1,"area":null},{"id":"2602.10204","title":"Adaptive Optimization via Momentum on Variance-Normalized Gradients","created":"2026-02-10","cited_by_count":1,"area":null},{"id":"2603.02649","title":"HomeAdam: Adam and AdamW Algorithms Sometimes Go Home to Obtain Better Provable Generalization","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.06120","title":"Dynamic Momentum Recalibration in Online Gradient Learning","created":"2026-03-06","cited_by_count":1,"area":null},{"id":"2605.07841","title":"\\mathsf{VISTA}: Decentralized Machine Learning in Adversary Dominated Environments","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2607.28902","title":"Adaptivity via a Parallel Architecture for Stochastic Gradient Methods","created":"2026-07-31","cited_by_count":1,"area":null},{"id":"2608.18415","title":"The Road Taken: The Role of Optimizers at the Edge of Stability","created":"2026-08-19","cited_by_count":1,"area":null},{"id":"2107.08377","title":"A New Adaptive Gradient Method with Gradient Decomposition","created":"2021-07-18","cited_by_count":0,"area":null},{"id":"2110.01598","title":"Effectiveness of Optimization Algorithms in Deep Image Classification","created":"2021-10-04","cited_by_count":0,"area":null},{"id":"2110.08531","title":"A theoretical and empirical study of new adaptive algorithms with additional momentum steps and shifted updates for stochastic non-convex optimization","created":"2021-10-16","cited_by_count":0,"area":null},{"id":"2205.09709","title":"Bi-LSTM Scoring Based Similarity Measurement with Agglomerative Hierarchical Clustering (AHC) for Speaker Diarization","created":"2022-05-19","cited_by_count":0,"area":null},{"id":"2306.10278","title":"Adaptive Strategies in Non-convex Optimization","created":"2023-06-17","cited_by_count":0,"area":null},{"id":"2402.00389","title":"On the $O(\\frac{\\sqrt{d}}{T^{1/4}})$ Convergence Rate of RMSProp and Its Momentum Extension Measured by $\\ell_1$ Norm","created":"2024-02-01","cited_by_count":0,"area":null},{"id":"2403.02681","title":"SGD with Partial Hessian for Deep Neural Networks Optimization","created":"2024-03-05","cited_by_count":0,"area":null},{"id":"2407.16944","title":"Adaptive Gradient Regularization: A Faster and Generalizable Optimization Technique for Deep Neural Networks","created":"2024-07-24","cited_by_count":0,"area":null},{"id":"2410.05871","title":"A second-order-like optimizer with adaptive gradient scaling for deep learning","created":"2024-10-08","cited_by_count":0,"area":null},{"id":"2412.07441","title":"Reconstructing Deep Neural Networks: Unleashing the Optimization Potential of Natural Gradient Descent","created":"2024-12-10","cited_by_count":0,"area":null},{"id":"2502.06268","title":"Spectral-factorized Positive-definite Curvature Learning for NN Training","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2503.02147","title":"Frankenstein Optimizer: Harnessing the Potential by Revisiting Optimization Tricks","created":"2025-03-04","cited_by_count":0,"area":null},{"id":"2503.10005","title":"Adaptive Moment Estimation Optimization Algorithm Using Projection Gradient for Deep Learning","created":"2025-03-13","cited_by_count":0,"area":null},{"id":"2506.08353","title":"An Adaptive Method Stabilizing Activations for Enhanced Generalization","created":"2025-06-10","cited_by_count":0,"area":null},{"id":"2601.22284","title":"Riemannian Lyapunov Optimizer: A Unified Framework for Optimization","created":"2026-01-29","cited_by_count":0,"area":null},{"id":"2604.17747","title":"Efficient Federated RLHF via Zeroth-Order Policy Optimization","created":"2026-04-20","cited_by_count":0,"area":"alignment"},{"id":"2605.02317","title":"Anon: Extrapolating Adaptivity Beyond SGD and Adam","created":"2026-05-04","cited_by_count":0,"area":null},{"id":"2605.20009","title":"Training Neural Networks with Optimal Double-Bayesian Learning","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2607.04033","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2607.07156","title":"The Anatomy of Implicit Bias: Information Allocation in Neural Network Training","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2608.02991","title":"Control Allocation in Neural Network Optimization: Joint Affine Control of Weight and Bias Updates","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.15105","title":"EMASAM: a Computationally Efficient Sharpness-Aware Minimization via EMA-Guided Perturbations","created":"2026-08-15","cited_by_count":0,"area":null},{"id":"2608.21463","title":"Enhanced Artificial Neural Networks Using QHAdamW in Air Quality Forecasting","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.30271","title":"When the Preconditioning Exponent Turns Negative: Learning-Rate Coupling and Cross-Environment Generalization","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2609.30276","title":"Why Clipping Matters in AdaGrad? Toward a High-Probability Theory under Generalized Smoothness","created":"2026-08-12","cited_by_count":0,"area":null}],"next_cursor":null}