{"total":33,"rows":[{"id":"2102.04761","title":"Quasi-Global Momentum: Accelerating Decentralized Deep Learning on Heterogeneous Data","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2409.03137","title":"The AdEMAMix Optimizer: Better, Faster, Older","created":"2024-09-05","cited_by_count":54,"area":null},{"id":"2203.11860","title":"Practical tradeoffs between memory, compute, and performance in learned optimizers","created":"2022-03-22","cited_by_count":32,"area":null},{"id":"2209.11208","title":"A Closer Look at Learned Optimization: Stability, Robustness, and Inductive Biases","created":"2022-09-22","cited_by_count":30,"area":null},{"id":"2206.09491","title":"On the Limitations of Stochastic Pre-processing Defenses","created":"2022-06-19","cited_by_count":21,"area":null},{"id":"2303.07127","title":"Improving physics-informed neural networks with meta-learned optimization","created":"2023-03-13","cited_by_count":19,"area":null},{"id":"2207.03574","title":"Demystifying the Adversarial Robustness of Random Transformation Defenses","created":"2022-06-18","cited_by_count":14,"area":null},{"id":"2212.01055","title":"Transformer-Based Learned Optimization","created":"2022-12-02","cited_by_count":13,"area":null},{"id":"2302.01470","title":"Learning to Optimize for Reinforcement Learning","created":"2023-02-03","cited_by_count":12,"area":null},{"id":"2102.08431","title":"Complex Momentum for Optimization in Games","created":"2021-02-16","cited_by_count":11,"area":null},{"id":"2206.09379","title":"0/1 Deep Neural Networks via Block Coordinate Descent","created":"2022-06-19","cited_by_count":10,"area":null},{"id":"2405.14402","title":"Exact Gauss-Newton Optimization for Training Deep Neural Networks","created":"2024-05-23","cited_by_count":10,"area":null},{"id":"2203.00089","title":"Amortized Proximal Optimization","created":"2022-02-28","cited_by_count":9,"area":null},{"id":"2306.07684","title":"Lookaround Optimizer: $k$ steps around, 1 step average","created":"2023-06-13","cited_by_count":9,"area":null},{"id":"2107.04197","title":"REX: Revisiting Budgeted Training with an Improved Schedule","created":"2021-07-09","cited_by_count":8,"area":null},{"id":"2307.00631","title":"Bidirectional Looking with A Novel Double Exponential Moving Average to Adaptive and Non-adaptive Momentum Optimizers","created":"2023-07-02","cited_by_count":6,"area":null},{"id":"2106.10708","title":"Memory Augmented Optimizers for Deep Learning","created":"2021-06-20","cited_by_count":5,"area":null},{"id":"2109.12504","title":"AdaInject: Injection Based Adaptive Gradient Descent Optimizers for Convolutional Neural Networks","created":"2021-09-26","cited_by_count":2,"area":null},{"id":"2207.02763","title":"BFE and AdaBFE: A New Approach in Learning Rate Automation for Stochastic Optimization","created":"2022-07-06","cited_by_count":2,"area":null},{"id":"2412.18790","title":"Torque-Aware Momentum","created":"2024-12-25","cited_by_count":2,"area":null},{"id":"2510.05361","title":"MT-DAO: Multi-Timescale Distributed Adaptive Optimizers with Local Updates","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2606.19179","title":"Compute Efficiency and Serial Runtime Tradeoffs for Stochastic Momentum Methods","created":"2026-06-17","cited_by_count":2,"area":null},{"id":"2203.14572","title":"Distributed Task Management in Fog Computing: A Socially Concave Bandit Game","created":"2022-03-28","cited_by_count":1,"area":null},{"id":"2408.05560","title":"Incremental Gauss-Newton Descent for Machine Learning","created":"2024-08-10","cited_by_count":1,"area":null},{"id":"2505.13397","title":"Learning by solving differential equations","created":"2025-05-19","cited_by_count":1,"area":null},{"id":"2112.04922","title":"A More Stable Accelerated Gradient Method Inspired by Continuous-Time Perspective","created":"2021-12-09","cited_by_count":0,"area":null},{"id":"2207.04198","title":"Improved Binary Forward Exploration: Learning Rate Scheduling Method for Stochastic Optimization","created":"2022-07-09","cited_by_count":0,"area":null},{"id":"2211.06515","title":"Multilevel-in-Layer Training for Deep Neural Network Regression","created":"2022-11-11","cited_by_count":0,"area":null},{"id":"2311.11532","title":"Fine-Tuning Adaptive Stochastic Optimizers: Determining the Optimal Hyperparameter $\\epsilon$ via Gradient Magnitude Histogram Analysis","created":"2023-11-20","cited_by_count":0,"area":null},{"id":"2404.06679","title":"Neural Optimizer Equation, Decay Function, and Learning Rate Schedule Joint Evolution","created":"2024-04-10","cited_by_count":0,"area":null},{"id":"2607.04033","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2608.28442","title":"Curvature-Conditioned Multiscale Momentum with Sphere Constraints for LLM Pretraining","created":"2026-08-28","cited_by_count":0,"area":null},{"id":"2609.32290","title":"A Journey to the Edge of Stability","created":"2026-09-26","cited_by_count":0,"area":null}],"next_cursor":null}