{"total":67,"rows":[{"id":"2310.05898","title":"Lion Secretly Solves Constrained Optimization: As Lyapunov Predicts","created":"2023-10-09","cited_by_count":51,"area":null},{"id":"2110.04840","title":"Heavy Ball Neural Ordinary Differential Equations","created":"2021-10-10","cited_by_count":42,"area":null},{"id":"2107.06608","title":"Continuous vs. Discrete Optimization of Deep Neural Networks","created":"2021-07-14","cited_by_count":34,"area":null},{"id":"2111.11309","title":"No-Regret Dynamics in the Fenchel Game: A Unified Framework for Algorithmic Convex Optimization","created":"2021-11-22","cited_by_count":20,"area":null},{"id":"2106.07644","title":"A Continuized View on Nesterov Acceleration for Stochastic Gradient Descent and Randomized Gossip","created":"2021-06-10","cited_by_count":15,"area":null},{"id":"2312.07335","title":"Momentum Particle Maximum Likelihood","created":"2023-12-12","cited_by_count":12,"area":null},{"id":"2206.11872","title":"Provable Acceleration of Heavy Ball beyond Quadratics for a Class of Polyak-\\L{}ojasiewicz Functions when the Non-Convexity is Averaged-Out","created":"2022-06-22","cited_by_count":11,"area":null},{"id":"2302.01952","title":"On a continuous time model of gradient descent dynamics and instability in deep learning","created":"2023-02-03","cited_by_count":11,"area":null},{"id":"2302.11147","title":"Stochastic Approximation Beyond Gradient for Signal Processing and Machine Learning","created":"2023-02-22","cited_by_count":10,"area":null},{"id":"2310.04006","title":"Accelerating optimization over the space of probability measures","created":"2023-10-06","cited_by_count":10,"area":null},{"id":"2604.14108","title":"Momentum Further Constrains Sharpness at the Edge of Stochastic Stability","created":"2026-04-15","cited_by_count":10,"area":null},{"id":"2108.03947","title":"On the Hyperparameters in Stochastic Gradient Descent with Momentum","created":"2021-08-09","cited_by_count":9,"area":null},{"id":"2209.14501","title":"On Quantum Speedups for Nonconvex Optimization via Quantum Tunneling Walks","created":"2022-09-29","cited_by_count":9,"area":null},{"id":"2403.05293","title":"Leveraging Continuous Time to Understand Momentum When Training Diagonal Linear Networks","created":"2024-03-08","cited_by_count":9,"area":null},{"id":"2103.05746","title":"Analyzing Human Models that Adapt Online","created":"2021-03-09","cited_by_count":8,"area":null},{"id":"2112.13826","title":"Last-Iterate Convergence of Saddle-Point Optimizers via High-Resolution Differential Equations","created":"2021-12-27","cited_by_count":8,"area":null},{"id":"2209.08862","title":"Gradient Norm Minimization of Nesterov Acceleration: $o(1/k^3)$","created":"2022-09-19","cited_by_count":8,"area":null},{"id":"2602.22681","title":"Accelerating LLM Pre-Training through Flat-Direction Dynamics Enhancement","created":"2026-02-26","cited_by_count":8,"area":null},{"id":"2107.01832","title":"Provable Convergence of Nesterov's Accelerated Gradient Method for Over-Parameterized Neural Networks","created":"2021-07-05","cited_by_count":7,"area":null},{"id":"2202.05352","title":"Domain Adversarial Training: A Game Perspective","created":"2022-02-10","cited_by_count":7,"area":null},{"id":"2311.15587","title":"Quantum Langevin Dynamics for Optimization","created":"2023-11-27","cited_by_count":7,"area":null},{"id":"2102.11537","title":"Revisiting the Role of Euler Numerical Integration on Acceleration and Stability in Convex Optimization","created":"2021-02-23","cited_by_count":6,"area":null},{"id":"2211.01610","title":"Proximal Subgradient Norm Minimization of ISTA and FISTA","created":"2022-11-03","cited_by_count":6,"area":null},{"id":"2302.07851","title":"Continuized Acceleration for Quasar Convex Functions in Non-Convex Optimization","created":"2023-02-15","cited_by_count":6,"area":null},{"id":"2212.05700","title":"Revisiting the acceleration phenomenon via high-resolution differential equations","created":"2022-12-12","cited_by_count":5,"area":null},{"id":"2303.17192","title":"Sublinear Convergence Rates of Extragradient-Type Methods: A Survey on Classical and Recent Developments","created":"2023-03-30","cited_by_count":5,"area":null},{"id":"2101.12101","title":"Potential Function-based Framework for Making the Gradients Small in Convex and Min-Max Optimization","created":"2021-01-28","cited_by_count":4,"area":null},{"id":"2406.02006","title":"ODE-based Learning to Optimize","created":"2024-06-04","cited_by_count":4,"area":null},{"id":"2105.08832","title":"A Contraction Theory Approach to Optimization Algorithms from Acceleration Flows","created":"2021-05-18","cited_by_count":3,"area":null},{"id":"2210.06819","title":"Mean-field analysis for heavy ball methods: Dropout-stability, connectivity, and global convergence","created":"2022-10-13","cited_by_count":3,"area":null},{"id":"2505.19537","title":"Continuous-Time Analysis of Heavy Ball Momentum in Min-Max Games","created":"2025-05-26","cited_by_count":3,"area":null},{"id":"2111.04596","title":"Inertial Newton Algorithms Avoiding Strict Saddle Points","created":"2021-11-08","cited_by_count":2,"area":null},{"id":"2209.03705","title":"Losing momentum in continuous-time stochastic optimisation","created":"2022-09-08","cited_by_count":2,"area":null},{"id":"2209.14937","title":"NAG-GS: Semi-Implicit, Accelerated and Robust Stochastic Optimizer","created":"2022-09-29","cited_by_count":2,"area":null},{"id":"2212.06319","title":"Linear Convergence of ISTA and FISTA","created":"2022-12-13","cited_by_count":2,"area":null},{"id":"2311.02002","title":"A Variational Perspective on High-Resolution ODEs","created":"2023-11-03","cited_by_count":2,"area":null},{"id":"2609.30546","title":"Convergence guarantees for Muon: New parameter regimes and generalizations","created":"2026-09-24","cited_by_count":2,"area":null},{"id":"2206.02034","title":"A Control Theoretic Framework for Adaptive Gradient Optimizers in Machine Learning","created":"2022-06-04","cited_by_count":1,"area":null},{"id":"2207.07105","title":"Continuous-time Analysis for Variational Inequalities: An Overview and Desiderata","created":"2022-07-14","cited_by_count":1,"area":null},{"id":"2304.08389","title":"Beyond first-order methods for non-convex non-concave min-max optimization","created":"2023-04-17","cited_by_count":1,"area":null},{"id":"2304.14642","title":"On Underdamped Nesterov's Acceleration","created":"2023-04-28","cited_by_count":1,"area":null},{"id":"2306.09694","title":"Linear convergence of forward-backward accelerated algorithms without knowledge of the modulus of strong convexity","created":"2023-06-16","cited_by_count":1,"area":null},{"id":"2311.10053","title":"Near-optimal Closed-loop Method via Lyapunov Damping for Convex Optimization","created":"2023-11-16","cited_by_count":1,"area":null},{"id":"2405.20390","title":"Quantitative Convergences of Lie Group Momentum Optimizers","created":"2024-05-30","cited_by_count":1,"area":null},{"id":"2406.17954","title":"Why Line Search when you can Plane Search? SO-Friendly Neural Networks allow Per-Iteration Optimization of Learning and Momentum Rates for Every Layer","created":"2024-06-25","cited_by_count":1,"area":null},{"id":"2411.17866","title":"Distributed Sign Momentum with Local Steps for Training Transformers","created":"2024-11-26","cited_by_count":1,"area":null},{"id":"2505.22509","title":"Accelerating Optimization via Differentiable Stopping Time","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2601.19220","title":"Accelerated Multiple Wasserstein Gradient Flows for Multi-objective Distributional Optimization","created":"2026-01-27","cited_by_count":1,"area":null},{"id":"2603.22155","title":"RAMPAGE: RAndomized Mid-Point for debiAsed Gradient Extrapolation","created":"2026-03-23","cited_by_count":1,"area":null},{"id":"2608.25052","title":"Improved Analysis for Hessian-free High-resolution Monte Carlo Sampling","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2112.04922","title":"A More Stable Accelerated Gradient Method Inspired by Continuous-Time Perspective","created":"2021-12-09","cited_by_count":0,"area":null},{"id":"2201.08311","title":"Accelerated Gradient Flow: Risk, Stability, and Implicit Regularization","created":"2022-01-20","cited_by_count":0,"area":null},{"id":"2203.17226","title":"A Derivation of Nesterov's Accelerated Gradient Algorithm from Optimal Control Theory","created":"2022-03-29","cited_by_count":0,"area":null},{"id":"2208.03941","title":"Provable Acceleration of Nesterov's Accelerated Gradient Method over Heavy Ball Method in Training Over-Parameterized Neural Networks","created":"2022-08-08","cited_by_count":0,"area":null},{"id":"2309.04877","title":"A Gentle Introduction to Gradient-Based Optimization and Variational Inequalities for Machine Learning","created":"2023-09-09","cited_by_count":0,"area":null},{"id":"2404.14358","title":"A General Continuous-Time Formulation of Stochastic ADMM and Its Variants","created":"2024-04-22","cited_by_count":0,"area":null},{"id":"2409.00913","title":"Generalized Continuous-Time Models for Nesterov's Accelerated Gradient Methods","created":"2024-09-02","cited_by_count":0,"area":null},{"id":"2412.13527","title":"Lyapunov Analysis For Monotonically Forward-Backward Accelerated Algorithms","created":"2024-12-18","cited_by_count":0,"area":null},{"id":"2505.14670","title":"Quantum Optimization via Gradient-Based Hamiltonian Descent","created":"2025-05-20","cited_by_count":0,"area":null},{"id":"2506.14806","title":"Heavy-Ball Momentum Method in Continuous Time and Discretization Error Analysis","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2603.28921","title":"Critical Damping as a Momentum Schedule: Multi-Seed Validation, a Hybrid Recipe, and an Exhaustive Negative Result on Surgical Layer Selection","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.17645","title":"On The Mathematics of the Natural Physics of Optimization","created":"2026-04-19","cited_by_count":0,"area":null},{"id":"2605.19392","title":"Understanding Dynamics of Adam in Zero-Sum Games: An ODE Approach","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2605.28961","title":"Dynamics of Stochastic Momentum with Sparse Updates in High Dimensions","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2607.22567","title":"A Formal Kinetic Theory for Zeroth-Order Newton Dynamics:Stein-Corrected Hessian Estimation and Curvature--Variance Trade-offs","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2607.23008","title":"Nesterov acceleration in optimizing over probability measures","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2607.23642","title":"When Rates Are Geometric: Rate-Certificate Transfer for Contact Splittings in Optimization","created":"2026-07-26","cited_by_count":0,"area":null}],"next_cursor":null}