{"total":63,"rows":[{"id":"2209.15594","title":"Self-Stabilization: The Implicit Bias of Gradient Descent at the Edge of Stability","created":"2022-09-30","cited_by_count":155,"area":null},{"id":"2210.03294","title":"Understanding Edge-of-Stability Training Dynamics with a Minimalist Example","created":"2022-10-07","cited_by_count":56,"area":null},{"id":"2212.07469","title":"Learning threshold neurons via the \"edge of stability\"","created":"2022-12-14","cited_by_count":51,"area":null},{"id":"2305.11788","title":"Implicit Bias of Gradient Descent for Logistic Regression at the Edge of Stability","created":"2023-05-19","cited_by_count":42,"area":null},{"id":"2210.04860","title":"Second-order regression models exhibit progressive sharpening to the edge of stability","created":"2022-10-10","cited_by_count":40,"area":null},{"id":"2402.15926","title":"Large Stepsize Gradient Descent for Logistic Loss: Non-Monotonicity of the Loss Improves Optimization Efficiency","created":"2024-02-24","cited_by_count":35,"area":null},{"id":"2306.04815","title":"Catapults in SGD: spikes in the training loss and their impact on generalization through feature learning","created":"2023-06-07","cited_by_count":31,"area":null},{"id":"2305.15287","title":"The Crucial Role of Normalization in Sharpness-Aware Minimization","created":"2023-05-24","cited_by_count":26,"area":null},{"id":"2307.04204","title":"Trajectory Alignment: Understanding the Edge of Stability Phenomenon via Bifurcation Theory","created":"2023-07-09","cited_by_count":26,"area":null},{"id":"2310.17087","title":"Good regularity creates large learning rate implicit biases: edge of stability, balancing, and catapult","created":"2023-10-26","cited_by_count":25,"area":null},{"id":"2311.02076","title":"Universal Sharpness Dynamics in Neural Network Training: Fixed Point Analysis, Edge of Stability, and Route to Chaos","created":"2023-11-03","cited_by_count":22,"area":null},{"id":"2406.06893","title":"Transformers Provably Learn Sparse Token Selection While Fully-Connected Nets Cannot","created":"2024-06-11","cited_by_count":22,"area":null},{"id":"2305.13064","title":"Gradient Descent Monotonically Decreases the Sharpness of Gradient Flow Solutions in Scalar Networks and Beyond","created":"2023-05-22","cited_by_count":21,"area":null},{"id":"2302.12250","title":"Phase diagram of early training dynamics in deep neural networks: effect of the learning rate, depth, and width","created":"2023-02-23","cited_by_count":19,"area":null},{"id":"2306.09000","title":"When and Why Momentum Accelerates SGD:An Empirical Study","created":"2023-06-15","cited_by_count":19,"area":null},{"id":"2405.13456","title":"Deep linear networks for regression are implicitly regularized towards flat minima","created":"2024-05-22","cited_by_count":17,"area":null},{"id":"2406.08654","title":"Large Stepsize Gradient Descent for Non-Homogeneous Two-Layer Networks: Margin Improvement and Fast Optimization","created":"2024-06-12","cited_by_count":17,"area":null},{"id":"2305.12133","title":"Loss Spike in Training Neural Networks","created":"2023-05-20","cited_by_count":16,"area":null},{"id":"2310.15389","title":"Irreducible Curriculum for Language Model Pretraining","created":"2023-10-23","cited_by_count":16,"area":null},{"id":"2211.13723","title":"Beyond Losses Reweighting: Empowering Multi-Task Learning via the Generalization Perspective","created":"2022-11-24","cited_by_count":15,"area":null},{"id":"2305.12467","title":"Understanding Multi-phase Optimization Dynamics and Rich Nonlinear Behaviors of ReLU Networks","created":"2023-05-21","cited_by_count":15,"area":null},{"id":"2311.04163","title":"Outliers with Opposing Signals Have an Outsized Effect on Neural Network Optimization","created":"2023-11-07","cited_by_count":13,"area":null},{"id":"2505.02809","title":"Towards Quantifying the Hessian Structure of Neural Networks","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2506.04805","title":"Adaptive Preconditioners Trigger Loss Spikes in Adam","created":"2025-06-05","cited_by_count":13,"area":null},{"id":"2212.07295","title":"Maximal Initial Learning Rates in Deep ReLU Networks","created":"2022-12-14","cited_by_count":11,"area":null},{"id":"2507.09846","title":"Through the River: Understanding the Benefit of Schedule-Free Methods for Language Model Training","created":"2025-07-14","cited_by_count":9,"area":null},{"id":"2305.14683","title":"On progressive sharpening, flat minima and generalisation","created":"2023-05-24","cited_by_count":7,"area":null},{"id":"2504.04105","title":"Minimax Optimal Convergence of Gradient Descent in Logistic Regression via Large and Adaptive Stepsizes","created":"2025-04-05","cited_by_count":7,"area":null},{"id":"2306.13239","title":"The Inductive Bias of Flatness Regularization for Deep Matrix Factorization","created":"2023-06-22","cited_by_count":6,"area":null},{"id":"2506.05454","title":"Zeroth-Order Optimization Finds Flat Minima","created":"2025-06-05","cited_by_count":6,"area":"deeprl"},{"id":"2507.12837","title":"Understanding the Evolution of the Neural Tangent Kernel at the Edge of Stability","created":"2025-07-17","cited_by_count":6,"area":null},{"id":"2506.06940","title":"Understanding Sharpness Dynamics in NN Training with a Minimalist Example: The Effects of Dataset Difficulty, Depth, Stochasticity, and More","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2402.03579","title":"Deconstructing the Goldilocks Zone of Neural Network Initialization","created":"2024-02-05","cited_by_count":4,"area":null},{"id":"2410.16401","title":"Simplicity Bias via Global Convergence of Sharpness Minimization","created":"2024-10-21","cited_by_count":4,"area":null},{"id":"2503.02809","title":"A Minimalist Example of Edge-of-Stability and Progressive Sharpening","created":"2025-03-04","cited_by_count":4,"area":null},{"id":"2510.17506","title":"Convergence Rates for Gradient Descent on the Edge of Stability in Overparametrised Least Squares","created":"2025-10-20","cited_by_count":4,"area":null},{"id":"2311.15051","title":"Gradient Descent with Polyak's Momentum Finds Flatter Minima via Large Catapults","created":"2023-11-25","cited_by_count":3,"area":null},{"id":"2505.13900","title":"New Evidence of the Two-Phase Learning Dynamics of Neural Networks","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2602.14789","title":"On the Stability of Nonlinear Dynamics in GD and SGD: Beyond Quadratic Potentials","created":"2026-02-16","cited_by_count":3,"area":null},{"id":"2401.08426","title":"GD doesn't make the cut: Three ways that non-differentiability affects neural network training","created":"2024-01-16","cited_by_count":2,"area":null},{"id":"2507.17748","title":"Large Learning Rates Simultaneously Achieve Robustness to Spurious Correlations and Compressibility","created":"2025-07-23","cited_by_count":2,"area":null},{"id":"2604.19740","title":"Generalization at the Edge of Stability","created":"2026-04-21","cited_by_count":2,"area":null},{"id":"2606.21514","title":"Towards Understanding the Power and Limits of the Muon Optimizer: A River-Valley Perspective","created":"2026-06-19","cited_by_count":2,"area":null},{"id":"2406.00127","title":"Training on the Edge of Stability Is Caused by Layerwise Jacobian Alignment","created":"2024-05-31","cited_by_count":1,"area":null},{"id":"2505.13196","title":"A Physics-Inspired Optimizer: Velocity Regularized Adam","created":"2025-05-19","cited_by_count":1,"area":null},{"id":"2602.05065","title":"Does SGD Seek Flatness or Sharpness? An Exactly Solvable Model","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2604.21016","title":"SGD at the Edge of Stability: The Stochastic Sharpness Gap","created":"2026-04-22","cited_by_count":1,"area":null},{"id":"2607.08380","title":"Dynamics of Gradient Descent with Large Step Size Near a Manifold of Flat Minima","created":"2026-07-09","cited_by_count":1,"area":null},{"id":"2607.21005","title":"Weight-norm Criticality: A Mechanism for Loss Spikes Induced by the Normalization and Weight Decay","created":"2026-07-23","cited_by_count":1,"area":null},{"id":"2608.18415","title":"The Road Taken: The Role of Optimizers at the Edge of Stability","created":"2026-08-19","cited_by_count":1,"area":null},{"id":"2608.20638","title":"Adam at the Edge of Stability: Adaptive Feedback, Provable Oscillation, and Gradient Reversal","created":"2026-08-21","cited_by_count":1,"area":null},{"id":"2305.18490","title":"SANE: The phases of gradient descent through Sharpness Adjusted Number of Effective parameters","created":"2023-05-29","cited_by_count":0,"area":null},{"id":"2307.06097","title":"Learning Stochastic Dynamical Systems as an Implicit Regularization with Graph Neural Networks","created":"2023-07-12","cited_by_count":0,"area":null},{"id":"2412.08025","title":"Criteria and Bias of Parameterized Linear Regression under Edge of Stability Regime","created":"2024-12-11","cited_by_count":0,"area":null},{"id":"2604.14669","title":"Zeroth-Order Optimization at the Edge of Stability","created":"2026-04-16","cited_by_count":0,"area":null},{"id":"2604.16809","title":"A Mechanism Study of Delayed Loss Spikes in Batch-Normalized Linear Models","created":"2026-04-18","cited_by_count":0,"area":null},{"id":"2604.18202","title":"Centre manifold theorem for maps along manifolds of fixed points","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2605.29983","title":"Improving Adversarial Robustness of Attribution via Implicit Regularization","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2606.16768","title":"Taming Curvature: Architecture Warm-Up for Stable Transformer Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2609.01034","title":"The Multiple Timescales of Gradient Descent on the Edge of Stability: A Perturbative Derivation of the Central Flow","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.32290","title":"A Journey to the Edge of Stability","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.34915","title":"Muon Sublates the Edge of Stability in LLM Pretraining","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36240","title":"Can Representation Learning Decouple from Loss Minimization? Polar Updates Have an Answer","created":"2026-09-28","cited_by_count":0,"area":"distill"}],"next_cursor":null}