{"total":41,"rows":[{"id":"2511.00674","title":"Isotropic Curvature Model for Understanding Deep Learning Optimization: Is Gradient Orthogonalization Optimal?","created":"2025-11-01","cited_by_count":37,"area":null},{"id":"2509.15816","title":"On the Convergence of Muon and Beyond","created":"2025-09-19","cited_by_count":31,"area":null},{"id":"2601.13474","title":"Preconditioning Benefits of Spectral Orthogonalization in Muon","created":"2026-01-20","cited_by_count":30,"area":null},{"id":"2510.09827","title":"An Exploration of Non-Euclidean Gradient Descent: Muon and its Many Variants","created":"2025-10-10","cited_by_count":28,"area":null},{"id":"2509.02981","title":"AdaGrad Meets Muon: Adaptive Stepsizes for Orthogonal Updates","created":"2025-09-03","cited_by_count":23,"area":null},{"id":"2604.01472","title":"The Newton-Muon Optimizer","created":"2026-04-01","cited_by_count":18,"area":null},{"id":"2603.26554","title":"Sharp Capacity Scaling of Spectral Optimizers in Learning Associative Memory","created":"2026-03-27","cited_by_count":14,"area":null},{"id":"2605.11181","title":"Muon is Not That Special: Random or Inverted Spectra Work Just as Well","created":"2026-05-11","cited_by_count":14,"area":null},{"id":"2602.16340","title":"The Implicit Bias of Adam and Muon on Smooth Homogeneous Neural Networks","created":"2026-02-18","cited_by_count":11,"area":null},{"id":"2605.10468","title":"Can Muon Fine-tune Adam-Pretrained Models?","created":"2026-05-11","cited_by_count":7,"area":null},{"id":"2601.22652","title":"Spectral Gradient Descent Mitigates Anisotropy-Driven Misalignment: A Case Study in Phase Retrieval","created":"2026-01-30","cited_by_count":6,"area":null},{"id":"2602.12429","title":"Stabilizing Native Low-Rank LLM Pretraining","created":"2026-02-12","cited_by_count":6,"area":null},{"id":"2608.26288","title":"Muon with Finite Newton-Schulz: The Smoothing Benefit in Nonsmooth Nonconvex Optimization","created":"2026-08-26","cited_by_count":5,"area":null},{"id":"2512.09678","title":"Ky Fan Norms and Beyond: Dual Norms and Combinations for Matrix Optimization","created":"2025-12-10","cited_by_count":4,"area":null},{"id":"2603.02064","title":"Never Saddle for Reparameterized Steepest Descent as Mirror Flow","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2605.09552","title":"Phases of Muon: When Muon Eclipses SignSGD","created":"2026-05-10","cited_by_count":3,"area":null},{"id":"2606.08388","title":"The Spectral Dynamics and Noise Geometry of Muon","created":"2026-06-07","cited_by_count":3,"area":null},{"id":"2606.30509","title":"Muon learns balanced solutions in matrix factorization without slow saddle-to-saddle dynamics","created":"2026-06-29","cited_by_count":3,"area":null},{"id":"2510.26303","title":"Implicit Bias of Per-sample Adam on Separable Data: Departure from the Full-batch Regime","created":"2025-10-30","cited_by_count":2,"area":null},{"id":"2512.04006","title":"Diagonalizing the Softmax: Hadamard Initialization for Tractable Cross-Entropy Dynamics","created":"2025-12-03","cited_by_count":2,"area":null},{"id":"2605.18528","title":"Tight Complexity of Muon under Heavy-Tailed Noise","created":"2026-05-18","cited_by_count":2,"area":null},{"id":"2605.26977","title":"Convergence of Spectral Descent for Non-smooth Optimization","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2607.06013","title":"Stability Annealing Selects the Implicit Bias of Smoothed Sign Descent: A Rate-Indexed Barrier Path on Separable Data","created":"2026-07-07","cited_by_count":2,"area":null},{"id":"2606.13867","title":"Muon$^p$: Muon with Fractional Spectral Powers","created":"2026-06-11","cited_by_count":1,"area":null},{"id":"2607.13246","title":"Reassessing Muon for Matrix Factorization","created":"2026-07-14","cited_by_count":1,"area":null},{"id":"2608.25990","title":"Spectral Allocation: Why Muon Outperforms Adam, and How to Improve Muon","created":"2026-08-26","cited_by_count":1,"area":null},{"id":"2603.10485","title":"Dual Space Preconditioning for Gradient Descent in the Overparameterized Regime","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2603.22824","title":"Towards The Implicit Bias on Multiclass Separable Data Under Norm Constraints","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2605.09991","title":"Optimizer-Induced Mode Connectivity: From AdamW to Muon","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.21104","title":"HORST: Composing Optimizer Geometries for Sparse Transformer Training","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2605.23087","title":"The Implicit Bias of Depth: From Neural Collapse to Softmax Codes","created":"2026-05-21","cited_by_count":0,"area":null},{"id":"2608.04382","title":"Non-asymptotic implicit bias of logistic regression at early-stage gradient descent dynamics","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2608.05136","title":"The Loss Does Not See the Basis, but Adam Does","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2609.37745","title":"Optimizer-dependent training dynamics converge to the same one-third optimal data scaling","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.39114","title":"The Row Normalization Puzzle in Muon","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.02798","title":"Muon Learns Facts Better: Understanding the Role of Spectral Orthogonalization","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.04249","title":"Optimizer Geometry Sets the Pace: Spectral Learning Dynamics in Matrix Factorization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.13524","title":"Simulating Training Spikes of Deep Neural Networks by Layer-wise Random Feature Models","created":"2026-10-09","cited_by_count":0,"area":null},{"id":"2610.16868","title":"From Parallel to Sequential: Small-Batch Noise Restores Simplicity Bias of Muon","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.18294","title":"Which Optimizer Leaks Most? Optimizer Implicit Bias as a Training-Data Privacy Controller","created":"2026-10-13","cited_by_count":0,"area":null},{"id":"2610.20112","title":"From Spectral to Frobenius: When Muon Loses Its Spectral Implicit Bias","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}