{"total":72,"rows":[{"id":"2505.16932","title":"The Polar Express: Optimal Matrix Sign Methods and Their Application to the Muon Algorithm","created":"2025-05-22","cited_by_count":110,"area":null},{"id":"2505.13416","title":"Gluon: Making Muon & Scion Great Again! (Bridging Theory and Practice of LMO-based Optimizers for LLMs)","created":"2025-05-19","cited_by_count":72,"area":null},{"id":"2507.11005","title":"AdaMuon: Adaptive Muon Optimizer","created":"2025-07-15","cited_by_count":67,"area":null},{"id":"2509.26030","title":"Muon Outperforms Adam in Tail-End Associative Memory Learning","created":"2025-09-30","cited_by_count":46,"area":null},{"id":"2505.21829","title":"In Search of Adam's Secret Sauce","created":"2025-05-27","cited_by_count":40,"area":null},{"id":"2511.00674","title":"Isotropic Curvature Model for Understanding Deep Learning Optimization: Is Gradient Orthogonalization Optimal?","created":"2025-11-01","cited_by_count":37,"area":null},{"id":"2601.19156","title":"Convergence of Muon with Newton-Schulz","created":"2026-01-27","cited_by_count":36,"area":null},{"id":"2510.16981","title":"MuonBP: Faster Muon via Block-Periodic Orthogonalization","created":"2025-10-19","cited_by_count":35,"area":null},{"id":"2509.15816","title":"On the Convergence of Muon and Beyond","created":"2025-09-19","cited_by_count":31,"area":null},{"id":"2601.13474","title":"Preconditioning Benefits of Spectral Orthogonalization in Muon","created":"2026-01-20","cited_by_count":30,"area":null},{"id":"2507.01598","title":"Convergence Bound and Critical Batch Size of Muon Optimizer","created":"2025-07-02","cited_by_count":28,"area":null},{"id":"2510.19933","title":"Beyond the Ideal: Analyzing the Inexact Muon Update","created":"2025-10-22","cited_by_count":27,"area":null},{"id":"2509.02981","title":"AdaGrad Meets Muon: Adaptive Stepsizes for Orthogonal Updates","created":"2025-09-03","cited_by_count":23,"area":null},{"id":"2512.05620","title":"Hyperparameter Transfer Enables Consistent Gains of Matrix-Preconditioned Optimizers Across Scales","created":"2025-12-05","cited_by_count":21,"area":null},{"id":"2505.23725","title":"MuLoCo: Muon is a practical inner optimizer for DiLoCo","created":"2025-05-29","cited_by_count":18,"area":null},{"id":"2509.11983","title":"Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training","created":"2025-09-15","cited_by_count":18,"area":null},{"id":"2603.28254","title":"MuonEq: Balancing Before Orthogonalization with Lightweight Equilibration","created":"2026-03-30","cited_by_count":17,"area":null},{"id":"2604.09967","title":"Muon$^2$: Boosting Muon via Adaptive Second-Moment Preconditioning","created":"2026-04-11","cited_by_count":17,"area":null},{"id":"2510.27403","title":"FedMuon: Accelerating Federated Learning with Matrix Orthogonalization","created":"2025-10-31","cited_by_count":16,"area":null},{"id":"2506.12543","title":"Is your batch size the problem? Revisiting the Adam-SGD gap in language modeling","created":"2025-06-14","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2512.16928","title":"Dion2: A Simple Method to Shrink Matrix in Muon","created":"2025-12-01","cited_by_count":13,"area":null},{"id":"2602.11948","title":"Insights on Muon from Simple Quadratics","created":"2026-02-12","cited_by_count":13,"area":null},{"id":"2601.23000","title":"Mano: Restriking Manifold Optimization for LLM Training","created":"2026-01-30","cited_by_count":12,"area":null},{"id":"2603.10067","title":"HTMuon: Improving Muon via Heavy-Tailed Spectral Correction","created":"2026-03-10","cited_by_count":12,"area":null},{"id":"2509.23106","title":"Effective Quantization of Muon Optimizer States","created":"2025-09-27","cited_by_count":11,"area":null},{"id":"2506.08001","title":"Reparameterized LLM Training via Orthogonal Equivalence Transformation","created":"2025-06-09","cited_by_count":9,"area":null},{"id":"2510.03871","title":"Optimal Scaling Needs Optimal Norm","created":"2025-10-04","cited_by_count":8,"area":null},{"id":"2511.06086","title":"MuonAll: Muon Variant for Efficient Finetuning of Large Language Models","created":"2025-11-08","cited_by_count":7,"area":null},{"id":"2605.10468","title":"Can Muon Fine-tune Adam-Pretrained Models?","created":"2026-05-11","cited_by_count":7,"area":null},{"id":"2606.04662","title":"Why Muon Outperforms Adam: A Curvature Perspective","created":"2026-06-03","cited_by_count":6,"area":null},{"id":"2607.20548","title":"SOAP, Muon, and Beyond: Pushing LLM Pretraining Scales","created":"2026-07-13","cited_by_count":6,"area":null},{"id":"2511.20584","title":"A Tale of Two Geometries: Adaptive Optimizers and Non-Euclidean Descent","created":"2025-11-25","cited_by_count":5,"area":null},{"id":"2605.13079","title":"Spectral Flattening Is All Muon Needs: How Orthogonalization Controls Learning Rate and Convergence","created":"2026-05-13","cited_by_count":5,"area":null},{"id":"2510.00823","title":"Non-Euclidean Broximal Point Method: A Blueprint for Geometry-Aware Optimization","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2512.09678","title":"Ky Fan Norms and Beyond: Dual Norms and Combinations for Matrix Optimization","created":"2025-12-10","cited_by_count":4,"area":null},{"id":"2601.22137","title":"PRISM: Distribution-free Adaptive Computation of Matrix Functions for Accelerating Neural Network Training","created":"2026-01-29","cited_by_count":4,"area":null},{"id":"2603.06922","title":"NerVE: Nonlinear Eigenspectrum Dynamics in LLM Feed-Forward Networks","created":"2026-03-06","cited_by_count":3,"area":null},{"id":"2605.09552","title":"Phases of Muon: When Muon Eclipses SignSGD","created":"2026-05-10","cited_by_count":3,"area":null},{"id":"2606.08388","title":"The Spectral Dynamics and Noise Geometry of Muon","created":"2026-06-07","cited_by_count":3,"area":null},{"id":"2606.09658","title":"Muon Learns More Robust and Transferable Features than Adam","created":"2026-06-08","cited_by_count":3,"area":null},{"id":"2511.04456","title":"Federated Stochastic Minimax Optimization under Heavy-Tailed Noises","created":"2025-11-06","cited_by_count":2,"area":null},{"id":"2603.00416","title":"MuonRec: Shifting the Optimizer Paradigm Beyond Adam in Scalable Generative Recommendation","created":"2026-02-28","cited_by_count":2,"area":null},{"id":"2605.06615","title":"When and Why SignSGD Outperforms SGD: A Theoretical Study Based on $\\ell_1$-norm Lower Bounds","created":"2026-05-07","cited_by_count":2,"area":null},{"id":"2605.11838","title":"Gradient Clipping Beyond Vector Norms: A Spectral Approach for Matrix-Valued Parameters","created":"2026-05-12","cited_by_count":2,"area":null},{"id":"2605.18174","title":"Ringmaster LMO: Asynchronous Linear Minimization Oracle Momentum Method","created":"2026-05-18","cited_by_count":2,"area":null},{"id":"2605.26977","title":"Convergence of Spectral Descent for Non-smooth Optimization","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2606.15268","title":"When to use what Schatten-$p$ norm in deep learning?","created":"2026-06-13","cited_by_count":2,"area":null},{"id":"2606.21514","title":"Towards Understanding the Power and Limits of the Muon Optimizer: A River-Valley Perspective","created":"2026-06-19","cited_by_count":2,"area":null},{"id":"2511.05560","title":"Sample-Efficient Language Modeling with Linear Attention and Lightweight Enhancements","created":"2025-11-04","cited_by_count":1,"area":null},{"id":"2512.04632","title":"Turbo-Muon: Almost-Orthogonal Pre-Conditioning for Fast Muon Updates","created":"2025-12-04","cited_by_count":1,"area":null},{"id":"2602.02500","title":"IFNSO: Iteration-Free Newton-Schulz Orthogonalization","created":"2026-01-18","cited_by_count":1,"area":null},{"id":"2605.18999","title":"Distance-Aware Muon: Adaptive Step Scaling for Normalized Optimization","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2606.13867","title":"Muon$^p$: Muon with Fractional Spectral Powers","created":"2026-06-11","cited_by_count":1,"area":null},{"id":"2606.14259","title":"Beyond a Single Explanation of the Adam--SGD Gap","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2606.23676","title":"Open Problem: Is AdamW Effective Under Heavy-Tailed Noise?","created":"2026-06-22","cited_by_count":1,"area":null},{"id":"2607.13246","title":"Reassessing Muon for Matrix Factorization","created":"2026-07-14","cited_by_count":1,"area":null},{"id":"2607.14536","title":"Muse: Representation Geometry of Muon Beyond Normalized Momentum","created":"2026-07-16","cited_by_count":1,"area":null},{"id":"2608.14492","title":"Approximate Muon with low-rank adapters","created":"2026-08-14","cited_by_count":1,"area":null},{"id":"2609.04577","title":"Optimizer Memory Schedules for Outscaling the Overtraining Axis","created":"2026-09-04","cited_by_count":1,"area":null},{"id":"2609.07597","title":"Beyond the Matrix Sign: Quadratic Spectral Descent","created":"2026-09-07","cited_by_count":1,"area":null},{"id":"2609.39595","title":"Convergence of Practical Muon with Finite Newton-Schulz Iterations and Nesterov Momentum","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2605.13405","title":"When is Warmstarting Effective for Scaling Language Models?","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2609.02728","title":"Momentum in large-batch training: Polyak enlarges the critical batch size, Nesterov improves data efficiency","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.33047","title":"Cost-free Spectral Estimation for Adaptive Newton--Schulz in Matrix Optimizers","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.33152","title":"Convergence of Practical Muon","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2610.02158","title":"Muon meets Tamed Langevin: Momentum Preconditioning beyond Convex and gradient-Lipschitz Potentials","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.02199","title":"TACO: Ternary Absolute-max Column-wise One-sparse Optimizer for LLM Fine-Tuning","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.06578","title":"DGA-Muon: Decoupled Geometry-Aligned Adaptive Scaling for Muon","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.08975","title":"The Best Optimizer Depends on Batch Size","created":"2026-10-06","cited_by_count":0,"area":null},{"id":"2610.10965","title":"Spectrally Targeted Muon","created":"2026-10-07","cited_by_count":0,"area":null},{"id":"2610.17285","title":"Which Geometry on Which Layer? Measured Sign-Spectral Assignment in Mixed-Optimizer Training","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}