{"total":30,"rows":[{"id":"2510.05491","title":"NorMuon: Making Muon more efficient and scalable","created":"2025-10-07","cited_by_count":84,"area":null},{"id":"2504.05295","title":"Dion: Distributed Orthonormalized Updates","created":"2025-04-07","cited_by_count":68,"area":null},{"id":"2503.20762","title":"ASGO: Adaptive Structured Gradient Optimization","created":"2025-03-26","cited_by_count":57,"area":null},{"id":"2506.04192","title":"Lions and Muons: Optimization via Stochastic Frank-Wolfe under Heavy-Tailed Noise","created":"2025-06-04","cited_by_count":41,"area":null},{"id":"2601.19156","title":"Convergence of Muon with Newton-Schulz","created":"2026-01-27","cited_by_count":36,"area":null},{"id":"2509.15816","title":"On the Convergence of Muon and Beyond","created":"2025-09-19","cited_by_count":31,"area":null},{"id":"2507.01598","title":"Convergence Bound and Critical Batch Size of Muon Optimizer","created":"2025-07-02","cited_by_count":28,"area":null},{"id":"2509.02981","title":"AdaGrad Meets Muon: Adaptive Stepsizes for Orthogonal Updates","created":"2025-09-03","cited_by_count":23,"area":null},{"id":"2509.11983","title":"Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training","created":"2025-09-15","cited_by_count":18,"area":null},{"id":"2603.20527","title":"RMNP: Row-Momentum Normalized Preconditioning for Scalable Matrix-Based Optimization","created":"2026-03-20","cited_by_count":15,"area":null},{"id":"2603.10067","title":"HTMuon: Improving Muon via Heavy-Tailed Spectral Correction","created":"2026-03-10","cited_by_count":12,"area":null},{"id":"2509.26337","title":"FedMuon: Federated Learning with Bias-corrected LMO-based Optimization","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2602.22681","title":"Accelerating LLM Pre-Training through Flat-Direction Dynamics Enhancement","created":"2026-02-26","cited_by_count":8,"area":null},{"id":"2505.23737","title":"On the Convergence Analysis of Muon","created":"2025-05-29","cited_by_count":5,"area":null},{"id":"2509.24218","title":"Conda: Column-Normalized Adam for Training Large Language Models Faster","created":"2025-09-29","cited_by_count":5,"area":null},{"id":"2512.09678","title":"Ky Fan Norms and Beyond: Dual Norms and Combinations for Matrix Optimization","created":"2025-12-10","cited_by_count":4,"area":null},{"id":"2602.06880","title":"Decoupling Variance and Scale-Invariant Updates in Adaptive Gradient Descent for Unified Vector and Matrix Optimization","created":"2026-02-06","cited_by_count":4,"area":null},{"id":"2604.17423","title":"A unified convergence theory for adaptive first-order methods in the nonconvex case, including AdaNorm, full and diagonal AdaGrad and Muon","created":"2026-04-19","cited_by_count":2,"area":null},{"id":"2605.26977","title":"Convergence of Spectral Descent for Non-smooth Optimization","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2605.04711","title":"Budget-aware Auto Optimizer Configurator","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.06316","title":"Pro-KLShampoo: Projected KL-Shampoo with Whitening Recovered by Orthogonalization","created":"2026-05-07","cited_by_count":1,"area":null},{"id":"2605.11396","title":"MuonQ: Enhancing Low-Bit Muon Quantization via Directional Fidelity Optimization","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2605.26929","title":"When Muon Optimizer Meets Adversarial Training: A Theoretical and Empirical Study","created":"2026-05-26","cited_by_count":1,"area":null},{"id":"2607.20486","title":"OPTScientist: Multi-Agent Discovery of Typed Optimizer Programs for Transformer Pretraining","created":"2026-06-02","cited_by_count":1,"area":null},{"id":"2602.01233","title":"Lotus: Efficient LLM Training by Randomized Low-Rank Gradient Projection with Adaptive Subspace Switching","created":"2026-02-01","cited_by_count":0,"area":null},{"id":"2605.09034","title":"Accelerating Zeroth-Order Spectral Optimization with Partial Orthogonalization from Power Iteration","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.17806","title":"AMO: Operator-level Adaptive Muon Orthogonalization","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2607.04033","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2608.28557","title":"Blog: Survey of Optimizers","created":"2026-08-28","cited_by_count":0,"area":null},{"id":"2610.04204","title":"Clean: Second-order LLM Training at Linear Memory Cost via Nystr{\\\"o}m Sketching","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}