{"total":68,"rows":[{"id":"2510.05491","title":"NorMuon: Making Muon more efficient and scalable","created":"2025-10-07","cited_by_count":84,"area":null},{"id":"2511.00674","title":"Isotropic Curvature Model for Understanding Deep Learning Optimization: Is Gradient Orthogonalization Optimal?","created":"2025-11-01","cited_by_count":37,"area":null},{"id":"2510.16981","title":"MuonBP: Faster Muon via Block-Periodic Orthogonalization","created":"2025-10-19","cited_by_count":35,"area":null},{"id":"2512.05620","title":"Hyperparameter Transfer Enables Consistent Gains of Matrix-Preconditioned Optimizers Across Scales","created":"2025-12-05","cited_by_count":21,"area":null},{"id":"2509.11983","title":"Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training","created":"2025-09-15","cited_by_count":18,"area":null},{"id":"2506.01913","title":"Generalized Gradient Norm Clipping & Non-Euclidean $(L_0,L_1)$-Smoothness","created":"2025-06-02","cited_by_count":17,"area":null},{"id":"2603.09697","title":"Mousse: Rectifying the Geometry of Muon with Curvature-Aware Preconditioning","created":"2026-03-10","cited_by_count":17,"area":null},{"id":"2603.28254","title":"MuonEq: Balancing Before Orthogonalization with Lightweight Equilibration","created":"2026-03-30","cited_by_count":17,"area":null},{"id":"2604.09967","title":"Muon$^2$: Boosting Muon via Adaptive Second-Moment Preconditioning","created":"2026-04-11","cited_by_count":17,"area":null},{"id":"2510.25000","title":"What Really Matters in Matrix-Whitening Optimizers?","created":"2025-10-28","cited_by_count":16,"area":null},{"id":"2605.11181","title":"Muon is Not That Special: Random or Inverted Spectra Work Just as Well","created":"2026-05-11","cited_by_count":14,"area":null},{"id":"2512.16928","title":"Dion2: A Simple Method to Shrink Matrix in Muon","created":"2025-12-01","cited_by_count":13,"area":null},{"id":"2602.11948","title":"Insights on Muon from Simple Quadratics","created":"2026-02-12","cited_by_count":13,"area":null},{"id":"2509.23106","title":"Effective Quantization of Muon Optimizer States","created":"2025-09-27","cited_by_count":11,"area":null},{"id":"2602.17004","title":"Arcee Trinity Large Technical Report","created":"2026-02-19","cited_by_count":11,"area":"moe"},{"id":"2605.18106","title":"Symmetry-Compatible Principle for Optimizer Design: Embeddings, LM Heads, SwiGLU MLPs, and MoE Routers","created":"2026-05-18","cited_by_count":11,"area":"moe"},{"id":"2509.26337","title":"FedMuon: Federated Learning with Bias-corrected LMO-based Optimization","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2510.03871","title":"Optimal Scaling Needs Optimal Norm","created":"2025-10-04","cited_by_count":8,"area":null},{"id":"2605.19282","title":"Rethinking Muon Beyond Pretraining: Spectral Failures and High-Pass Remedies for VLA and RLVR","created":"2026-05-19","cited_by_count":8,"area":"lr"},{"id":"2512.22768","title":"Understanding the Mechanisms of Fast Hyperparameter Transfer","created":"2025-12-28","cited_by_count":7,"area":null},{"id":"2512.14697","title":"Spherical Leech Quantization for Visual Tokenization and Generation","created":"2025-12-16","cited_by_count":6,"area":null},{"id":"2606.04662","title":"Why Muon Outperforms Adam: A Curvature Perspective","created":"2026-06-03","cited_by_count":6,"area":null},{"id":"2605.06654","title":"Optimizer-Model Consistency: Full Finetuning with the Same Optimizer as Pretraining Forgets Less","created":"2026-05-07","cited_by_count":5,"area":null},{"id":"2510.01377","title":"DeMuon: A Decentralized Muon for Matrix Optimization over Graphs","created":"2025-10-01","cited_by_count":4,"area":null},{"id":"2512.09678","title":"Ky Fan Norms and Beyond: Dual Norms and Combinations for Matrix Optimization","created":"2025-12-10","cited_by_count":4,"area":null},{"id":"2601.21151","title":"Learning to Advect: A Neural Semi-Lagrangian Architecture for Weather Forecasting","created":"2026-01-29","cited_by_count":4,"area":null},{"id":"2601.22137","title":"PRISM: Distribution-free Adaptive Computation of Matrix Functions for Accelerating Neural Network Training","created":"2026-01-29","cited_by_count":4,"area":null},{"id":"2606.04058","title":"Spectral Scaling Laws of Muon","created":"2026-06-02","cited_by_count":4,"area":null},{"id":"2608.11612","title":"Dion3: Full-Stack Orthogonal Updates","created":"2026-08-12","cited_by_count":4,"area":null},{"id":"2510.14009","title":"Noise-Adaptive Layerwise Learning Rates: Accelerating Geometry-Aware Optimization for Deep Neural Network Training","created":"2025-10-15","cited_by_count":3,"area":null},{"id":"2511.01734","title":"A Proof of Learning Rate Transfer under $\\mu$P","created":"2025-11-03","cited_by_count":3,"area":null},{"id":"2603.06922","title":"NerVE: Nonlinear Eigenspectrum Dynamics in LLM Feed-Forward Networks","created":"2026-03-06","cited_by_count":3,"area":null},{"id":"2605.23061","title":"Anytime Training with Schedule-Free Spectral Optimization","created":"2026-05-21","cited_by_count":3,"area":null},{"id":"2606.16371","title":"CacheMuon: Using Temporal Preconditioning To Approximate Polar Factor","created":"2026-06-15","cited_by_count":3,"area":null},{"id":"2606.27153","title":"DMuon: Efficient Distributed Muon Training with Near-Adam Overhead","created":"2026-06-25","cited_by_count":3,"area":null},{"id":"2505.17967","title":"FFT-based Dynamic Subspace Selection for Low-Rank Adaptive Optimization of Large Language Models","created":"2025-05-23","cited_by_count":2,"area":null},{"id":"2605.19811","title":"LionMuon: Alternating Spectral and Sign Descent for Efficient Training","created":"2026-05-19","cited_by_count":2,"area":null},{"id":"2605.21803","title":"Same Architecture, Different Capacity: Optimizer-Induced Spectral Scaling Laws","created":"2026-05-20","cited_by_count":2,"area":null},{"id":"2605.26977","title":"Convergence of Spectral Descent for Non-smooth Optimization","created":"2026-05-26","cited_by_count":2,"area":null},{"id":"2606.15268","title":"When to use what Schatten-$p$ norm in deep learning?","created":"2026-06-13","cited_by_count":2,"area":null},{"id":"2607.19331","title":"ISO: An RLVR-Native Optimization Stack","created":"2026-07-21","cited_by_count":2,"area":"lr"},{"id":"2607.23777","title":"Scale Weight Decay and Train Better","created":"2026-07-26","cited_by_count":2,"area":null},{"id":"2512.04632","title":"Turbo-Muon: Almost-Orthogonal Pre-Conditioning for Fast Muon Updates","created":"2025-12-04","cited_by_count":1,"area":null},{"id":"2512.13728","title":"CurvaDion: Curvature-Adaptive Distributed Orthonormalization","created":"2025-12-13","cited_by_count":1,"area":null},{"id":"2605.08933","title":"When and Why Grouping Attention Heads Accelerates Muon Optimization","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2605.11396","title":"MuonQ: Enhancing Low-Bit Muon Quantization via Directional Fidelity Optimization","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2605.29157","title":"Parallax: Parameterized Local Linear Attention for Language Modeling","created":"2026-05-27","cited_by_count":1,"area":null},{"id":"2606.01720","title":"A Note on Stability for Orthogonalized Matrix Momentum with Client Sampling","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2607.14536","title":"Muse: Representation Geometry of Muon Beyond Normalized Momentum","created":"2026-07-16","cited_by_count":1,"area":null},{"id":"2602.09530","title":"Learning to Discover Iterative Spectral Algorithms","created":"2026-02-10","cited_by_count":0,"area":null},{"id":"2605.09034","title":"Accelerating Zeroth-Order Spectral Optimization with Partial Orthogonalization from Power Iteration","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.11850","title":"Constrained Stochastic Spectral Preconditioning Converges for Nonconvex Objectives","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.12491","title":"Do Vision Transformers Need All-to-All Attention? Global Communication Through Elastic Learned Cores","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.16341","title":"Orth-Dion: Eliminating Geometric Mismatch in Distributed Low-Rank Spectral Optimization","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.17806","title":"AMO: Operator-level Adaptive Muon Orthogonalization","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2605.19781","title":"From SGD to Muon: Adaptive Optimization via Schatten-p Norms","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2605.26842","title":"MONA: Muon Optimizer with Nesterov Acceleration for Scalable Language Model Training","created":"2026-05-26","cited_by_count":0,"area":"moe"},{"id":"2607.04033","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2608.28557","title":"Blog: Survey of Optimizers","created":"2026-08-28","cited_by_count":0,"area":null},{"id":"2609.05210","title":"BLASt3R: Bundle Adjustment of Any Image Set with Multi-View Matching and Monocular Priors","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2609.33016","title":"Relative Generalization Invariance of LLM Pretraining","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.33047","title":"Cost-free Spectral Estimation for Adaptive Newton--Schulz in Matrix Optimizers","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2609.35297","title":"LionMuon: Alternating Spectral and Sign Descent for Efficient Training","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.36800","title":"AI as a Compiler: Compiling Triton kernels without the Triton compiler","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.37525","title":"Physical Muon: Orthogonalization as an Equilibrium Computation","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.02705","title":"MuonIO: Principled Norm-Aware Descent for Embedding Tables and Language Model Heads","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.07497","title":"Does Muon Need Fine-Grained Spectral Shaping?","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.17429","title":"Monarch-Muon: Structure-Aware Muon for Fast and Memory-Efficient Pretraining","created":"2026-10-12","cited_by_count":0,"area":"moe"}],"next_cursor":null}