{"total":428,"rows":[{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040,"area":"moe"},{"id":"2507.20534","title":"Kimi K2: Open Agentic Intelligence","created":"2025-07-28","cited_by_count":567,"area":"agents"},{"id":"2602.02276","title":"Kimi K2.5: Visual Agentic Intelligence","created":"2026-02-02","cited_by_count":501,"area":"agents"},{"id":"2508.06471","title":"GLM-4.5: Agentic, Reasoning, and Coding (ARC) Foundation Models","created":"2025-08-08","cited_by_count":467,"area":"lr"},{"id":"2504.07491","title":"Kimi-VL Technical Report","created":"2025-04-10","cited_by_count":388,"area":"lr"},{"id":"2504.18425","title":"Kimi-Audio Technical Report","created":"2025-04-25","cited_by_count":222,"area":null},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2504.01805","title":"SpaceR: Reinforcing MLLMs in Video Spatial Reasoning","created":"2025-04-02","cited_by_count":159,"area":"lr"},{"id":"2607.24653","title":"Kimi K3: Open Frontier Intelligence","created":"2026-07-27","cited_by_count":138,"area":"agents"},{"id":"2505.16932","title":"The Polar Express: Optimal Matrix Sign Methods and Their Application to the Muon Algorithm","created":"2025-05-22","cited_by_count":110,"area":null},{"id":"2503.12645","title":"Understanding Gradient Orthogonalization for Deep Learning via Non-Euclidean Trust-Region Optimization","created":"2025-03-16","cited_by_count":92,"area":null},{"id":"2506.15054","title":"Muon Optimizes Under Spectral Norm Constraints","created":"2025-06-18","cited_by_count":86,"area":null},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2510.05491","title":"NorMuon: Making Muon more efficient and scalable","created":"2025-10-07","cited_by_count":84,"area":null},{"id":"2505.02222","title":"Practical Efficiency of Muon for Pretraining","created":"2025-05-04","cited_by_count":80,"area":null},{"id":"2505.13416","title":"Gluon: Making Muon & Scion Great Again! (Bridging Theory and Practice of LMO-based Optimizers for LLMs)","created":"2025-05-19","cited_by_count":72,"area":null},{"id":"2504.05295","title":"Dion: Distributed Orthonormalized Updates","created":"2025-04-07","cited_by_count":68,"area":null},{"id":"2507.11005","title":"AdaMuon: Adaptive Muon Optimizer","created":"2025-07-15","cited_by_count":67,"area":null},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2503.20762","title":"ASGO: Adaptive Structured Gradient Optimization","created":"2025-03-26","cited_by_count":57,"area":null},{"id":"2606.03748","title":"Ultralytics YOLO26: Unified Real-Time End-to-End Vision Models","created":"2026-06-02","cited_by_count":57,"area":null},{"id":"2503.02113","title":"Deep Learning is Not So Mysterious or Different","created":"2025-03-03","cited_by_count":56,"area":null},{"id":"2509.26030","title":"Muon Outperforms Adam in Tail-End Associative Memory Learning","created":"2025-09-30","cited_by_count":46,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2505.21829","title":"In Search of Adam's Secret Sauce","created":"2025-05-27","cited_by_count":40,"area":null},{"id":"2511.00674","title":"Isotropic Curvature Model for Understanding Deep Learning Optimization: Is Gradient Orthogonalization Optimal?","created":"2025-11-01","cited_by_count":37,"area":null},{"id":"2601.19156","title":"Convergence of Muon with Newton-Schulz","created":"2026-01-27","cited_by_count":36,"area":null},{"id":"2607.08639","title":"Native Video-Action Pretraining for Generalizable Robot Control","created":"2026-07-09","cited_by_count":36,"area":null},{"id":"2510.16981","title":"MuonBP: Faster Muon via Block-Periodic Orthogonalization","created":"2025-10-19","cited_by_count":35,"area":null},{"id":"2608.30320","title":"On the Design of Qwen3.8-Next Architecture: Evaluation, Efficiency, and Training Stability","created":"2026-08-31","cited_by_count":35,"area":"moe"},{"id":"2509.15816","title":"On the Convergence of Muon and Beyond","created":"2025-09-19","cited_by_count":31,"area":null},{"id":"2511.05963","title":"Next-Latent Prediction Transformers Learn Compact World Models","created":"2025-11-08","cited_by_count":31,"area":"wm"},{"id":"2601.13474","title":"Preconditioning Benefits of Spectral Orthogonalization in Muon","created":"2026-01-20","cited_by_count":30,"area":null},{"id":"2605.20119","title":"Toto 2.0: Time Series Forecasting Enters the Scaling Era","created":"2026-05-19","cited_by_count":30,"area":null},{"id":"2507.01598","title":"Convergence Bound and Critical Batch Size of Muon Optimizer","created":"2025-07-02","cited_by_count":28,"area":null},{"id":"2510.09827","title":"An Exploration of Non-Euclidean Gradient Descent: Muon and its Many Variants","created":"2025-10-10","cited_by_count":28,"area":null},{"id":"2510.19933","title":"Beyond the Ideal: Analyzing the Inexact Muon Update","created":"2025-10-22","cited_by_count":27,"area":null},{"id":"2603.24458","title":"OmniWeaving: Towards Unified Video Generation with Free-form Composition and Reasoning","created":"2026-03-25","cited_by_count":27,"area":null},{"id":"2511.14617","title":"Seer: Online Context Learning for Fast Synchronous LLM Reinforcement Learning","created":"2025-11-18","cited_by_count":25,"area":null},{"id":"2506.03595","title":"Purifying Shampoo: Investigating Shampoo's Heuristics by Decomposing its Preconditioner","created":"2025-06-04","cited_by_count":23,"area":null},{"id":"2509.02981","title":"AdaGrad Meets Muon: Adaptive Stepsizes for Orthogonal Updates","created":"2025-09-03","cited_by_count":23,"area":null},{"id":"2509.14562","title":"LiMuon: Light and Fast Muon Optimizer for Large Models","created":"2025-09-18","cited_by_count":22,"area":null},{"id":"2512.05620","title":"Hyperparameter Transfer Enables Consistent Gains of Matrix-Preconditioned Optimizers Across Scales","created":"2025-12-05","cited_by_count":21,"area":null},{"id":"2510.22980","title":"How Muon's Spectral Design Benefits Generalization: A Study on Imbalanced Data","created":"2025-10-27","cited_by_count":19,"area":null},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2505.23725","title":"MuLoCo: Muon is a practical inner optimizer for DiLoCo","created":"2025-05-29","cited_by_count":18,"area":null},{"id":"2509.11983","title":"Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training","created":"2025-09-15","cited_by_count":18,"area":null},{"id":"2510.20470","title":"Conan: Progressive Learning to Reason Like a Detective over Multi-Scale Visual Evidence","created":"2025-10-23","cited_by_count":18,"area":"lr"},{"id":"2604.01472","title":"The Newton-Muon Optimizer","created":"2026-04-01","cited_by_count":18,"area":null},{"id":"2603.09697","title":"Mousse: Rectifying the Geometry of Muon with Curvature-Aware Preconditioning","created":"2026-03-10","cited_by_count":17,"area":null},{"id":"2603.28254","title":"MuonEq: Balancing Before Orthogonalization with Lightweight Equilibration","created":"2026-03-30","cited_by_count":17,"area":null},{"id":"2604.09967","title":"Muon$^2$: Boosting Muon via Adaptive Second-Moment Preconditioning","created":"2026-04-11","cited_by_count":17,"area":null},{"id":"2605.08678","title":"MLS-Bench: A Holistic and Rigorous Assessment of AI Systems on Building Better AI","created":"2026-05-09","cited_by_count":17,"area":null},{"id":"2509.03378","title":"Understanding and Improving Shampoo and SOAP via Kullback-Leibler Minimization","created":"2025-09-03","cited_by_count":16,"area":null},{"id":"2510.27403","title":"FedMuon: Accelerating Federated Learning with Matrix Orthogonalization","created":"2025-10-31","cited_by_count":16,"area":null},{"id":"2606.16899","title":"Fantastic Pretraining Optimizers and Where to Find Them II: Hyperball Optimization","created":"2026-06-15","cited_by_count":16,"area":null},{"id":"2506.12543","title":"Is your batch size the problem? Revisiting the Adam-SGD gap in language modeling","created":"2025-06-14","cited_by_count":15,"area":null},{"id":"2506.22419","title":"The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements","created":"2025-06-27","cited_by_count":15,"area":null},{"id":"2511.20626","title":"ROOT: Robust Orthogonalized Optimizer for Neural Network Training","created":"2025-11-25","cited_by_count":15,"area":null},{"id":"2603.20527","title":"RMNP: Row-Momentum Normalized Preconditioning for Scalable Matrix-Based Optimization","created":"2026-03-20","cited_by_count":15,"area":null},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2506.04667","title":"FlashMoE: Fast Distributed MoE in a Single Kernel","created":"2025-06-05","cited_by_count":14,"area":"moe"},{"id":"2602.17080","title":"Adam Improves Muon: Adaptive Moment Estimation with Orthogonalized Momentum","created":"2026-02-19","cited_by_count":14,"area":null},{"id":"2603.26554","title":"Sharp Capacity Scaling of Spectral Optimizers in Learning Associative Memory","created":"2026-03-27","cited_by_count":14,"area":null},{"id":"2503.16653","title":"iFlame: Interleaving Full and Linear Attention for Efficient Mesh Generation","created":"2025-03-20","cited_by_count":13,"area":null},{"id":"2505.02809","title":"Towards Quantifying the Hessian Structure of Neural Networks","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2506.16659","title":"Memory-Efficient LLM Pretraining via Minimalist Optimizer Design","created":"2025-06-20","cited_by_count":13,"area":null},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2510.12402","title":"Cautious Weight Decay","created":"2025-10-14","cited_by_count":13,"area":null},{"id":"2512.16928","title":"Dion2: A Simple Method to Shrink Matrix in Muon","created":"2025-12-01","cited_by_count":13,"area":null},{"id":"2602.11948","title":"Insights on Muon from Simple Quadratics","created":"2026-02-12","cited_by_count":13,"area":null},{"id":"2604.09780","title":"The Myth of Expert Specialization in MoEs: Why Routing Reflects Geometry, Not Necessarily Domain Expertise","created":"2026-04-10","cited_by_count":13,"area":"moe"},{"id":"2504.16041","title":"Muon Optimizer Accelerates Grokking","created":"2025-04-22","cited_by_count":12,"area":null},{"id":"2601.23000","title":"Mano: Restriking Manifold Optimization for LLM Training","created":"2026-01-30","cited_by_count":12,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2603.09952","title":"On the Width Scaling of Neural Optimizers Under Matrix Operator Norms I: Row/Column Normalization and Hyperparameter Transfer","created":"2026-03-10","cited_by_count":12,"area":null},{"id":"2603.10067","title":"HTMuon: Improving Muon via Heavy-Tailed Spectral Correction","created":"2026-03-10","cited_by_count":12,"area":null},{"id":"2605.30877","title":"Wall-OSS-0.5 Technical Report","created":"2026-05-29","cited_by_count":12,"area":"vla"},{"id":"2509.23106","title":"Effective Quantization of Muon Optimizer States","created":"2025-09-27","cited_by_count":11,"area":null},{"id":"2512.14693","title":"Universal Reasoning Model","created":"2025-12-16","cited_by_count":11,"area":"lr"},{"id":"2601.21579","title":"KromHC: Manifold-Constrained Hyper-Connections with Kronecker-Product Residual Matrices","created":"2026-01-29","cited_by_count":11,"area":null},{"id":"2601.21750","title":"FISMO: Fisher-Structured Momentum-Orthogonalized Optimizer","created":"2026-01-29","cited_by_count":11,"area":null},{"id":"2602.16340","title":"The Implicit Bias of Adam and Muon on Smooth Homogeneous Neural Networks","created":"2026-02-18","cited_by_count":11,"area":null},{"id":"2605.18106","title":"Symmetry-Compatible Principle for Optimizer Design: Embeddings, LM Heads, SwiGLU MLPs, and MoE Routers","created":"2026-05-18","cited_by_count":11,"area":"moe"},{"id":"2510.21800","title":"MARS-M: When Variance Reduction Meets Matrices","created":"2025-10-20","cited_by_count":10,"area":null},{"id":"2603.14315","title":"Enhancing LLM Training via Spectral Clipping","created":"2026-03-15","cited_by_count":10,"area":null},{"id":"2606.13657","title":"Dense Supervision, Sparse Updates: On the Sparsity and Geometry of On-Policy Distillation","created":"2026-06-11","cited_by_count":10,"area":"distill"},{"id":"2608.25774","title":"EXAONE Tabular 1.0 : Technical Report","created":"2026-08-26","cited_by_count":10,"area":null},{"id":"2506.08001","title":"Reparameterized LLM Training via Orthogonal Equivalence Transformation","created":"2025-06-09","cited_by_count":9,"area":null},{"id":"2512.01850","title":"Register Any Point: Scaling 3D Point Cloud Registration by Flow Matching","created":"2025-12-01","cited_by_count":9,"area":"diffusion"},{"id":"2605.08980","title":"Muon Does Not Converge on Convex Lipschitz Functions","created":"2026-05-09","cited_by_count":9,"area":null},{"id":"2505.24275","title":"GradPower: Powering Gradients for Faster Language Model Pre-Training","created":"2025-05-30","cited_by_count":8,"area":null},{"id":"2509.23638","title":"LayerScope: Predictive Cross-Layer Scheduling for Efficient Multi-Batch MoE Inference on Legacy Servers","created":"2025-09-28","cited_by_count":8,"area":"moe"},{"id":"2509.26337","title":"FedMuon: Federated Learning with Bias-corrected LMO-based Optimization","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2510.03871","title":"Optimal Scaling Needs Optimal Norm","created":"2025-10-04","cited_by_count":8,"area":null},{"id":"2511.11466","title":"Non-Euclidean SGD for Structured Optimization: Unified Analysis and Improved Rates","created":"2025-11-14","cited_by_count":8,"area":null},{"id":"2512.14366","title":"Optimizing Rank for High-Fidelity Implicit Neural Representations","created":"2025-12-16","cited_by_count":8,"area":null},{"id":"2602.09314","title":"Clarifying Shampoo: Adapting Spectral Descent to Stochasticity and the Parameter Trajectory","created":"2026-02-10","cited_by_count":8,"area":null},{"id":"2602.22681","title":"Accelerating LLM Pre-Training through Flat-Direction Dynamics Enhancement","created":"2026-02-26","cited_by_count":8,"area":null},{"id":"2605.06884","title":"Muon with Nesterov Momentum: Heavy-Tailed Noise and (Randomized) Inexact Polar Decomposition","created":"2026-05-07","cited_by_count":8,"area":null}],"next_cursor":"100"}