{"total":26,"rows":[{"id":"2505.02222","title":"Practical Efficiency of Muon for Pretraining","created":"2025-05-04","cited_by_count":80,"area":null},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2409.19913","title":"Scaling Optimal LR Across Token Horizons","created":"2024-09-30","cited_by_count":40,"area":null},{"id":"2503.04715","title":"Predictable Scale: Part I, Step Law -- Optimal Hyperparameter Scaling Law in Large Language Model Pretraining","created":"2025-03-06","cited_by_count":34,"area":null},{"id":"2605.20119","title":"Toto 2.0: Time Series Forecasting Enters the Scaling Era","created":"2026-05-19","cited_by_count":30,"area":null},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2510.19093","title":"Weight Decay may matter more than muP for Learning Rate Transfer in Practice","created":"2025-10-21","cited_by_count":20,"area":null},{"id":"2606.16899","title":"Fantastic Pretraining Optimizers and Where to Find Them II: Hyperball Optimization","created":"2026-06-15","cited_by_count":16,"area":null},{"id":"2410.05838","title":"Time Transfer: On Optimal Learning Rate and Batch Size In The Infinite Data Limit","created":"2024-10-08","cited_by_count":9,"area":null},{"id":"2510.15262","title":"Robust Layerwise Scaling Rules by Proper Weight Decay Tuning","created":"2025-10-17","cited_by_count":8,"area":null},{"id":"2502.05967","title":"$\\mu$nit Scaling: Simple and Scalable FP8 LLM Training","created":"2025-02-09","cited_by_count":5,"area":null},{"id":"2509.25049","title":"Efficient Hyperparameter Tuning via Trajectory Invariance Principle","created":"2025-09-29","cited_by_count":4,"area":null},{"id":"2607.22444","title":"Hyperball May Not Be a Free Lunch","created":"2026-07-24","cited_by_count":4,"area":null},{"id":"2511.01734","title":"A Proof of Learning Rate Transfer under $\\mu$P","created":"2025-11-03","cited_by_count":3,"area":null},{"id":"2604.27077","title":"Learning Rate Transfer in Normalized Transformers","created":"2026-04-29","cited_by_count":3,"area":null},{"id":"2602.10300","title":"Configuration-to-Performance Scaling Law with Neural Ansatz","created":"2026-02-10","cited_by_count":2,"area":null},{"id":"2606.29158","title":"On the Nonlinearity of Learning Rate Scaling for LLM Training","created":"2026-06-28","cited_by_count":2,"area":null},{"id":"2607.14018","title":"Transforming Rank: How Architecture Navigates the Spectral Pathologies of Depth","created":"2026-07-15","cited_by_count":2,"area":null},{"id":"2506.19396","title":"Maximal Update Parametrization and Zero-Shot Hyperparameter Transfer for Fourier Neural Operators","created":"2025-06-24","cited_by_count":1,"area":null},{"id":"2510.24061","title":"FALQON: Accelerating LoRA Fine-tuning with Low-Bit Floating-Point Arithmetic","created":"2025-10-28","cited_by_count":1,"area":null},{"id":"2510.01137","title":"Re-examining Low Rank adaptation for private LLM fine-tuning","created":"2025-10-01","cited_by_count":0,"area":null},{"id":"2601.01306","title":"Towards a Principled Muon under $\\mu\\mathsf{P}$: Ensuring Spectral Conditions throughout Training","created":"2026-01-04","cited_by_count":0,"area":null},{"id":"2602.20937","title":"Extending $\\mu$P: Spectral Conditions for Feature Learning Across Optimizers","created":"2026-02-24","cited_by_count":0,"area":null},{"id":"2605.13405","title":"When is Warmstarting Effective for Scaling Language Models?","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2606.04048","title":"Unlocking Feature Learning in Gated Delta Networks at Scale","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2609.33016","title":"Relative Generalization Invariance of LLM Pretraining","created":"2026-09-26","cited_by_count":0,"area":null}],"next_cursor":null}