{"total":15,"rows":[{"id":"2310.04415","title":"Why Do We Need Weight Decay in Modern Deep Learning?","created":"2023-10-06","cited_by_count":72,"area":null},{"id":"2410.01131","title":"nGPT: Normalized Transformer with Representation Learning on the Hypersphere","created":"2024-10-01","cited_by_count":70,"area":null},{"id":"2305.17212","title":"Rotational Equilibrium: How Weight Decay Balances Learning Across Neural Networks","created":"2023-05-26","cited_by_count":53,"area":null},{"id":"2310.01687","title":"From Stability to Chaos: Analyzing Gradient Descent Dynamics in Quadratic Regression","created":"2023-10-02","cited_by_count":17,"area":null},{"id":"2211.13771","title":"Towards Practical Control of Singular Values of Convolutional Layers","created":"2022-11-24","cited_by_count":9,"area":null},{"id":"2410.22113","title":"Where Do Large Learning Rates Lead Us?","created":"2024-10-29","cited_by_count":6,"area":null},{"id":"2505.23489","title":"SGD as Free Energy Minimization: A Thermodynamic View on Neural Network Training","created":"2025-05-29","cited_by_count":4,"area":null},{"id":"2608.24814","title":"Effective Learning Rate Governs Loss Dynamics in Language Model Pretraining","created":"2026-08-25","cited_by_count":3,"area":null},{"id":"2303.11602","title":"Convergence of variational Monte Carlo simulation and scale-invariant pre-training","created":"2023-03-21","cited_by_count":2,"area":null},{"id":"2309.01694","title":"No Data Augmentation? Alternative Regularizations for Effective Training on Small Datasets","created":"2023-09-04","cited_by_count":1,"area":null},{"id":"2311.11303","title":"Large Learning Rates Improve Generalization: But How Large Are We Talking About?","created":"2023-11-19","cited_by_count":1,"area":null},{"id":"2607.21005","title":"Weight-norm Criticality: A Mechanism for Loss Spikes Induced by the Normalization and Weight Decay","created":"2026-07-23","cited_by_count":1,"area":null},{"id":"2511.07308","title":"Can Stationary Distributions of Scale-Invariant Neural Networks Be Described by the Thermodynamics of an Ideal Gas?","created":"2025-11-10","cited_by_count":0,"area":null},{"id":"2609.07017","title":"HyperTransfer: Understanding the Equivalence between Base Optimizer and Hyperball","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.09116","title":"When Does Scale-Invariant Optimization Become Unstable? An Exact Schedule Law with Weight Decay","created":"2026-09-08","cited_by_count":0,"area":null}],"next_cursor":null}