{"total":43,"rows":[{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360,"area":null},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288,"area":null},{"id":"2310.17813","title":"A Spectral Condition for Feature Learning","created":"2023-10-26","cited_by_count":109,"area":null},{"id":"2302.12022","title":"DoG is SGD's Best Friend: A Parameter-Free Dynamic Step Size Schedule","created":"2023-02-08","cited_by_count":85,"area":null},{"id":"2405.14813","title":"Scalable Optimization in the Modular Norm","created":"2024-05-23","cited_by_count":68,"area":null},{"id":"2309.16620","title":"Depthwise Hyperparameter Transfer in Residual Networks: Dynamics and Scaling Limit","created":"2023-09-28","cited_by_count":66,"area":null},{"id":"2211.09760","title":"VeLO: Training Versatile Learned Optimizers by Scaling Up","created":"2022-11-17","cited_by_count":57,"area":null},{"id":"2405.15712","title":"Infinite Limits of Multi-head Transformer Dynamics","created":"2024-05-24","cited_by_count":39,"area":null},{"id":"2102.07227","title":"Learning by Turning: Neural Architecture Aware Optimisation","created":"2021-02-14","cited_by_count":23,"area":null},{"id":"2410.23922","title":"Analyzing & Reducing the Need for Learning Rate Warmup in GPT Training","created":"2024-10-31","cited_by_count":22,"area":null},{"id":"2506.02285","title":"Why Gradients Rapidly Increase Near the End of Training","created":"2025-06-02","cited_by_count":22,"area":null},{"id":"2510.19093","title":"Weight Decay may matter more than muP for Learning Rate Transfer in Practice","created":"2025-10-21","cited_by_count":20,"area":null},{"id":"2304.05187","title":"Automatic Gradient Descent: Deep Learning without Hyperparameters","created":"2023-04-11","cited_by_count":14,"area":null},{"id":"2110.04825","title":"Deep Bayesian inference for seismic imaging with tasks","created":"2021-10-10","cited_by_count":12,"area":null},{"id":"2603.09952","title":"On the Width Scaling of Neural Optimizers Under Matrix Operator Norms I: Row/Column Normalization and Hyperparameter Transfer","created":"2026-03-10","cited_by_count":12,"area":null},{"id":"2302.03519","title":"Efficient Parametric Approximations of Neural Network Function Space Distance","created":"2023-02-07","cited_by_count":7,"area":null},{"id":"2107.03331","title":"KOALA: A Kalman Optimization Algorithm with Loss Adaptivity","created":"2021-07-07","cited_by_count":6,"area":null},{"id":"2602.12429","title":"Stabilizing Native Low-Rank LLM Pretraining","created":"2026-02-12","cited_by_count":6,"area":null},{"id":"2306.00700","title":"On the Weight Dynamics of Deep Normalized Networks","created":"2023-06-01","cited_by_count":4,"area":null},{"id":"2403.06425","title":"A Differential Geometric View and Explainability of GNN on Evolving Graphs","created":"2024-03-11","cited_by_count":4,"area":null},{"id":"2501.12670","title":"Celo: Training Versatile Learned Optimizers on a Compute Diet","created":"2025-01-22","cited_by_count":4,"area":null},{"id":"2502.17405","title":"Function-Space Learning Rates","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2210.06171","title":"Learning to Optimize Quasi-Newton Methods","created":"2022-10-11","cited_by_count":3,"area":null},{"id":"2302.01029","title":"On Suppressing Range of Adaptive Stepsizes of Adam to Improve Generalisation Performance","created":"2023-02-02","cited_by_count":3,"area":null},{"id":"2511.21377","title":"Controlling changes to attention logits","created":"2025-11-26","cited_by_count":3,"area":null},{"id":"2210.10101","title":"Optimisation & Generalisation in Networks of Neurons","created":"2022-10-18","cited_by_count":2,"area":null},{"id":"2307.03758","title":"Federated Learning over a Wireless Network: Distributed User Selection through Random Access","created":"2023-07-07","cited_by_count":2,"area":null},{"id":"2412.19444","title":"Towards Simple and Provable Parameter-Free Adaptive Gradient Methods","created":"2024-12-27","cited_by_count":2,"area":null},{"id":"2506.04432","title":"KOALA++: Efficient Kalman-Based Optimization with Gradient-Covariance Products","created":"2025-06-04","cited_by_count":2,"area":null},{"id":"2110.00438","title":"Guiding Evolutionary Strategies by Differentiable Robot Simulators","created":"2021-10-01","cited_by_count":1,"area":null},{"id":"2203.13273","title":"A DNN Optimizer that Improves over AdaBelief by Suppression of the Adaptive Stepsize Range","created":"2022-03-24","cited_by_count":1,"area":null},{"id":"2206.02034","title":"A Control Theoretic Framework for Adaptive Gradient Optimizers in Machine Learning","created":"2022-06-04","cited_by_count":1,"area":null},{"id":"2307.07189","title":"Multiplicative update rules for accelerating deep learning training and increasing robustness","created":"2023-07-14","cited_by_count":1,"area":null},{"id":"2311.02818","title":"Signal Processing Meets SGD: From Momentum to Filter","created":"2023-11-06","cited_by_count":1,"area":null},{"id":"2312.10672","title":"Automatic Optimisation of Normalised Neural Networks","created":"2023-12-17","cited_by_count":1,"area":null},{"id":"2603.06120","title":"Dynamic Momentum Recalibration in Online Gradient Learning","created":"2026-03-06","cited_by_count":1,"area":null},{"id":"2106.02793","title":"Solving hybrid machine learning tasks by traversing weight space geodesics","created":"2021-06-05","cited_by_count":0,"area":null},{"id":"2107.10383","title":"Online-Learning Deep Neuro-Adaptive Dynamic Inversion Controller for Model Free Control","created":"2021-07-21","cited_by_count":0,"area":null},{"id":"2203.08174","title":"Towards understanding deep learning with the natural clustering prior","created":"2022-03-15","cited_by_count":0,"area":null},{"id":"2501.03162","title":"Deep-Relative-Trust-Based Diffusion for Decentralized Deep Learning","created":"2025-01-06","cited_by_count":0,"area":null},{"id":"2504.07151","title":"Deep Sturm--Liouville: From Sample-Based to 1D Regularization with Learnable Orthogonal Basis Functions","created":"2025-04-09","cited_by_count":0,"area":null},{"id":"2608.06687","title":"Optimal Neural Network Approximation via Empirical Least Squares with Deterministic Samples","created":"2026-08-07","cited_by_count":0,"area":null},{"id":"2608.21024","title":"RODE: A Radial-Orthogonal Decoupled Engine for Optimization","created":"2026-08-21","cited_by_count":0,"area":null}],"next_cursor":null}