{"total":31,"rows":[{"id":"2201.12250","title":"Gradient Descent on Neurons and its Link to Approximate Second-Order Optimization","created":"2022-01-28","cited_by_count":30,"area":null},{"id":"2401.10190","title":"A Kaczmarz-inspired approach to accelerate the optimization of neural network wavefunctions","created":"2024-01-18","cited_by_count":26,"area":null},{"id":"2112.02089","title":"Regularized Newton Method with Global $O(1/k^2)$ Convergence","created":"2021-12-03","cited_by_count":22,"area":null},{"id":"2305.04684","title":"ASDL: A Unified Interface for Gradient Preconditioning in PyTorch","created":"2023-05-08","cited_by_count":21,"area":null},{"id":"2406.06420","title":"An Improved Empirical Fisher Approximation for Natural Gradient Descent","created":"2024-06-10","cited_by_count":15,"area":null},{"id":"2505.12149","title":"Improving Energy Natural Gradient Descent through Woodbury, Momentum, and Randomization","created":"2025-05-17","cited_by_count":13,"area":null},{"id":"2302.13163","title":"Achieving High Accuracy with PINNs via Energy Natural Gradients","created":"2023-02-25","cited_by_count":10,"area":null},{"id":"2405.14402","title":"Exact Gauss-Newton Optimization for Training Deep Neural Networks","created":"2024-05-23","cited_by_count":10,"area":null},{"id":"2501.19183","title":"Position: Curvature Matrices Should Be Democratized via Linear Operators","created":"2025-01-31","cited_by_count":9,"area":null},{"id":"2106.03947","title":"TENGraD: Time-Efficient Natural Gradient Descent with Exact Fisher-Block Inversion","created":"2021-06-07","cited_by_count":7,"area":null},{"id":"2306.01685","title":"MKOR: Momentum-Enabled Kronecker-Factor-Based Optimizer Using Rank-1 Updates","created":"2023-06-02","cited_by_count":7,"area":null},{"id":"2102.06737","title":"Kronecker-factored Quasi-Newton Methods for Deep Learning","created":"2021-02-12","cited_by_count":6,"area":null},{"id":"2302.02904","title":"Rethinking Gauss-Newton for learning over-parameterized models","created":"2023-02-06","cited_by_count":6,"area":null},{"id":"2411.02139","title":"Theoretical characterisation of the Gauss-Newton conditioning in Neural Networks","created":"2024-11-04","cited_by_count":5,"area":null},{"id":"2405.13817","title":"Thermodynamic Natural Gradient Descent","created":"2024-05-22","cited_by_count":4,"area":null},{"id":"2404.14875","title":"Regularized Gauss-Newton for Optimizing Overparameterized Neural Networks","created":"2024-04-23","cited_by_count":3,"area":null},{"id":"2412.14031","title":"A Riemannian Optimization Perspective of the Gauss-Newton Method for Feedforward Neural Networks","created":"2024-12-18","cited_by_count":3,"area":null},{"id":"2212.08769","title":"Improving Levenberg-Marquardt Algorithm for Neural Networks","created":"2022-12-17","cited_by_count":2,"area":null},{"id":"2502.00882","title":"Worth Their Weight: Randomized and Regularized Block Kaczmarz Algorithms without Preprocessing","created":"2025-02-02","cited_by_count":2,"area":null},{"id":"2508.21022","title":"A Sketch-and-Project Analysis of Subsampled Natural Gradient Algorithms","created":"2025-08-28","cited_by_count":2,"area":null},{"id":"2310.11837","title":"Optimising Distributions with Natural Gradient Surrogates","created":"2023-10-18","cited_by_count":1,"area":null},{"id":"2408.05560","title":"Incremental Gauss-Newton Descent for Machine Learning","created":"2024-08-10","cited_by_count":1,"area":null},{"id":"2601.03162","title":"On the Convergence Behavior of Preconditioned Gradient Descent Toward the Rich Learning Regime","created":"2026-01-06","cited_by_count":1,"area":null},{"id":"2103.16764","title":"Research of Damped Newton Stochastic Gradient Descent Method for Neural Network Training","created":"2021-03-31","cited_by_count":0,"area":null},{"id":"2308.08886","title":"Dual Gauss-Newton Directions for Deep Learning","created":"2023-08-17","cited_by_count":0,"area":null},{"id":"2403.03473","title":"Inverse-Free Fast Natural Gradient Descent Method for Deep Learning","created":"2024-03-06","cited_by_count":0,"area":null},{"id":"2405.19397","title":"Ground state phases of the two-dimension electron gas with a unified variational approach","created":"2024-05-29","cited_by_count":0,"area":null},{"id":"2603.25976","title":"Second-Order, First-Class: A Composable Stack for Curvature-Aware Training","created":"2026-03-26","cited_by_count":0,"area":null},{"id":"2605.06081","title":"Fast Gauss-Newton for Multiclass Cross-Entropy","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2607.22004","title":"Energy Manifold Natural Gradient Descent: Riemannian Optimization for Neural PDE Solvers","created":"2026-07-24","cited_by_count":0,"area":null},{"id":"2608.24070","title":"Compression Trinity: Exploring Sparsity, Quantization, and Low-Rank Approximations for LLM Compression","created":"2026-08-25","cited_by_count":0,"area":null}],"next_cursor":null}