{"total":44,"rows":[{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2207.12678","title":"Analyzing Sharpness along GD Trajectory: Progressive Sharpening and Edge of Stability","created":"2022-07-26","cited_by_count":63,"area":null},{"id":"2503.20762","title":"ASGO: Adaptive Structured Gradient Optimization","created":"2025-03-26","cited_by_count":57,"area":null},{"id":"2202.07471","title":"SQuant: On-the-Fly Data-Free Quantization via Diagonal Hessian Approximation","created":"2022-02-14","cited_by_count":55,"area":null},{"id":"2206.02659","title":"Robust Fine-Tuning of Deep Neural Networks with Hessian-based Generalization Guarantees","created":"2022-06-06","cited_by_count":34,"area":null},{"id":"2103.01519","title":"Hessian Eigenspectra of More Realistic Nonlinear Models","created":"2021-03-02","cited_by_count":33,"area":null},{"id":"2309.16932","title":"Symmetry Induces Structure and Constraint of Learning","created":"2023-09-29","cited_by_count":25,"area":null},{"id":"2312.15184","title":"ZO-AdaMU Optimizer: Adapting Perturbation by the Momentum and Uncertainty in Zeroth-order Optimization","created":"2023-12-23","cited_by_count":25,"area":null},{"id":"2406.15244","title":"AdaGrad under Anisotropic Smoothness","created":"2024-06-21","cited_by_count":22,"area":null},{"id":"2603.20527","title":"RMNP: Row-Momentum Normalized Preconditioning for Scalable Matrix-Based Optimization","created":"2026-03-20","cited_by_count":15,"area":null},{"id":"2110.14163","title":"Does the Data Induce Capacity Control in Deep Learning?","created":"2021-10-27","cited_by_count":14,"area":null},{"id":"2306.08553","title":"Noise Stability Optimization for Finding Flat Minima: A Hessian-based Regularization Approach","created":"2023-06-14","cited_by_count":14,"area":null},{"id":"2405.15861","title":"Achieving Dimension-Free Communication in Federated Learning via Zeroth-Order Optimization","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2505.02809","title":"Towards Quantifying the Hessian Structure of Neural Networks","created":"2025-05-05","cited_by_count":13,"area":null},{"id":"2109.14158","title":"Second-Order Neural ODE Optimizer","created":"2021-09-29","cited_by_count":11,"area":null},{"id":"2404.06106","title":"Unifying Low Dimensional Spectra in Deep Learning","created":"2024-04-09","cited_by_count":11,"area":null},{"id":"2305.09088","title":"The Hessian perspective into the Nature of Convolutional Neural Networks","created":"2023-05-16","cited_by_count":10,"area":null},{"id":"2102.06737","title":"Kronecker-factored Quasi-Newton Methods for Deep Learning","created":"2021-02-12","cited_by_count":6,"area":null},{"id":"2201.01954","title":"Federated Optimization of Smooth Loss Functions","created":"2022-01-06","cited_by_count":6,"area":null},{"id":"2509.22335","title":"Spectral Collapse Drives Loss of Plasticity in Deep Continual Learning","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2411.02139","title":"Theoretical characterisation of the Gauss-Newton conditioning in Neural Networks","created":"2024-11-04","cited_by_count":5,"area":null},{"id":"2505.23737","title":"On the Convergence Analysis of Muon","created":"2025-05-29","cited_by_count":5,"area":null},{"id":"2305.17332","title":"Learning Capacity: A Measure of the Effective Dimensionality of a Model","created":"2023-05-27","cited_by_count":4,"area":null},{"id":"2602.06880","title":"Decoupling Variance and Scale-Invariant Updates in Adaptive Gradient Descent for Unified Vector and Matrix Optimization","created":"2026-02-06","cited_by_count":4,"area":null},{"id":"2205.12372","title":"TorchNTK: A Library for Calculation of Neural Tangent Kernels of PyTorch Models","created":"2022-05-24","cited_by_count":3,"area":null},{"id":"2206.08257","title":"Gradient Descent for Low-Rank Functions","created":"2022-06-16","cited_by_count":3,"area":null},{"id":"2502.17941","title":"Optimal Brain Apoptosis","created":"2025-02-25","cited_by_count":3,"area":null},{"id":"2506.02370","title":"Converge Faster, Talk Less: Hessian-Informed Federated Zeroth-Order Optimization","created":"2025-06-03","cited_by_count":3,"area":null},{"id":"2601.21929","title":"LoRIF: Low-Rank Influence Functions for Scalable Training Data Attribution","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2105.03788","title":"Dynamic Game Theoretic Neural Optimizer","created":"2021-05-08","cited_by_count":2,"area":null},{"id":"2501.19099","title":"Elucidating Subspace Perturbation in Zeroth-Order Optimization: Theory and Practice at Scale","created":"2025-01-31","cited_by_count":2,"area":null},{"id":"2405.00252","title":"Q-Newton: Hybrid Quantum-Classical Scheduling for Accelerating Neural Network Training with Newton's Gradient Descent","created":"2024-04-30","cited_by_count":1,"area":null},{"id":"2409.11995","title":"Unraveling the Hessian: A Key to Smooth Convergence in Loss Function Landscapes","created":"2024-09-18","cited_by_count":1,"area":null},{"id":"2512.08314","title":"Minimizing Layerwise Activation Norm Improves Generalization in Federated Learning","created":"2025-12-09","cited_by_count":1,"area":null},{"id":"2604.10202","title":"Wolkowicz-Styan Upper Bound on the Hessian Eigenspectrum for Cross-Entropy Loss in Nonlinear Smooth Neural Networks","created":"2026-04-11","cited_by_count":1,"area":null},{"id":"2406.07712","title":"Loss Gradient Gaussian Width based Generalization and Optimization Guarantees","created":"2024-06-11","cited_by_count":0,"area":null},{"id":"2511.22944","title":"Bandit Guided Submodular Curriculum for Adaptive Subset Selection","created":"2025-11-28","cited_by_count":0,"area":null},{"id":"2512.21447","title":"An Equivariance Toolbox for Learning Dynamics","created":"2025-12-24","cited_by_count":0,"area":null},{"id":"2604.14870","title":"Curvature-Aligned Probing for Local Loss-Landscape Stabilization","created":"2026-04-16","cited_by_count":0,"area":null},{"id":"2606.02596","title":"Spectral Asymptotics of Neural Network Loss Landscapes: An Exact Decomposition of the Curvature Exponent","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2606.28662","title":"Closed-Form Steepest Descent Direction toward Flat Minima: Reducing Upper Bounds on the Loss Hessian Eigenspectrum in Neural Networks","created":"2026-06-27","cited_by_count":0,"area":null},{"id":"2607.18930","title":"Functional Equivalence and Geometric Diversity in Neural Network Approximations: An Empirical Characterization","created":"2026-07-21","cited_by_count":0,"area":null}],"next_cursor":null}