{"total":40,"rows":[{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2309.06497","title":"A Distributed Data-Parallel PyTorch Implementation of the Distributed Shampoo Optimizer for Training Neural Networks At-Scale","created":"2023-09-12","cited_by_count":77,"area":null},{"id":"2402.15173","title":"Second-Order Fine-Tuning without Pain for LLMs:A Hessian Informed Zeroth-Order Optimizer","created":"2024-02-23","cited_by_count":53,"area":null},{"id":"2306.01244","title":"Towards Sustainable Learning: Coresets for Data-efficient Deep Learning","created":"2023-06-02","cited_by_count":44,"area":null},{"id":"2103.01519","title":"Hessian Eigenspectra of More Realistic Nonlinear Models","created":"2021-03-02","cited_by_count":33,"area":null},{"id":"2107.07480","title":"Newton-LESS: Sparsification without Trade-offs for the Sketched Newton Update","created":"2021-07-15","cited_by_count":23,"area":null},{"id":"2109.11502","title":"Inequality Constrained Stochastic Nonlinear Optimization via Active-Set Sequential Quadratic Programming","created":"2021-09-23","cited_by_count":17,"area":null},{"id":"2109.05198","title":"Doubly Adaptive Scaled Algorithm for Machine Learning Using Second-Order Information","created":"2021-09-11","cited_by_count":16,"area":null},{"id":"2103.03265","title":"Better SGD using Second-order Momentum","created":"2021-03-04","cited_by_count":15,"area":null},{"id":"2105.07320","title":"LocalNewton: Reducing Communication Bottleneck for Distributed Learning","created":"2021-05-16","cited_by_count":15,"area":null},{"id":"2203.15260","title":"Efficient Convex Optimization Requires Superlinear Memory","created":"2022-03-29","cited_by_count":14,"area":null},{"id":"2302.11962","title":"Unified Convergence Theory of Stochastic and Variance-Reduced Cubic Newton Methods","created":"2023-02-23","cited_by_count":12,"area":null},{"id":"2107.07572","title":"Globally Convergent Multilevel Training of Deep Residual Networks","created":"2021-07-15","cited_by_count":11,"area":null},{"id":"2202.04124","title":"A Mini-Block Fisher Method for Deep Neural Networks","created":"2022-02-08","cited_by_count":8,"area":null},{"id":"2211.08597","title":"SketchySGD: Reliable Stochastic Optimization via Randomized Curvature Estimates","created":"2022-11-16","cited_by_count":8,"area":null},{"id":"2405.05818","title":"Fine-grained Analysis and Faster Algorithms for Iteratively Solving Linear Systems","created":"2024-05-09","cited_by_count":7,"area":null},{"id":"2102.06737","title":"Kronecker-factored Quasi-Newton Methods for Deep Learning","created":"2021-02-12","cited_by_count":6,"area":null},{"id":"2410.19644","title":"Improving Stochastic Cubic Newton with Momentum","created":"2024-10-25","cited_by_count":6,"area":null},{"id":"2110.07098","title":"A Cubic Regularization Approach for Finding Local Minimax Points in Nonconvex Minimax Optimization","created":"2021-10-14","cited_by_count":5,"area":null},{"id":"2109.12213","title":"Adaptive Sampling Quasi-Newton Methods for Zeroth-Order Stochastic Optimization","created":"2021-09-24","cited_by_count":4,"area":null},{"id":"2403.12188","title":"PETScML: Second-order solvers for training regression problems in Scientific Machine Learning","created":"2024-03-18","cited_by_count":4,"area":null},{"id":"2501.15941","title":"SAPPHIRE: Preconditioned Stochastic Variance Reduction for Faster Large-Scale Statistical Learning","created":"2025-01-27","cited_by_count":4,"area":null},{"id":"2109.03220","title":"Revisiting Recursive Least Squares for Training Deep Neural Networks","created":"2021-09-07","cited_by_count":3,"area":null},{"id":"2406.16666","title":"Cubic regularized subspace Newton for non-convex optimization","created":"2024-06-24","cited_by_count":3,"area":null},{"id":"2202.09052","title":"Tackling benign nonconvexity with smoothing and stochastic gradients","created":"2022-02-18","cited_by_count":2,"area":null},{"id":"2310.11866","title":"Stochastic Optimization for Non-convex Problem with Inexact Hessian Matrix, Gradient, and Function","created":"2023-10-18","cited_by_count":2,"area":null},{"id":"2402.09807","title":"Two trust region type algorithms for solving nonconvex-strongly concave minimax problems","created":"2024-02-15","cited_by_count":2,"area":null},{"id":"2502.13583","title":"Fundamental Bias in Inverting Random Sampling Matrices with Application to Sub-sampled Newton","created":"2025-02-19","cited_by_count":2,"area":null},{"id":"2205.11033","title":"Augmented Newton Method for Optimization: Global Linear Rate and Momentum Interpretation","created":"2022-05-23","cited_by_count":1,"area":null},{"id":"2305.17283","title":"Sharpened Lazy Incremental Quasi-Newton Method","created":"2023-05-26","cited_by_count":1,"area":null},{"id":"2310.18841","title":"A randomized algorithm for nonconvex minimization with inexact evaluations and complexity guarantees","created":"2023-10-28","cited_by_count":1,"area":null},{"id":"2401.08562","title":"Registration of algebraic varieties using Riemannian optimization","created":"2024-01-16","cited_by_count":1,"area":null},{"id":"2403.03362","title":"Level Set Teleportation: An Optimization Perspective","created":"2024-03-05","cited_by_count":1,"area":null},{"id":"2608.22129","title":"Blockwise Stabilized Adaptive Cubic Regularization with Subsolvers via Recurrence","created":"2026-08-22","cited_by_count":1,"area":null},{"id":"2106.08544","title":"Non-PSD Matrix Sketching with Applications to Regression and Optimization","created":"2021-06-16","cited_by_count":0,"area":null},{"id":"2208.00208","title":"DRSOM: A Dimension Reduced Second-Order Method","created":"2022-07-30","cited_by_count":0,"area":null},{"id":"2210.12860","title":"Explicit Second-Order Min-Max Optimization: Practical Algorithms and Complexity Analysis","created":"2022-10-23","cited_by_count":0,"area":null},{"id":"2302.11076","title":"Faster Riemannian Newton-type Optimization by Subsampling and Cubic Regularization","created":"2023-02-22","cited_by_count":0,"area":null},{"id":"2508.19712","title":"Simple Stepsize for Quasi-Newton Methods with Global Convergence Guarantees","created":"2025-08-27","cited_by_count":0,"area":null},{"id":"2510.15714","title":"Second-Order Optimization with Asynchronous Curvature","created":"2025-10-17","cited_by_count":0,"area":null}],"next_cursor":null}