{"total":44,"rows":[{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2106.04692","title":"Provably Faster Algorithms for Bilevel Optimization","created":"2021-06-08","cited_by_count":106,"area":null},{"id":"2404.08080","title":"Variance-reduced Zeroth-Order Methods for Fine-Tuning Language Models","created":"2024-04-11","cited_by_count":54,"area":null},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2209.05045","title":"Gradient-Free Methods for Deterministic and Stochastic Nonsmooth Nonconvex Optimization","created":"2022-09-12","cited_by_count":43,"area":null},{"id":"2110.07004","title":"On the Convergence Theory for Hessian-Free Bilevel Algorithms","created":"2021-10-13","cited_by_count":35,"area":null},{"id":"2310.09639","title":"DPZero: Private Fine-Tuning of Language Models without Backpropagation","created":"2023-10-14","cited_by_count":26,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2301.06428","title":"Faster Gradient-Free Algorithms for Nonsmooth Nonconvex Stochastic Optimization","created":"2023-01-16","cited_by_count":17,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2211.13668","title":"Zeroth-Order Alternating Gradient Descent Ascent Algorithms for a Class of Nonconvex-Nonconcave Minimax Problems","created":"2022-11-24","cited_by_count":11,"area":null},{"id":"2510.19975","title":"Revisiting Zeroth-Order Optimization: Minimum-Variance Two-Point Estimators and Directionally Aligned Perturbations","created":"2025-10-22","cited_by_count":11,"area":null},{"id":"2206.05124","title":"Stochastic Zeroth order Descent with Structured Directions","created":"2022-06-10","cited_by_count":8,"area":null},{"id":"2102.05198","title":"Statistical Inference for Polyak-Ruppert Averaged Zeroth-order Stochastic Gradient Algorithm","created":"2021-02-10","cited_by_count":6,"area":null},{"id":"2107.06534","title":"Zeroth and First Order Stochastic Frank-Wolfe Algorithms for Constrained Optimization","created":"2021-07-14","cited_by_count":6,"area":null},{"id":"2210.01496","title":"Zeroth-Order Negative Curvature Finding: Escaping Saddle Points without Gradients","created":"2022-10-04","cited_by_count":6,"area":null},{"id":"2110.13265","title":"On the Second-order Convergence Properties of Random Search Methods","created":"2021-10-25","cited_by_count":5,"area":null},{"id":"2411.05873","title":"Poor Man's Training on MCUs: A Memory-Efficient Quantized Back-Propagation-Free Approach","created":"2024-11-07","cited_by_count":5,"area":null},{"id":"2501.04287","title":"ElasticZO: A Memory-Efficient On-Device Learning with Combined Zeroth- and First-Order Optimization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2206.07126","title":"Lazy Queries Can Reduce Variance in Zeroth-order Optimization","created":"2022-06-14","cited_by_count":2,"area":null},{"id":"2309.10679","title":"Oracle Complexity Reduction for Model-free LQR: A Stochastic Variance-Reduced Policy Gradient Approach","created":"2023-09-19","cited_by_count":2,"area":null},{"id":"2501.19099","title":"Elucidating Subspace Perturbation in Zeroth-Order Optimization: Theory and Practice at Scale","created":"2025-01-31","cited_by_count":2,"area":null},{"id":"2510.18228","title":"Towards Fast LLM Fine-tuning through Zeroth-Order Optimization with Projected Gradient-Aligned Perturbations","created":"2025-10-21","cited_by_count":2,"area":null},{"id":"2510.19953","title":"On the Optimal Construction of Unbiased Gradient Estimators for Zeroth-Order Optimization","created":"2025-10-22","cited_by_count":2,"area":null},{"id":"2103.12954","title":"Convergence Analysis of Nonconvex Distributed Stochastic Zeroth-order Coordinate Method","created":"2021-03-24","cited_by_count":1,"area":null},{"id":"2109.08858","title":"An Accelerated Variance-Reduced Conditional Gradient Sliding Algorithm for First-order and Zeroth-order Optimization","created":"2021-09-18","cited_by_count":1,"area":null},{"id":"2208.04579","title":"Adaptive Zeroth-Order Optimisation of Nonconvex Composite Objectives","created":"2022-08-09","cited_by_count":1,"area":null},{"id":"2405.17761","title":"Double Variance Reduction: A Smoothing Trick for Composite Optimization Problems without First-Order Gradient","created":"2024-05-28","cited_by_count":1,"area":null},{"id":"2408.12209","title":"Zeroth-Order Stochastic Mirror Descent Algorithms for Minimax Excess Risk Optimization","created":"2024-08-22","cited_by_count":1,"area":null},{"id":"2409.00459","title":"Gradient-Free Method for Heavily Constrained Nonconvex Optimization","created":"2024-08-31","cited_by_count":1,"area":null},{"id":"2505.13954","title":"VAMO: Efficient Zeroth-Order Variance Reduction for SGD with Faster Convergence","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2603.20632","title":"Optimal low-rank stochastic gradient estimation for LLM training","created":"2026-03-21","cited_by_count":1,"area":null},{"id":"2211.11710","title":"Adaptive Stochastic Optimisation of Nonconvex Composite Objectives","created":"2022-11-21","cited_by_count":0,"area":null},{"id":"2405.11454","title":"Gradient Testing and Estimation by Comparisons","created":"2024-05-19","cited_by_count":0,"area":null},{"id":"2410.02559","title":"Obtaining Lower Query Complexities through Lightweight Zeroth-Order Proximal Gradient Algorithms","created":"2024-10-03","cited_by_count":0,"area":null},{"id":"2504.09409","title":"Mirror Descent Linearized Augmented Lagrangian Methods for Nonconvex Constrained Stochastic Zeroth-Order Optimization","created":"2025-04-13","cited_by_count":0,"area":null},{"id":"2505.19720","title":"A Structured Tour of Optimization with Finite Differences","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2510.18812","title":"A Unified Perspective on Optimization in Machine Learning and Neuroscience: From Gradient Descent to Neural Adaptation","created":"2025-10-21","cited_by_count":0,"area":null},{"id":"2511.02757","title":"ConMeZO: Adaptive Descent-Direction Sampling for Gradient-Free Finetuning of Large Language Models","created":"2025-11-04","cited_by_count":0,"area":null},{"id":"2601.20422","title":"Guiding the Recommender: Information-Aware Auto-Bidding for Content Promotion","created":"2026-01-28","cited_by_count":0,"area":null},{"id":"2602.00075","title":"Dimensional Peeking for Low-Variance Gradients in Zeroth-Order Discrete Optimization via Simulation","created":"2026-01-21","cited_by_count":0,"area":null},{"id":"2603.24002","title":"Stochastic Dimension Zeroth-Order Estimator: Stable and Memory-Efficient Training of PINNs","created":"2026-03-25","cited_by_count":0,"area":null},{"id":"2606.14970","title":"Zero-order Parameter-free Optimization for LMO-based Methods: Novel Approach for Efficient Fine-tuning","created":"2026-06-12","cited_by_count":0,"area":null}],"next_cursor":null}