{"list":"other","total":51,"rows":[{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1611.01236","title":"Adversarial Machine Learning at Scale","created":"2016-11-04","cited_by_count":936},{"id":"1602.02697","title":"Practical Black-Box Attacks against Machine Learning","created":"2016-02-08","cited_by_count":903},{"id":"1309.5549","title":"Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic Programming","created":"2013-09-22","cited_by_count":724},{"id":"1708.03999","title":"ZOO: Zeroth Order Optimization based Black-box Attacks to Deep Neural Networks without Training Substitute Models","created":"2017-08-14","cited_by_count":666},{"id":"1407.0202","title":"SAGA: A Fast Incremental Gradient Method With Support for Non-Strongly Convex Composite Objectives","created":"2014-07-01","cited_by_count":402},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345},{"id":"1807.01695","title":"SPIDER: Near-Optimal Non-Convex Optimization via Stochastic Path Integrated Differential Estimator","created":"2018-07-04","cited_by_count":287},{"id":"1703.00102","title":"SARAH: A Novel Method for Machine Learning Problems Using Stochastic Recursive Gradient","created":"2017-03-01","cited_by_count":220},{"id":"1312.2139","title":"Optimal rates for zero-order convex optimization: the power of two function evaluations","created":"2013-12-07","cited_by_count":198},{"id":"2006.06224","title":"A Primer on Zeroth-Order Optimization in Signal Processing and Machine Learning","created":"2020-06-11","cited_by_count":162},{"id":"2002.03329","title":"Better Theory for SGD in the Nonconvex World","created":"2020-02-09","cited_by_count":158},{"id":"2006.05988","title":"Random Reshuffling: Simple Analysis with Vast Improvements","created":"2020-06-10","cited_by_count":115},{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114},{"id":"1507.08752","title":"An Optimal Algorithm for Bandit and Zero-Order Convex Optimization with Two-Point Feedback","created":"2015-07-31","cited_by_count":111},{"id":"1805.10367","title":"Zeroth-Order Stochastic Variance Reduction for Nonconvex Optimization","created":"2018-05-25","cited_by_count":111},{"id":"2202.00817","title":"Do Differentiable Simulators Give Better Policy Gradients?","created":"2022-02-02","cited_by_count":89},{"id":"1905.01332","title":"A Theoretical and Empirical Comparison of Gradient Approximations in Derivative-Free Optimization","created":"2019-05-03","cited_by_count":68},{"id":"2404.08080","title":"Variance-reduced Zeroth-Order Methods for Fine-Tuning Language Models","created":"2024-04-11","cited_by_count":54},{"id":"1804.02395","title":"Structured Evolution with Compact Architectures for Scalable Policy Optimization","created":"2018-04-06","cited_by_count":48},{"id":"1910.12166","title":"Improved Zeroth-Order Variance Reduced Algorithms and Analysis for Nonconvex Optimization","created":"2019-10-27","cited_by_count":47},{"id":"2003.13001","title":"Zeroth-Order Regularized Optimization (ZORO): Approximately Sparse Gradients and Adaptive Sampling","created":"2020-03-29","cited_by_count":46},{"id":"2102.10707","title":"A Zeroth-Order Block Coordinate Descent Algorithm for Huge-Scale Black-Box Optimization","created":"2021-02-21","cited_by_count":46},{"id":"2209.05045","title":"Gradient-Free Methods for Deterministic and Stochastic Nonsmooth Nonconvex Optimization","created":"2022-09-12","cited_by_count":43},{"id":"2401.04343","title":"Private Fine-tuning of Large Language Models with Zeroth-order Optimization","created":"2024-01-09","cited_by_count":41},{"id":"2112.06969","title":"A gradient sampling method with complexity guarantees for Lipschitz functions in high and low dimensions","created":"2021-12-13","cited_by_count":39},{"id":"2406.02913","title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity","created":"2024-06-05","cited_by_count":28},{"id":"1605.08165","title":"Highly-Smooth Zero-th Order Online Optimization Vianney Perchet","created":"2016-05-26","cited_by_count":23},{"id":"2307.04504","title":"An Algorithm with Optimal Dimension-Dependence for Zero-Order Nonsmooth Nonconvex Stochastic Optimization","created":"2023-07-10","cited_by_count":23},{"id":"2107.03941","title":"Zeroth order optimization with orthogonal random directions","created":"2021-07-08","cited_by_count":21},{"id":"2002.07891","title":"Towards Query-Efficient Black-Box Adversary with Zeroth-Order Natural Gradient Descent","created":"2020-02-18","cited_by_count":18},{"id":"2301.06428","title":"Faster Gradient-Free Algorithms for Nonsmooth Nonconvex Stochastic Optimization","created":"2023-01-16","cited_by_count":17},{"id":"2010.02479","title":"A One-bit, Comparison-Based Gradient Estimator","created":"2020-10-06","cited_by_count":16},{"id":"1810.03233","title":"Towards Gradient Free and Projection Free Stochastic Optimization","created":"2018-10-08","cited_by_count":15},{"id":"2306.02159","title":"Gradient-free optimization of highly smooth functions: improved analysis and a new algorithm","created":"2023-06-03","cited_by_count":12},{"id":"2406.14095","title":"Memory-Efficient Gradient Unrolling for Large-Scale Bi-level Optimization","created":"2024-06-20","cited_by_count":11},{"id":"2410.06441","title":"Addax: Utilizing Zeroth-Order Gradients to Improve Memory Efficiency and Performance of SGD for Fine-Tuning Language Models","created":"2024-10-09","cited_by_count":11},{"id":"2305.16024","title":"An Optimal Structured Zeroth-order Algorithm for Non-smooth Optimization","created":"2023-05-25","cited_by_count":10},{"id":"2410.09823","title":"Simultaneous Computation and Memory Efficient Zeroth-Order Optimizer for Fine-Tuning Large Language Models","created":"2024-10-13","cited_by_count":9},{"id":"2206.05124","title":"Stochastic Zeroth order Descent with Structured Directions","created":"2022-06-10","cited_by_count":8},{"id":"2205.13910","title":"A gradient estimator via L1-randomization for online zero-order optimization with two point feedback","created":"2022-05-27","cited_by_count":7},{"id":"2211.13566","title":"Randomized gradient-free methods in convex optimization","created":"2022-11-24","cited_by_count":7},{"id":"1902.06158","title":"Faster Gradient-Free Proximal Stochastic Methods for Nonconvex Nonsmooth Optimization","created":"2019-02-16","cited_by_count":6},{"id":"2503.12668","title":"ZO2: Scalable Zeroth-Order Fine-Tuning for Extremely Large Language Models with Limited GPU Memory","created":"2025-03-16","cited_by_count":6},{"id":"2204.00006","title":"Data Sampling Affects the Complexity of Online SGD over Dependent Data","created":"2022-03-31","cited_by_count":5},{"id":"2501.04287","title":"ElasticZO: A Memory-Efficient On-Device Learning with Combined Zeroth- and First-Order Optimization","created":"2025-01-08","cited_by_count":5},{"id":"2505.18886","title":"KerZOO: Kernel Function Informed Zeroth-Order Optimization for Accurate and Accelerated LLM Fine-Tuning","created":"2025-05-24","cited_by_count":5},{"id":"2007.03509","title":"Understanding the Impact of Model Incoherence on Convergence of Incremental SGD with Random Reshuffle","created":"2020-07-07","cited_by_count":4},{"id":"2112.11663","title":"Accelerated Proximal Alternating Gradient-Descent-Ascent for Nonconvex Minimax Machine Learning","created":"2021-12-22","cited_by_count":4},{"id":"2001.08355","title":"Gradient and Hessian approximations in Derivative Free Optimization","created":"2020-01-23","cited_by_count":3},{"id":"1506.09211","title":"Convergence Rates of Finite Difference Stochastic Approximation Algorithms","created":"2015-06-30","cited_by_count":2}],"next_cursor":null}