{"total":76,"rows":[{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114,"area":null},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2102.10707","title":"A Zeroth-Order Block Coordinate Descent Algorithm for Huge-Scale Black-Box Optimization","created":"2021-02-21","cited_by_count":46,"area":null},{"id":"2511.07919","title":"Feedback Descent: Open-Ended Text Optimization via Pairwise Comparison","created":"2025-11-11","cited_by_count":44,"area":"alignment"},{"id":"2209.05045","title":"Gradient-Free Methods for Deterministic and Stochastic Nonsmooth Nonconvex Optimization","created":"2022-09-12","cited_by_count":43,"area":null},{"id":"2212.12995","title":"Simultaneously Optimizing Perturbations and Positions for Black-box Adversarial Patch Attacks","created":"2022-12-26","cited_by_count":42,"area":null},{"id":"2310.09639","title":"DPZero: Private Fine-Tuning of Language Models without Backpropagation","created":"2023-10-14","cited_by_count":26,"area":null},{"id":"2312.15184","title":"ZO-AdaMU Optimizer: Adapting Perturbation by the Momentum and Uncertainty in Zeroth-order Optimization","created":"2023-12-23","cited_by_count":25,"area":null},{"id":"2406.18060","title":"AdaZeta: Adaptive Zeroth-Order Tensor-Train Adaption for Memory-Efficient Large Language Models Fine-Tuning","created":"2024-06-26","cited_by_count":25,"area":null},{"id":"2408.11071","title":"DiffZOO: A Purely Query-Based Black-Box Attack for Red-teaming Text-to-Image Generative Model via Zeroth Order Optimization","created":"2024-08-18","cited_by_count":22,"area":"diffusion"},{"id":"2102.05710","title":"Derivative-Free Reinforcement Learning: A Review","created":"2021-02-10","cited_by_count":15,"area":null},{"id":"2202.06009","title":"Maximizing Communication Efficiency for Large-scale Training via 0/1 Adam","created":"2022-02-12","cited_by_count":15,"area":null},{"id":"2405.15861","title":"Achieving Dimension-Free Communication in Federated Learning via Zeroth-Order Optimization","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2308.09858","title":"Tensor-Compressed Back-Propagation-Free Training for (Physics-Informed) Neural Networks","created":"2023-08-18","cited_by_count":12,"area":null},{"id":"2405.16805","title":"Gradient Compressed Sensing: A Query-Efficient Gradient Estimator for High-Dimensional Zeroth-Order Optimization","created":"2024-05-27","cited_by_count":12,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2203.15488","title":"Over-the-Air Federated Learning via Second-Order Optimization","created":"2022-03-29","cited_by_count":11,"area":null},{"id":"2211.01671","title":"Visual Adversarial Attacks and Defenses in the Physical World: A Survey","created":"2022-11-03","cited_by_count":11,"area":null},{"id":"2502.12346","title":"QuZO: Quantized Zeroth-Order Fine-Tuning for Large Language Models","created":"2025-02-17","cited_by_count":11,"area":null},{"id":"2501.01045","title":"ZeroFlow: Overcoming Catastrophic Forgetting is Easier than You Think","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2506.04430","title":"Leveraging Coordinate Momentum in SignSGD and Muon: Memory-Optimized Zero-Order","created":"2025-06-04","cited_by_count":9,"area":null},{"id":"2508.03696","title":"PLA: Prompt Learning Attack against Text-to-Image Generative Models","created":"2025-07-14","cited_by_count":9,"area":"safety"},{"id":"2506.14460","title":"Zeroth-Order Optimization is Secretly Single-Step Policy Optimization","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2102.05198","title":"Statistical Inference for Polyak-Ruppert Averaged Zeroth-order Stochastic Gradient Algorithm","created":"2021-02-10","cited_by_count":6,"area":null},{"id":"2506.05454","title":"Zeroth-Order Optimization Finds Flat Minima","created":"2025-06-05","cited_by_count":6,"area":"deeprl"},{"id":"2501.04287","title":"ElasticZO: A Memory-Efficient On-Device Learning with Combined Zeroth- and First-Order Optimization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2109.12213","title":"Adaptive Sampling Quasi-Newton Methods for Zeroth-Order Stochastic Optimization","created":"2021-09-24","cited_by_count":4,"area":null},{"id":"2401.17460","title":"Rendering Wireless Environments Useful for Gradient Estimators: A Zero-Order Stochastic Federated Learning Method","created":"2024-01-30","cited_by_count":4,"area":null},{"id":"2412.05204","title":"Global Optimization with A Power-Transformed Objective and Gaussian Smoothing","created":"2024-12-06","cited_by_count":4,"area":null},{"id":"2501.06736","title":"ZOQO: Zero-Order Quantized Optimization","created":"2025-01-12","cited_by_count":4,"area":null},{"id":"2502.11513","title":"MaZO: Masked Zeroth-Order Optimization for Multi-Task Fine-Tuning of Large Language Models","created":"2025-02-17","cited_by_count":4,"area":null},{"id":"2208.04065","title":"Optimistic Optimisation of Composite Objective with Exponentiated Update","created":"2022-08-08","cited_by_count":3,"area":null},{"id":"2210.05279","title":"Zeroth-Order Hard-Thresholding: Gradient Error vs. Expansivity","created":"2022-10-11","cited_by_count":3,"area":null},{"id":"2302.05120","title":"Step by Step Loss Goes Very Far: Multi-Step Quantization for Adversarial Text Attacks","created":"2023-02-10","cited_by_count":3,"area":null},{"id":"2404.00924","title":"BadPart: Unified Black-box Adversarial Patch Attacks against Pixel-wise Regression Tasks","created":"2024-04-01","cited_by_count":3,"area":null},{"id":"2407.17491","title":"Robust Adaptation of Foundation Models with Black-Box Visual Prompting","created":"2024-07-04","cited_by_count":3,"area":null},{"id":"2510.22010","title":"FlowOpt: Fast Optimization Through Whole Flow Processes for Training-Free Editing","created":"2025-10-24","cited_by_count":3,"area":"diffusion"},{"id":"2206.07126","title":"Lazy Queries Can Reduce Variance in Zeroth-order Optimization","created":"2022-06-14","cited_by_count":2,"area":null},{"id":"2210.05618","title":"Zero-Order One-Point Estimate with Distributed Stochastic Gradient-Tracking Technique","created":"2022-10-11","cited_by_count":2,"area":null},{"id":"2403.15603","title":"Forward Learning for Gradient-based Black-box Saliency Map Generation","created":"2024-03-22","cited_by_count":2,"area":null},{"id":"2405.06049","title":"BB-Patch: BlackBox Adversarial Patch-Attack using Zeroth-Order Optimization","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2502.12384","title":"Scalable Back-Propagation-Free Training of Optical Physics-Informed Neural Networks","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2507.06125","title":"Subspace-based Approximate Hessian Method for Zeroth-Order Optimization","created":"2025-07-08","cited_by_count":2,"area":null},{"id":"2602.03019","title":"FedKRSO: Communication and Memory Efficient Federated Fine-Tuning of Large Language Models","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2604.18264","title":"Universally Empowering Zeroth-Order Optimization via Adaptive Layer-wise Sampling","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.03869","title":"On Adaptivity in Zeroth-Order Optimization","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2103.12954","title":"Convergence Analysis of Nonconvex Distributed Stochastic Zeroth-order Coordinate Method","created":"2021-03-24","cited_by_count":1,"area":null},{"id":"2109.08858","title":"An Accelerated Variance-Reduced Conditional Gradient Sliding Algorithm for First-order and Zeroth-order Optimization","created":"2021-09-18","cited_by_count":1,"area":null},{"id":"2205.03059","title":"Low-rank Tensor Learning with Nonconvex Overlapped Nuclear Norm Regularization","created":"2022-05-06","cited_by_count":1,"area":null},{"id":"2401.11126","title":"CARE: Ensemble Adversarial Robustness Evaluation Against Adaptive Attackers for Security Applications","created":"2024-01-20","cited_by_count":1,"area":null},{"id":"2506.21833","title":"Memory Savings at What Cost? A Study of Alternatives to Backpropagation","created":"2025-06-27","cited_by_count":1,"area":null},{"id":"2510.21019","title":"More Than Memory Savings: Zeroth-Order Optimization Mitigates Forgetting in Continual Learning","created":"2025-10-23","cited_by_count":1,"area":null},{"id":"2511.13592","title":"Power Homotopy for Zeroth-Order Non-Convex Optimizations","created":"2025-11-17","cited_by_count":1,"area":null},{"id":"2606.05516","title":"Dominant-Layer ZO: A Single Layer Dominates Zeroth-Order Fine-Tuning of LLMs","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2104.04405","title":"Learning Sampling Policy for Faster Derivative Free Optimization","created":"2021-04-09","cited_by_count":0,"area":null},{"id":"2306.13236","title":"Document Image Cleaning using Budget-Aware Black-Box Approximation","created":"2023-06-22","cited_by_count":0,"area":null},{"id":"2406.05290","title":"Extremization to Fine Tune Physics Informed Neural Networks for Solving Boundary Value Problems","created":"2024-06-07","cited_by_count":0,"area":null},{"id":"2407.02279","title":"How to Boost Any Loss Function","created":"2024-07-02","cited_by_count":0,"area":null},{"id":"2410.02559","title":"Obtaining Lower Query Complexities through Lightweight Zeroth-Order Proximal Gradient Algorithms","created":"2024-10-03","cited_by_count":0,"area":null},{"id":"2505.22042","title":"Estimating the Effects of Sample Training Orders for Large Language Models without Retraining","created":"2025-05-28","cited_by_count":0,"area":null},{"id":"2510.25074","title":"BOND: License to Train with Black-Box Functions","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2511.02757","title":"ConMeZO: Adaptive Descent-Direction Sampling for Gradient-Free Finetuning of Large Language Models","created":"2025-11-04","cited_by_count":0,"area":null},{"id":"2512.24826","title":"Video and Language Alignment in 2D Systems for 3D Multi-object Scenes with Multi-Information Derivative-Free Control","created":"2025-12-31","cited_by_count":0,"area":null},{"id":"2601.01747","title":"Crafting Adversarial Inputs for Large Vision-Language Models Using Black-Box Optimization","created":"2026-01-05","cited_by_count":0,"area":"mllm"},{"id":"2602.13659","title":"Zero-Order Optimization for LLM Fine-Tuning via Learnable Direction Sampling","created":"2026-02-14","cited_by_count":0,"area":null},{"id":"2603.13115","title":"ZO-SAM: Zero-Order Sharpness-Aware Minimization for Efficient Sparse Training","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2605.27316","title":"Probabilistic Smoothing with Ratio-Monotone Transforms for Global Optimization","created":"2026-05-26","cited_by_count":0,"area":null},{"id":"2606.14970","title":"Zero-order Parameter-free Optimization for LMO-based Methods: Novel Approach for Efficient Fine-tuning","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2608.15665","title":"SubZero+: Memory-Efficient Adaptive Zeroth-Order LLM Fine-Tuning in Random Subspaces","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2609.19144","title":"A Zeroth-Order Paradigm for LLM Preference Alignment","created":"2026-09-16","cited_by_count":0,"area":"alignment"},{"id":"2609.22115","title":"ZoAQ: Adaptive Zeroth-Order Querying via Query-Reuse Coupling","created":"2026-08-19","cited_by_count":0,"area":null},{"id":"2609.24249","title":"Reinforcement Learning Inspired Black-box Adversarial Attacks for Computer Vision","created":"2026-09-21","cited_by_count":0,"area":"deeprl"},{"id":"2609.37899","title":"Scaling Zero-Order Pretraining through Model Sharding","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.38095","title":"Probe-Space Preconditioning for Fast and Stable Zero-Order Training","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.12566","title":"Sample-Adaptive Zeroth-Order Post-Training","created":"2026-10-08","cited_by_count":0,"area":null}],"next_cursor":null}