{"total":44,"rows":[{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114,"area":null},{"id":"2310.02025","title":"DeepZero: Scaling up Zeroth-Order Optimization for Deep Model Training","created":"2023-10-03","cited_by_count":76,"area":null},{"id":"2402.15751","title":"Sparse MeZO: Less Parameters for Better Performance in Zeroth-Order LLM Fine-Tuning","created":"2024-02-24","cited_by_count":54,"area":null},{"id":"2402.15173","title":"Second-Order Fine-Tuning without Pain for LLMs:A Hessian Informed Zeroth-Order Optimizer","created":"2024-02-23","cited_by_count":53,"area":null},{"id":"2203.14195","title":"How to Robustify Black-Box ML Models? A Zeroth-Order Optimization Perspective","created":"2022-03-27","cited_by_count":39,"area":null},{"id":"2309.07418","title":"A Fast Optimization View: Reformulating Single Layer Attention in LLM Based on Tensor and SVM Trick, and Solving It in Matrix Multiplication Time","created":"2023-09-14","cited_by_count":30,"area":null},{"id":"2310.11685","title":"Why Softmax Attention Outperforms Linear Attention","created":"2023-10-18","cited_by_count":15,"area":null},{"id":"2506.09034","title":"FZOO: Fast Zeroth-Order Optimizer for Fine-Tuning Large Language Models towards Adam-Scale Speed","created":"2025-06-10","cited_by_count":14,"area":null},{"id":"2405.15861","title":"Achieving Dimension-Free Communication in Federated Learning via Zeroth-Order Optimization","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2308.09858","title":"Tensor-Compressed Back-Propagation-Free Training for (Physics-Informed) Neural Networks","created":"2023-08-18","cited_by_count":12,"area":null},{"id":"2310.12462","title":"Unmasking Transformers: A Theoretical Approach to Data Recovery via Attention Weights","created":"2023-10-19","cited_by_count":12,"area":null},{"id":"2405.16805","title":"Gradient Compressed Sensing: A Query-Efficient Gradient Estimator for High-Dimensional Zeroth-Order Optimization","created":"2024-05-27","cited_by_count":12,"area":null},{"id":"2304.06430","title":"Certified Zeroth-order Black-Box Defense with Robust UNet Denoiser","created":"2023-04-13","cited_by_count":11,"area":null},{"id":"2510.19975","title":"Revisiting Zeroth-Order Optimization: Minimum-Variance Two-Point Estimators and Directionally Aligned Perturbations","created":"2025-10-22","cited_by_count":11,"area":null},{"id":"2506.04430","title":"Leveraging Coordinate Momentum in SignSGD and Muon: Memory-Optimized Zero-Order","created":"2025-06-04","cited_by_count":9,"area":null},{"id":"2206.05124","title":"Stochastic Zeroth order Descent with Structured Directions","created":"2022-06-10","cited_by_count":8,"area":null},{"id":"2109.13391","title":"Curvature-Aware Derivative-Free Optimization","created":"2021-09-27","cited_by_count":7,"area":null},{"id":"2310.20051","title":"The Expressibility of Polynomial based Attention Scheme","created":"2023-10-30","cited_by_count":7,"area":null},{"id":"2510.21155","title":"Towards Straggler-Resilient Split Federated Learning: An Unbalanced Update Approach","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2308.08358","title":"Convergence of Two-Layer Regression with Nonlinear Units","created":"2023-08-16","cited_by_count":6,"area":null},{"id":"2503.12668","title":"ZO2: Scalable Zeroth-Order Fine-Tuning for Extremely Large Language Models with Limited GPU Memory","created":"2025-03-16","cited_by_count":6,"area":null},{"id":"2401.09191","title":"An Optimal Transport Approach for Computing Adversarial Training Lower Bounds in Multiclass Classification","created":"2024-01-17","cited_by_count":5,"area":null},{"id":"2411.05873","title":"Poor Man's Training on MCUs: A Memory-Efficient Quantized Back-Propagation-Free Approach","created":"2024-11-07","cited_by_count":5,"area":null},{"id":"2502.19571","title":"LORENZA: Enhancing Generalization in Low-Rank Gradient LLM Training via Efficient Zeroth-Order Adaptive SAM","created":"2025-02-26","cited_by_count":5,"area":null},{"id":"2107.12416","title":"Asynchronous Distributed Reinforcement Learning for LQR Control via Zeroth-Order Block Coordinate Descent","created":"2021-07-26","cited_by_count":4,"area":null},{"id":"2501.06736","title":"ZOQO: Zero-Order Quantized Optimization","created":"2025-01-12","cited_by_count":4,"area":null},{"id":"2210.05279","title":"Zeroth-Order Hard-Thresholding: Gradient Error vs. Expansivity","created":"2022-10-11","cited_by_count":3,"area":null},{"id":"2305.18779","title":"It begins with a boundary: A geometric view on probabilistically robust learning","created":"2023-05-30","cited_by_count":3,"area":null},{"id":"2510.00419","title":"Learning a Zeroth-Order Optimizer for Fine-Tuning LLMs","created":"2025-10-01","cited_by_count":3,"area":null},{"id":"2501.19099","title":"Elucidating Subspace Perturbation in Zeroth-Order Optimization: Theory and Practice at Scale","created":"2025-01-31","cited_by_count":2,"area":null},{"id":"2502.12384","title":"Scalable Back-Propagation-Free Training of Optical Physics-Informed Neural Networks","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2510.19953","title":"On the Optimal Construction of Unbiased Gradient Estimators for Zeroth-Order Optimization","created":"2025-10-22","cited_by_count":2,"area":null},{"id":"2405.06003","title":"Binary Hypothesis Testing for Softmax Models and Leverage Score Models","created":"2024-05-09","cited_by_count":1,"area":null},{"id":"2405.14519","title":"A New Formulation for Zeroth-Order Optimization of Adversarial EXEmples in Malware Detection","created":"2024-05-23","cited_by_count":1,"area":null},{"id":"2501.10906","title":"Explainable Adversarial Attacks on Coarse-to-Fine Classifiers","created":"2025-01-19","cited_by_count":1,"area":null},{"id":"2507.03211","title":"DistZO2: High-Throughput and Memory-Efficient Zeroth-Order Fine-tuning LLMs with Distributed Parallel Computing","created":"2025-07-03","cited_by_count":1,"area":null},{"id":"2209.05372","title":"Convergence of Batch Updating Methods with Approximate Gradients and/or Noisy Measurements: Theory and Computational Results","created":"2022-09-12","cited_by_count":0,"area":null},{"id":"2407.02279","title":"How to Boost Any Loss Function","created":"2024-07-02","cited_by_count":0,"area":null},{"id":"2502.10239","title":"Efficient Zeroth-Order Federated Finetuning of Language Models on Resource-Constrained Devices","created":"2025-02-14","cited_by_count":0,"area":null},{"id":"2505.19720","title":"A Structured Tour of Optimization with Finite Differences","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2601.04710","title":"Steering the Noise: Turning Random Perturbations into Effective Descent for Memory-Efficient LLM Fine-Tuning","created":"2026-01-08","cited_by_count":0,"area":null},{"id":"2605.06357","title":"Memory Efficient Full-gradient Attacks (MEFA) Framework for Adversarial Defense Evaluations","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2610.02199","title":"TACO: Ternary Absolute-max Column-wise One-sparse Optimizer for LLM Fine-Tuning","created":"2026-10-01","cited_by_count":0,"area":null}],"next_cursor":null}