{"total":94,"rows":[{"id":"2402.15751","title":"Sparse MeZO: Less Parameters for Better Performance in Zeroth-Order LLM Fine-Tuning","created":"2024-02-24","cited_by_count":54,"area":null},{"id":"2404.08080","title":"Variance-reduced Zeroth-Order Methods for Fine-Tuning Language Models","created":"2024-04-11","cited_by_count":54,"area":null},{"id":"2402.15173","title":"Second-Order Fine-Tuning without Pain for LLMs:A Hessian Informed Zeroth-Order Optimizer","created":"2024-02-23","cited_by_count":53,"area":null},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2406.02913","title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity","created":"2024-06-05","cited_by_count":28,"area":null},{"id":"2506.05606","title":"OPeRA: A Dataset of Observation, Persona, Rationale, and Action for Evaluating LLMs on Human Online Shopping Behavior Simulation","created":"2025-06-05","cited_by_count":28,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2511.16652","title":"Evolution Strategies at the Hyperscale","created":"2025-11-20","cited_by_count":25,"area":null},{"id":"2502.03304","title":"Harmony in Divergence: Towards Fast, Accurate, and Memory-efficient Zeroth-order LLM Fine-tuning","created":"2025-02-05","cited_by_count":18,"area":null},{"id":"2410.18965","title":"On the Crucial Role of Initialization for Matrix Factorization","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2506.09034","title":"FZOO: Fast Zeroth-Order Optimizer for Fine-Tuning Large Language Models towards Adam-Scale Speed","created":"2025-06-10","cited_by_count":14,"area":null},{"id":"2405.15861","title":"Achieving Dimension-Free Communication in Federated Learning via Zeroth-Order Optimization","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2502.01014","title":"Refining Adaptive Zeroth-Order Optimization at Ease","created":"2025-02-03","cited_by_count":12,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2406.14095","title":"Memory-Efficient Gradient Unrolling for Large-Scale Bi-level Optimization","created":"2024-06-20","cited_by_count":11,"area":null},{"id":"2410.06441","title":"Addax: Utilizing Zeroth-Order Gradients to Improve Memory Efficiency and Performance of SGD for Fine-Tuning Language Models","created":"2024-10-09","cited_by_count":11,"area":null},{"id":"2502.12346","title":"QuZO: Quantized Zeroth-Order Fine-Tuning for Large Language Models","created":"2025-02-17","cited_by_count":11,"area":null},{"id":"2510.19975","title":"Revisiting Zeroth-Order Optimization: Minimum-Variance Two-Point Estimators and Directionally Aligned Perturbations","created":"2025-10-22","cited_by_count":11,"area":null},{"id":"2410.09823","title":"Simultaneous Computation and Memory Efficient Zeroth-Order Optimizer for Fine-Tuning Large Language Models","created":"2024-10-13","cited_by_count":9,"area":null},{"id":"2411.10696","title":"HELENE: Hessian Layer-wise Clipping and Gradient Annealing for Accelerating Fine-tuning LLM with Zeroth-order Optimization","created":"2024-11-16","cited_by_count":9,"area":null},{"id":"2501.01045","title":"ZeroFlow: Overcoming Catastrophic Forgetting is Easier than You Think","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2504.20314","title":"Perturbation-efficient Zeroth-order Optimization for Hardware-friendly On-device Training","created":"2025-04-28","cited_by_count":9,"area":null},{"id":"2506.04430","title":"Leveraging Coordinate Momentum in SignSGD and Muon: Memory-Optimized Zero-Order","created":"2025-06-04","cited_by_count":9,"area":null},{"id":"2412.00071","title":"COAP: Memory-Efficient Training with Correlation-Aware Gradient Projection","created":"2024-11-26","cited_by_count":8,"area":null},{"id":"2506.14460","title":"Zeroth-Order Optimization is Secretly Single-Step Policy Optimization","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2602.15322","title":"On Surprising Effectiveness of Masking Updates in Adaptive Optimizers","created":"2026-02-17","cited_by_count":7,"area":null},{"id":"2503.12668","title":"ZO2: Scalable Zeroth-Order Fine-Tuning for Extremely Large Language Models with Limited GPU Memory","created":"2025-03-16","cited_by_count":6,"area":null},{"id":"2404.17871","title":"Deep Learning Library Testing: Definition, Methods and Challenges","created":"2024-04-27","cited_by_count":5,"area":null},{"id":"2411.05873","title":"Poor Man's Training on MCUs: A Memory-Efficient Quantized Back-Propagation-Free Approach","created":"2024-11-07","cited_by_count":5,"area":null},{"id":"2501.04287","title":"ElasticZO: A Memory-Efficient On-Device Learning with Combined Zeroth- and First-Order Optimization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2502.03604","title":"Bilevel ZOFO: Efficient LLM Fine-Tuning and Meta-Training","created":"2025-02-05","cited_by_count":5,"area":null},{"id":"2505.18886","title":"KerZOO: Kernel Function Informed Zeroth-Order Optimization for Accurate and Accelerated LLM Fine-Tuning","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2410.05966","title":"FLOPS: Forward Learning with OPtimal Sampling","created":"2024-10-08","cited_by_count":4,"area":null},{"id":"2501.06736","title":"ZOQO: Zero-Order Quantized Optimization","created":"2025-01-12","cited_by_count":4,"area":null},{"id":"2502.11513","title":"MaZO: Masked Zeroth-Order Optimization for Multi-Task Fine-Tuning of Large Language Models","created":"2025-02-17","cited_by_count":4,"area":null},{"id":"2509.05213","title":"An Efficient Subspace Algorithm for Federated Learning on Heterogeneous Data","created":"2025-09-05","cited_by_count":4,"area":null},{"id":"2509.15552","title":"The Multi-Query Paradox in Zeroth-Order Optimization","created":"2025-09-19","cited_by_count":4,"area":null},{"id":"2601.17261","title":"AGZO: Activation-Guided Zeroth-Order Optimization for LLM Fine-Tuning","created":"2026-01-24","cited_by_count":4,"area":null},{"id":"2403.12166","title":"The Power of Few: Accelerating and Enhancing Data Reweighting with Coreset Selection","created":"2024-03-18","cited_by_count":3,"area":null},{"id":"2409.15520","title":"MobiZO: Enabling Efficient LLM Fine-Tuning at the Edge via Inference Engines","created":"2024-09-23","cited_by_count":3,"area":null},{"id":"2409.19561","title":"Unifying back-propagation and forward-forward algorithms through model predictive control","created":"2024-09-29","cited_by_count":3,"area":null},{"id":"2603.21725","title":"CurvZO: Adaptive Curvature-Guided Sparse Zeroth-Order Optimization for Efficient LLM Fine-Tuning","created":"2026-03-23","cited_by_count":3,"area":null},{"id":"2604.21905","title":"Low-Rank Adaptation Redux for Large Models","created":"2026-04-23","cited_by_count":3,"area":null},{"id":"2501.19099","title":"Elucidating Subspace Perturbation in Zeroth-Order Optimization: Theory and Practice at Scale","created":"2025-01-31","cited_by_count":2,"area":null},{"id":"2502.12384","title":"Scalable Back-Propagation-Free Training of Optical Physics-Informed Neural Networks","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2507.06125","title":"Subspace-based Approximate Hessian Method for Zeroth-Order Optimization","created":"2025-07-08","cited_by_count":2,"area":null},{"id":"2510.18228","title":"Towards Fast LLM Fine-tuning through Zeroth-Order Optimization with Projected Gradient-Aligned Perturbations","created":"2025-10-21","cited_by_count":2,"area":null},{"id":"2510.19953","title":"On the Optimal Construction of Unbiased Gradient Estimators for Zeroth-Order Optimization","created":"2025-10-22","cited_by_count":2,"area":null},{"id":"2511.10859","title":"Private Zeroth-Order Optimization with Public Data","created":"2025-11-13","cited_by_count":2,"area":null},{"id":"2602.03019","title":"FedKRSO: Communication and Memory Efficient Federated Fine-Tuning of Large Language Models","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2604.15609","title":"Adapting in the Dark: Efficient and Stable Test-Time Adaptation for Black-Box Models","created":"2026-04-17","cited_by_count":2,"area":null},{"id":"2604.18264","title":"Universally Empowering Zeroth-Order Optimization via Adaptive Layer-wise Sampling","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.00650","title":"AdaMeZO: Adam-style Zeroth-Order Optimizer for LLM Fine-tuning Without Maintaining the Moments","created":"2026-05-01","cited_by_count":2,"area":null},{"id":"2605.03869","title":"On Adaptivity in Zeroth-Order Optimization","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2409.16456","title":"Communication and Energy Efficient Federated Learning using Zero-Order Optimization Technique","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2505.13954","title":"VAMO: Efficient Zeroth-Order Variance Reduction for SGD with Faster Convergence","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2506.21833","title":"Memory Savings at What Cost? A Study of Alternatives to Backpropagation","created":"2025-06-27","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2507.03211","title":"DistZO2: High-Throughput and Memory-Efficient Zeroth-Order Fine-tuning LLMs with Distributed Parallel Computing","created":"2025-07-03","cited_by_count":1,"area":null},{"id":"2510.21019","title":"More Than Memory Savings: Zeroth-Order Optimization Mitigates Forgetting in Continual Learning","created":"2025-10-23","cited_by_count":1,"area":null},{"id":"2601.05501","title":"Hi-ZFO: Hierarchical Zeroth- and First-Order LLM Fine-Tuning via Importance-Guided Tensor Selection","created":"2026-01-09","cited_by_count":1,"area":null},{"id":"2601.16354","title":"NOIR: Privacy-Preserving Generation of Code with Open-Source LLMs","created":"2026-01-22","cited_by_count":1,"area":null},{"id":"2602.23111","title":"PRAC: Principal-Random Subspace for LLM Activation Compression and Memory-Efficient Training","created":"2026-02-26","cited_by_count":1,"area":null},{"id":"2603.09511","title":"TrainDeeploy: Hardware-Accelerated Parameter-Efficient Fine-Tuning of Small Transformer Models at the Extreme Edge","created":"2026-03-10","cited_by_count":1,"area":null},{"id":"2605.03373","title":"Learning Dynamics of Zeroth-Order Optimization: A Kernel Perspective","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2605.15622","title":"Position: Zeroth-Order Optimization in Deep Learning Is Underexplored, Not Underpowered","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2607.01125","title":"ZO-Act: Efficient Zeroth-Order Fine-Tuning via One-Shot Activation-Informed Low-Rank Subspaces","created":"2026-07-01","cited_by_count":1,"area":null},{"id":"2609.33548","title":"TerMeZO: Ternary Sparse Zeroth-Order Optimization for Fine-tuning BitNet Models at the Edge","created":"2026-09-27","cited_by_count":1,"area":null},{"id":"2409.15955","title":"A Historical Trajectory Assisted Optimization Method for Zeroth-Order Federated Learning","created":"2024-09-24","cited_by_count":0,"area":null},{"id":"2505.00162","title":"Stochastic Subspace Descent Accelerated via Bi-fidelity Line Search","created":"2025-04-30","cited_by_count":0,"area":null},{"id":"2505.19720","title":"A Structured Tour of Optimization with Finite Differences","created":"2025-05-26","cited_by_count":0,"area":null},{"id":"2505.22042","title":"Estimating the Effects of Sample Training Orders for Large Language Models without Retraining","created":"2025-05-28","cited_by_count":0,"area":null},{"id":"2506.17264","title":"OAT-Rephrase: Optimization-Aware Training Data Rephrasing for Zeroth-Order LLM Fine-Tuning","created":"2025-06-10","cited_by_count":0,"area":null},{"id":"2507.05610","title":"On the Inherent Privacy of Zeroth Order Projected Gradient Descent","created":"2025-07-08","cited_by_count":0,"area":null},{"id":"2510.16157","title":"Zeroth-Order Sharpness-Aware Learning with Exponential Tilting","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2601.01452","title":"Robust and Efficient Zeroth-Order LLM Fine-Tuning via Adaptive Bayesian Subspace Optimizer","created":"2026-01-04","cited_by_count":0,"area":null},{"id":"2601.04710","title":"Steering the Noise: Turning Random Perturbations into Effective Descent for Memory-Efficient LLM Fine-Tuning","created":"2026-01-08","cited_by_count":0,"area":null},{"id":"2601.12917","title":"CooperLLM: Cloud-Edge-End Cooperative Federated Fine-tuning for LLMs via ZOO-based Gradient Correction","created":"2026-01-19","cited_by_count":0,"area":null},{"id":"2602.10607","title":"Hierarchical Zero-Order Optimization for Deep Neural Networks","created":"2026-02-11","cited_by_count":0,"area":null},{"id":"2602.13659","title":"Zero-Order Optimization for LLM Fine-Tuning via Learnable Direction Sampling","created":"2026-02-14","cited_by_count":0,"area":null},{"id":"2603.04436","title":"ZorBA: Zeroth-order Federated Fine-tuning of LLMs with Heterogeneous Block Activation","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2603.07389","title":"Feed m Birds with One Scone: Accelerating Multi-task Gradient Balancing via Bi-level Optimization","created":"2026-03-08","cited_by_count":0,"area":null},{"id":"2603.13115","title":"ZO-SAM: Zero-Order Sharpness-Aware Minimization for Efficient Sparse Training","created":"2026-03-13","cited_by_count":0,"area":null},{"id":"2603.24002","title":"Stochastic Dimension Zeroth-Order Estimator: Stable and Memory-Efficient Training of PINNs","created":"2026-03-25","cited_by_count":0,"area":null},{"id":"2604.09940","title":"New Hybrid Fine-Tuning Paradigm for LLMs: Algorithm Design and Convergence Analysis Framework","created":"2026-04-10","cited_by_count":0,"area":null},{"id":"2604.14669","title":"Zeroth-Order Optimization at the Edge of Stability","created":"2026-04-16","cited_by_count":0,"area":null},{"id":"2605.09034","title":"Accelerating Zeroth-Order Spectral Optimization with Partial Orthogonalization from Power Iteration","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.10658","title":"Why Zeroth-Order Adaptation May Forget Less: A Randomized Shaping Theory","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.28760","title":"Inference-Native Zeroth-Order Optimization for LLMs","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.14970","title":"Zero-order Parameter-free Optimization for LMO-based Methods: Novel Approach for Efficient Fine-tuning","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2607.04033","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2608.15665","title":"SubZero+: Memory-Efficient Adaptive Zeroth-Order LLM Fine-Tuning in Random Subspaces","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2608.21223","title":"Event-triggered Implicit Perturbation for Zeroth-Order Fine-Tuning of Spiking Transformers","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2610.02190","title":"Trust the Direction, Search the Step: Zero-and-First-Order Methods for LLM Fine-Tuning","created":"2026-10-01","cited_by_count":0,"area":null}],"next_cursor":null}