{"total":46,"rows":[{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2506.09034","title":"FZOO: Fast Zeroth-Order Optimizer for Fine-Tuning Large Language Models towards Adam-Scale Speed","created":"2025-06-10","cited_by_count":14,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2507.08784","title":"Greedy Low-Rank Gradient Compression for Distributed Learning with Convergence Guarantees","created":"2025-07-11","cited_by_count":11,"area":null},{"id":"2505.12455","title":"AltLoRA: Towards Better Gradient Approximation in Low-Rank Adaptation with Alternating Projections","created":"2025-05-18","cited_by_count":9,"area":null},{"id":"2506.04430","title":"Leveraging Coordinate Momentum in SignSGD and Muon: Memory-Optimized Zero-Order","created":"2025-06-04","cited_by_count":9,"area":null},{"id":"2509.18993","title":"CR-Net: Scaling Parameter-Efficient Training with Cross-Layer Low-Rank Structure","created":"2025-09-23","cited_by_count":7,"area":null},{"id":"2511.07971","title":"Low-Rank Curvature for Zeroth-Order Optimization in LLM Fine-Tuning","created":"2025-11-11","cited_by_count":7,"area":null},{"id":"2502.11513","title":"MaZO: Masked Zeroth-Order Optimization for Multi-Task Fine-Tuning of Large Language Models","created":"2025-02-17","cited_by_count":4,"area":null},{"id":"2509.05213","title":"An Efficient Subspace Algorithm for Federated Learning on Heterogeneous Data","created":"2025-09-05","cited_by_count":4,"area":null},{"id":"2601.17261","title":"AGZO: Activation-Guided Zeroth-Order Optimization for LLM Fine-Tuning","created":"2026-01-24","cited_by_count":4,"area":null},{"id":"2510.00419","title":"Learning a Zeroth-Order Optimizer for Fine-Tuning LLMs","created":"2025-10-01","cited_by_count":3,"area":null},{"id":"2501.19099","title":"Elucidating Subspace Perturbation in Zeroth-Order Optimization: Theory and Practice at Scale","created":"2025-01-31","cited_by_count":2,"area":null},{"id":"2510.18228","title":"Towards Fast LLM Fine-tuning through Zeroth-Order Optimization with Projected Gradient-Aligned Perturbations","created":"2025-10-21","cited_by_count":2,"area":null},{"id":"2602.02498","title":"Test-Time Detoxification without Training or Learning Anything","created":"2026-01-14","cited_by_count":2,"area":null},{"id":"2602.03019","title":"FedKRSO: Communication and Memory Efficient Federated Fine-Tuning of Large Language Models","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2604.18264","title":"Universally Empowering Zeroth-Order Optimization via Adaptive Layer-wise Sampling","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.00650","title":"AdaMeZO: Adam-style Zeroth-Order Optimizer for LLM Fine-tuning Without Maintaining the Moments","created":"2026-05-01","cited_by_count":2,"area":null},{"id":"2509.15113","title":"Low-rank surrogate modeling and stochastic zero-order optimization for training of neural networks with black-box layers","created":"2025-09-18","cited_by_count":1,"area":null},{"id":"2601.05501","title":"Hi-ZFO: Hierarchical Zeroth- and First-Order LLM Fine-Tuning via Importance-Guided Tensor Selection","created":"2026-01-09","cited_by_count":1,"area":null},{"id":"2602.18181","title":"SeedFlood: A Step Toward Scalable Decentralized Fine-Tuning of LLMs","created":"2026-02-20","cited_by_count":1,"area":null},{"id":"2602.23111","title":"PRAC: Principal-Random Subspace for LLM Activation Compression and Memory-Efficient Training","created":"2026-02-26","cited_by_count":1,"area":null},{"id":"2603.20632","title":"Optimal low-rank stochastic gradient estimation for LLM training","created":"2026-03-21","cited_by_count":1,"area":null},{"id":"2605.03373","title":"Learning Dynamics of Zeroth-Order Optimization: A Kernel Perspective","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2605.15622","title":"Position: Zeroth-Order Optimization in Deep Learning Is Underexplored, Not Underpowered","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2606.05516","title":"Dominant-Layer ZO: A Single Layer Dominates Zeroth-Order Fine-Tuning of LLMs","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2607.01125","title":"ZO-Act: Efficient Zeroth-Order Fine-Tuning via One-Shot Activation-Informed Low-Rank Subspaces","created":"2026-07-01","cited_by_count":1,"area":null},{"id":"2609.33548","title":"TerMeZO: Ternary Sparse Zeroth-Order Optimization for Fine-tuning BitNet Models at the Edge","created":"2026-09-27","cited_by_count":1,"area":null},{"id":"2509.11254","title":"From PowerSGD to PowerSGD+: Low-Rank Gradient Compression for Distributed Optimization with Convergence Guarantees","created":"2025-09-14","cited_by_count":0,"area":null},{"id":"2511.02757","title":"ConMeZO: Adaptive Descent-Direction Sampling for Gradient-Free Finetuning of Large Language Models","created":"2025-11-04","cited_by_count":0,"area":null},{"id":"2601.01452","title":"Robust and Efficient Zeroth-Order LLM Fine-Tuning via Adaptive Bayesian Subspace Optimizer","created":"2026-01-04","cited_by_count":0,"area":null},{"id":"2603.04436","title":"ZorBA: Zeroth-order Federated Fine-tuning of LLMs with Heterogeneous Block Activation","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2605.09034","title":"Accelerating Zeroth-Order Spectral Optimization with Partial Orthogonalization from Power Iteration","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.10658","title":"Why Zeroth-Order Adaptation May Forget Less: A Randomized Shaping Theory","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.19767","title":"AR1-ZO: Topology-Aware Rank-1 Zeroth-Order Queries for High-Rank LoRA Fine-Tuning","created":"2026-05-19","cited_by_count":0,"area":null},{"id":"2605.28760","title":"Inference-Native Zeroth-Order Optimization for LLMs","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.02857","title":"GRZO: Group-Relative Zeroth-Order Optimization for Large Language Model Fine-Tuning","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2606.10706","title":"Unifying Data, Memory, and Compute Efficiency in LLM training: A Survey","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2606.14970","title":"Zero-order Parameter-free Optimization for LMO-based Methods: Novel Approach for Efficient Fine-tuning","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2608.03020","title":"LoCA: Forward-Only LLM Tuning after One-Shot Calibration with Local Credit Assignment","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.15665","title":"SubZero+: Memory-Efficient Adaptive Zeroth-Order LLM Fine-Tuning in Random Subspaces","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2609.07666","title":"MpSub: A Momentum $p$-Dimensional Subspace Trust-Region Method for Derivative-Free Fine-Tuning of Large Language Models","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.35257","title":"AIM-ZO: Activation-Informed Subspace Maintenance for Zeroth-Order LLM Fine-Tuning","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.37899","title":"Scaling Zero-Order Pretraining through Model Sharding","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.12566","title":"Sample-Adaptive Zeroth-Order Post-Training","created":"2026-10-08","cited_by_count":0,"area":null},{"id":"2610.16451","title":"StructZO: Structured Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}