{"total":53,"rows":[{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2406.02913","title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity","created":"2024-06-05","cited_by_count":28,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2502.03304","title":"Harmony in Divergence: Towards Fast, Accurate, and Memory-efficient Zeroth-order LLM Fine-tuning","created":"2025-02-05","cited_by_count":18,"area":null},{"id":"2506.09034","title":"FZOO: Fast Zeroth-Order Optimizer for Fine-Tuning Large Language Models towards Adam-Scale Speed","created":"2025-06-10","cited_by_count":14,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2602.04998","title":"Learning Rate Matters: Vanilla LoRA May Suffice for LLM Fine-tuning","created":"2026-02-04","cited_by_count":10,"area":null},{"id":"2411.10696","title":"HELENE: Hessian Layer-wise Clipping and Gradient Annealing for Accelerating Fine-tuning LLM with Zeroth-order Optimization","created":"2024-11-16","cited_by_count":9,"area":null},{"id":"2504.20314","title":"Perturbation-efficient Zeroth-order Optimization for Hardware-friendly On-device Training","created":"2025-04-28","cited_by_count":9,"area":null},{"id":"2511.07971","title":"Low-Rank Curvature for Zeroth-Order Optimization in LLM Fine-Tuning","created":"2025-11-11","cited_by_count":7,"area":null},{"id":"2506.05454","title":"Zeroth-Order Optimization Finds Flat Minima","created":"2025-06-05","cited_by_count":6,"area":"deeprl"},{"id":"2509.14230","title":"NIRVANA: Structured Pruning Reimagined for Large Language Model Compression","created":"2025-09-17","cited_by_count":6,"area":null},{"id":"2502.00639","title":"Half-order Fine-Tuning for Diffusion Model: A Recursive Likelihood Ratio Optimizer","created":"2025-02-02","cited_by_count":5,"area":"diffusion"},{"id":"2505.18886","title":"KerZOO: Kernel Function Informed Zeroth-Order Optimization for Accurate and Accelerated LLM Fine-Tuning","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2502.11513","title":"MaZO: Masked Zeroth-Order Optimization for Multi-Task Fine-Tuning of Large Language Models","created":"2025-02-17","cited_by_count":4,"area":null},{"id":"2509.05213","title":"An Efficient Subspace Algorithm for Federated Learning on Heterogeneous Data","created":"2025-09-05","cited_by_count":4,"area":null},{"id":"2604.21304","title":"PaperMind: Benchmarking Agentic Reasoning and Critique over Scientific Papers in Multimodal LLMs","created":"2026-04-23","cited_by_count":4,"area":"lr"},{"id":"2607.02509","title":"ReContext: Recursive Evidence Replay as LLM Harness for Long-Context Reasoning","created":"2026-07-02","cited_by_count":4,"area":"lr"},{"id":"2506.02370","title":"Converge Faster, Talk Less: Hessian-Informed Federated Zeroth-Order Optimization","created":"2025-06-03","cited_by_count":3,"area":null},{"id":"2510.00419","title":"Learning a Zeroth-Order Optimizer for Fine-Tuning LLMs","created":"2025-10-01","cited_by_count":3,"area":null},{"id":"2603.21725","title":"CurvZO: Adaptive Curvature-Guided Sparse Zeroth-Order Optimization for Efficient LLM Fine-Tuning","created":"2026-03-23","cited_by_count":3,"area":null},{"id":"2507.06125","title":"Subspace-based Approximate Hessian Method for Zeroth-Order Optimization","created":"2025-07-08","cited_by_count":2,"area":null},{"id":"2510.18228","title":"Towards Fast LLM Fine-tuning through Zeroth-Order Optimization with Projected Gradient-Aligned Perturbations","created":"2025-10-21","cited_by_count":2,"area":null},{"id":"2604.18264","title":"Universally Empowering Zeroth-Order Optimization via Adaptive Layer-wise Sampling","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.00650","title":"AdaMeZO: Adam-style Zeroth-Order Optimizer for LLM Fine-tuning Without Maintaining the Moments","created":"2026-05-01","cited_by_count":2,"area":null},{"id":"2506.21833","title":"Memory Savings at What Cost? A Study of Alternatives to Backpropagation","created":"2025-06-27","cited_by_count":1,"area":null},{"id":"2510.03425","title":"Memory-Efficient Backpropagation for Fine-Tuning LLMs on Resource-Constrained Mobile Devices","created":"2025-10-03","cited_by_count":1,"area":null},{"id":"2602.23111","title":"PRAC: Principal-Random Subspace for LLM Activation Compression and Memory-Efficient Training","created":"2026-02-26","cited_by_count":1,"area":null},{"id":"2605.03373","title":"Learning Dynamics of Zeroth-Order Optimization: A Kernel Perspective","created":"2026-05-05","cited_by_count":1,"area":null},{"id":"2605.15622","title":"Position: Zeroth-Order Optimization in Deep Learning Is Underexplored, Not Underpowered","created":"2026-05-15","cited_by_count":1,"area":null},{"id":"2606.05516","title":"Dominant-Layer ZO: A Single Layer Dominates Zeroth-Order Fine-Tuning of LLMs","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2607.01125","title":"ZO-Act: Efficient Zeroth-Order Fine-Tuning via One-Shot Activation-Informed Low-Rank Subspaces","created":"2026-07-01","cited_by_count":1,"area":null},{"id":"2609.33548","title":"TerMeZO: Ternary Sparse Zeroth-Order Optimization for Fine-tuning BitNet Models at the Edge","created":"2026-09-27","cited_by_count":1,"area":null},{"id":"2511.02757","title":"ConMeZO: Adaptive Descent-Direction Sampling for Gradient-Free Finetuning of Large Language Models","created":"2025-11-04","cited_by_count":0,"area":null},{"id":"2601.01452","title":"Robust and Efficient Zeroth-Order LLM Fine-Tuning via Adaptive Bayesian Subspace Optimizer","created":"2026-01-04","cited_by_count":0,"area":null},{"id":"2601.04710","title":"Steering the Noise: Turning Random Perturbations into Effective Descent for Memory-Efficient LLM Fine-Tuning","created":"2026-01-08","cited_by_count":0,"area":null},{"id":"2602.13659","title":"Zero-Order Optimization for LLM Fine-Tuning via Learnable Direction Sampling","created":"2026-02-14","cited_by_count":0,"area":null},{"id":"2604.09940","title":"New Hybrid Fine-Tuning Paradigm for LLMs: Algorithm Design and Convergence Analysis Framework","created":"2026-04-10","cited_by_count":0,"area":null},{"id":"2605.06166","title":"One Algorithm, Two Goals: Dual Scoring for Parameter and Data Selection in LLM Fine-Tuning","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.09034","title":"Accelerating Zeroth-Order Spectral Optimization with Partial Orthogonalization from Power Iteration","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.28760","title":"Inference-Native Zeroth-Order Optimization for LLMs","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2605.30960","title":"Revisiting Zeroth-Order Hessian Approximation: A Single-Step Policy Optimization Lens","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2606.02857","title":"GRZO: Group-Relative Zeroth-Order Optimization for Large Language Model Fine-Tuning","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2606.14970","title":"Zero-order Parameter-free Optimization for LMO-based Methods: Novel Approach for Efficient Fine-tuning","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2608.03020","title":"LoCA: Forward-Only LLM Tuning after One-Shot Calibration with Local Credit Assignment","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.12279","title":"Curvature-Aware Zeroth-Order Optimization for Memory-Efficient Test-Time Adaptation","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2608.15665","title":"SubZero+: Memory-Efficient Adaptive Zeroth-Order LLM Fine-Tuning in Random Subspaces","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2609.10980","title":"EGGROLL, Unrolled: Understanding and Improving Low-Rank Evolution Strategies at Scale","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2609.35257","title":"AIM-ZO: Activation-Informed Subspace Maintenance for Zeroth-Order LLM Fine-Tuning","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.02190","title":"Trust the Direction, Search the Step: Zero-and-First-Order Methods for LLM Fine-Tuning","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.02199","title":"TACO: Ternary Absolute-max Column-wise One-sparse Optimizer for LLM Fine-Tuning","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.12566","title":"Sample-Adaptive Zeroth-Order Post-Training","created":"2026-10-08","cited_by_count":0,"area":null},{"id":"2610.16451","title":"StructZO: Structured Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}