{"list":"other","total":71,"rows":[{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1712.09913","title":"Visualizing the Loss Landscape of Neural Nets","created":"2017-12-28","cited_by_count":1130},{"id":"1911.00536","title":"DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation","created":"2019-11-01","cited_by_count":842},{"id":"1309.5549","title":"Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic Programming","created":"2013-09-22","cited_by_count":724},{"id":"1708.03999","title":"ZOO: Zeroth Order Optimization based Black-box Attacks to Deep Neural Networks without Training Substitute Models","created":"2017-08-14","cited_by_count":666},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"1912.13213","title":"Online Learning: A Modern Introduction Using Convex Optimization","created":"2019-12-31","cited_by_count":417},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345},{"id":"1901.09847","title":"Error Feedback Fixes SignSGD and other Gradient Compression Schemes","created":"2019-01-28","cited_by_count":310},{"id":"2003.00307","title":"Loss landscapes and optimization in over-parameterized non-linear systems and neural networks","created":"2020-02-29","cited_by_count":233},{"id":"1312.2139","title":"Optimal rates for zero-order convex optimization: the power of two function evaluations","created":"2013-12-07","cited_by_count":198},{"id":"2409.20325","title":"Old Optimizer, New Norm: An Anthology","created":"2024-09-30","cited_by_count":193},{"id":"2502.07529","title":"Training Deep Learning Models with Norm-Constrained LMOs","created":"2025-02-11","cited_by_count":192},{"id":"1705.07774","title":"Dissecting Adam: The Sign, Magnitude and Variance of Stochastic Gradients","created":"2017-05-22","cited_by_count":139},{"id":"2002.03305","title":"Momentum Improves Normalized SGD","created":"2020-02-09","cited_by_count":139},{"id":"1602.04128","title":"Coin Betting and Parameter-Free Online Learning","created":"2016-02-12","cited_by_count":133},{"id":"2306.06101","title":"Prodigy: An Expeditiously Adaptive Parameter-Free Learner","created":"2023-06-09","cited_by_count":133},{"id":"1802.06293","title":"Black-Box Reductions for Parameter-free Online Learning in Banach Spaces","created":"2018-02-17","cited_by_count":125},{"id":"1802.06175","title":"An Alternative View: When Does SGD Escape Local Minima?","created":"2018-02-17","cited_by_count":115},{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114},{"id":"2301.07733","title":"Learning-Rate-Free Learning by D-Adaptation","created":"2023-01-18","cited_by_count":113},{"id":"1805.10367","title":"Zeroth-Order Stochastic Variance Reduction for Nonconvex Optimization","created":"2018-05-25","cited_by_count":111},{"id":"2302.12022","title":"DoG is SGD's Best Friend: A Parameter-Free Dynamic Step Size Schedule","created":"2023-02-08","cited_by_count":85},{"id":"2510.05491","title":"NorMuon: Making Muon more efficient and scalable","created":"2025-10-07","cited_by_count":84},{"id":"1907.04232","title":"Unified Optimal Analysis of the (Stochastic) Gradient Method","created":"2019-07-09","cited_by_count":82},{"id":"1910.09529","title":"Adaptive Gradient Descent without Descent","created":"2019-10-21","cited_by_count":79},{"id":"2407.18242","title":"LoRA-Pro: Are Low-Rank Adapters Properly Optimized?","created":"2024-07-25","cited_by_count":77},{"id":"1910.06513","title":"ZO-AdaMM: Zeroth-Order Adaptive Momentum Method for Black-Box Optimization","created":"2019-10-15","cited_by_count":76},{"id":"2505.13416","title":"Gluon: Making Muon & Scion Great Again! (Bridging Theory and Practice of LMO-based Optimizers for LLMs)","created":"2025-05-19","cited_by_count":72},{"id":"2507.11005","title":"AdaMuon: Adaptive Muon Optimizer","created":"2025-07-15","cited_by_count":67},{"id":"2404.08080","title":"Variance-reduced Zeroth-Order Methods for Fine-Tuning Language Models","created":"2024-04-11","cited_by_count":54},{"id":"2402.15173","title":"Second-Order Fine-Tuning without Pain for LLMs:A Hessian Informed Zeroth-Order Optimizer","created":"2024-02-23","cited_by_count":53},{"id":"2205.02160","title":"Making SGD Parameter-Free","created":"2022-05-04","cited_by_count":50},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50},{"id":"1910.12166","title":"Improved Zeroth-Order Variance Reduced Algorithms and Analysis for Nonconvex Optimization","created":"2019-10-27","cited_by_count":47},{"id":"1403.0628","title":"Unconstrained Online Linear Learning in Hilbert Spaces: Minimax Algorithms and Normal Approximations","created":"2014-03-03","cited_by_count":46},{"id":"2002.08056","title":"The Geometry of Sign Gradient Descent","created":"2020-02-19","cited_by_count":41},{"id":"1901.00451","title":"SGD Converges to Global Minimum in Deep Learning via Star-convex Path","created":"2019-01-02","cited_by_count":39},{"id":"2601.19156","title":"Convergence of Muon with Newton-Schulz","created":"2026-01-27","cited_by_count":36},{"id":"2305.16284","title":"DoWG Unleashed: An Efficient Universal Parameter-Free Gradient Descent Method","created":"2023-05-25","cited_by_count":35},{"id":"2002.10726","title":"Statistically Preconditioned Accelerated Gradient Method for Distributed Optimization","created":"2020-02-25","cited_by_count":30},{"id":"2302.08783","title":"SGD with AdaGrad Stepsizes: Full Adaptivity with High Probability to Unknown Parameters, Unbounded Gradients and Affine Variance","created":"2023-02-17","cited_by_count":30},{"id":"2404.02827","title":"BAdam: A Memory Efficient Full Parameter Optimization Method for Large Language Models","created":"2024-04-03","cited_by_count":27},{"id":"2305.07583","title":"MoMo: Momentum Models for Adaptive Learning Rates","created":"2023-05-12","cited_by_count":24},{"id":"2509.14562","title":"LiMuon: Light and Fast Muon Optimizer for Large Models","created":"2025-09-18","cited_by_count":22},{"id":"2211.14103","title":"Conditional Gradient Methods","created":"2022-11-25","cited_by_count":17},{"id":"2403.04081","title":"Directional Smoothness and Gradient Methods: Convergence and Adaptivity","created":"2024-03-06","cited_by_count":17},{"id":"1810.03233","title":"Towards Gradient Free and Projection Free Stochastic Optimization","created":"2018-10-08","cited_by_count":15},{"id":"2404.00666","title":"Accelerated Parameter-Free Stochastic Optimization","created":"2024-03-31","cited_by_count":15},{"id":"2202.00441","title":"Few-Bit Backward: Quantized Gradients of Activation Functions for Memory Footprint Reduction","created":"2022-02-01","cited_by_count":14},{"id":"2402.03126","title":"How Free is Parameter-Free Stochastic Optimization?","created":"2024-02-05","cited_by_count":12},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12},{"id":"2509.23106","title":"Effective Quantization of Muon Optimizer States","created":"2025-09-27","cited_by_count":11},{"id":"2510.19975","title":"Revisiting Zeroth-Order Optimization: Minimum-Variance Two-Point Estimators and Directionally Aligned Perturbations","created":"2025-10-22","cited_by_count":11},{"id":"2106.10261","title":"Frank-Wolfe and friends: a journey into projection-free first-order optimization methods","created":"2021-06-18","cited_by_count":10},{"id":"2506.04430","title":"Leveraging Coordinate Momentum in SignSGD and Muon: Memory-Optimized Zero-Order","created":"2025-06-04","cited_by_count":9},{"id":"2506.14460","title":"Zeroth-Order Optimization is Secretly Single-Step Policy Optimization","created":"2025-06-17","cited_by_count":7},{"id":"2511.07971","title":"Low-Rank Curvature for Zeroth-Order Optimization in LLM Fine-Tuning","created":"2025-11-11","cited_by_count":7},{"id":"2102.06806","title":"Parameter-free Locally Accelerated Conditional Gradients","created":"2021-02-12","cited_by_count":5},{"id":"2305.18181","title":"A Parameter-Free Conditional Gradient Method for Composite Minimization under H\\\"older Condition","created":"2023-05-29","cited_by_count":5},{"id":"2412.06319","title":"Uniformly Optimal and Parameter-free First-order Methods for Convex and Function-constrained Optimization","created":"2024-12-09","cited_by_count":4},{"id":"2501.06736","title":"ZOQO: Zero-Order Quantized Optimization","created":"2025-01-12","cited_by_count":4},{"id":"2409.10442","title":"New Aspects of Black Box Conditional Gradient: Variance Reduction and One Point Feedback","created":"2024-09-16","cited_by_count":3},{"id":"2502.05600","title":"A Parameter-Free and Near-Optimal Zeroth-Order Algorithm for Stochastic Convex Optimization","created":"2025-02-08","cited_by_count":2},{"id":"2506.03725","title":"Sign-SGD via Parameter-Free Optimization","created":"2025-06-04","cited_by_count":1},{"id":"2603.15219","title":"A Parameter-Free Zeroth-Order Algorithm for Decentralized Stochastic Convex Optimization","created":"2026-03-16","cited_by_count":1}],"next_cursor":null}