{"total":47,"rows":[{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2205.10287","title":"On the SDEs and Scaling Rules for Adaptive Gradient Algorithms","created":"2022-05-20","cited_by_count":104,"area":null},{"id":"2106.01613","title":"NODE-GAM: Neural Generalized Additive Model for Interpretable Deep Learning","created":"2021-06-03","cited_by_count":88,"area":null},{"id":"2102.04761","title":"Quasi-Global Momentum: Accelerating Decentralized Deep Learning on Heterogeneous Data","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2112.02962","title":"DANets: Deep Abstract Networks for Tabular Data Classification and Regression","created":"2021-12-06","cited_by_count":50,"area":null},{"id":"2211.16887","title":"T2G-Former: Organizing Tabular Features into Relation Graphs Promotes Heterogeneous Feature Interaction","created":"2022-11-30","cited_by_count":41,"area":null},{"id":"2307.15196","title":"The Marginal Value of Momentum for Small Learning Rate SGD","created":"2023-07-27","cited_by_count":18,"area":null},{"id":"2312.12670","title":"On the Role of Server Momentum in Federated Learning","created":"2023-12-19","cited_by_count":16,"area":null},{"id":"2507.18807","title":"Fishers for Free? Approximating the Fisher Information Matrix by Recycling the Squared Gradient Accumulator","created":"2025-07-24","cited_by_count":14,"area":null},{"id":"2406.04142","title":"Stochastic Polyak Step-sizes and Momentum: Convergence Guarantees and Practical Performance","created":"2024-06-06","cited_by_count":13,"area":null},{"id":"2206.09379","title":"0/1 Deep Neural Networks via Block Coordinate Descent","created":"2022-06-19","cited_by_count":10,"area":null},{"id":"2208.05744","title":"On the Pros and Cons of Momentum Encoder in Self-Supervised Visual Representation Learning","created":"2022-08-11","cited_by_count":10,"area":null},{"id":"2604.14108","title":"Momentum Further Constrains Sharpness at the Edge of Stochastic Stability","created":"2026-04-15","cited_by_count":10,"area":null},{"id":"2110.09057","title":"Training Deep Neural Networks with Adaptive Momentum Inspired by the Quadratic Optimization","created":"2021-10-18","cited_by_count":8,"area":null},{"id":"2304.08968","title":"Stochastic Parrots Looking for Stochastic Parrots: LLMs are Easy to Fine-Tune and Hard to Detect with other LLMs","created":"2023-04-18","cited_by_count":8,"area":null},{"id":"2411.19671","title":"On the Performance Analysis of Momentum Method: A Frequency Domain Perspective","created":"2024-11-29","cited_by_count":8,"area":null},{"id":"2107.01832","title":"Provable Convergence of Nesterov's Accelerated Gradient Method for Over-Parameterized Neural Networks","created":"2021-07-05","cited_by_count":7,"area":null},{"id":"2211.09861","title":"Self-Supervised Visual Representation Learning via Residual Momentum","created":"2022-11-17","cited_by_count":7,"area":null},{"id":"2102.11537","title":"Revisiting the Role of Euler Numerical Integration on Acceleration and Stability in Convex Optimization","created":"2021-02-23","cited_by_count":6,"area":null},{"id":"2102.11755","title":"Analytical Study of Momentum-Based Acceleration Methods in Paradigmatic High-Dimensional Non-Convex Problems","created":"2021-02-23","cited_by_count":5,"area":null},{"id":"2207.12395","title":"Tuning Stochastic Gradient Algorithms for Statistical Inference via Large-Sample Asymptotics","created":"2022-07-25","cited_by_count":4,"area":null},{"id":"2309.16177","title":"Navigating the Noise: Bringing Clarity to ML Parameterization Design with O(100) Ensembles","created":"2023-09-28","cited_by_count":3,"area":null},{"id":"2310.10958","title":"Enhancing Deep Neural Network Training Efficiency and Performance through Linear Prediction","created":"2023-10-17","cited_by_count":3,"area":null},{"id":"2111.11004","title":"Gradient Temporal Difference with Momentum: Stability and Convergence","created":"2021-11-22","cited_by_count":2,"area":null},{"id":"2111.11828","title":"Variance Reduction in Deep Learning: More Momentum is All You Need","created":"2021-11-23","cited_by_count":2,"area":null},{"id":"2403.00853","title":"Parallel Momentum Methods Under Biased Gradient Estimations","created":"2024-02-29","cited_by_count":2,"area":null},{"id":"2411.04519","title":"l0-Regularized Sparse Coding-based Interpretable Network for Multi-Modal Image Fusion","created":"2024-11-07","cited_by_count":2,"area":null},{"id":"2501.08883","title":"Increasing Batch Size Improves Convergence of Stochastic Gradient Descent with Momentum","created":"2025-01-15","cited_by_count":2,"area":null},{"id":"2510.05361","title":"MT-DAO: Multi-Timescale Distributed Adaptive Optimizers with Local Updates","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2512.02342","title":"Safeguarded Stochastic Polyak Step Sizes for Non-smooth Optimization: Robust Performance Without Small (Sub)Gradients","created":"2025-12-02","cited_by_count":2,"area":null},{"id":"2606.19179","title":"Compute Efficiency and Serial Runtime Tradeoffs for Stochastic Momentum Methods","created":"2026-06-17","cited_by_count":2,"area":null},{"id":"2106.06753","title":"Scaling transition from momentum stochastic gradient descent to plain stochastic gradient descent","created":"2021-06-12","cited_by_count":1,"area":null},{"id":"2506.23544","title":"Both Asymptotic and Non-Asymptotic Convergence of Quasi-Hyperbolic Momentum using Increasing Batch Size","created":"2025-06-30","cited_by_count":1,"area":null},{"id":"2603.06120","title":"Dynamic Momentum Recalibration in Online Gradient Learning","created":"2026-03-06","cited_by_count":1,"area":null},{"id":"2608.18415","title":"The Road Taken: The Role of Optimizers at the Edge of Stability","created":"2026-08-19","cited_by_count":1,"area":null},{"id":"2211.06515","title":"Multilevel-in-Layer Training for Deep Neural Network Regression","created":"2022-11-11","cited_by_count":0,"area":null},{"id":"2311.11532","title":"Fine-Tuning Adaptive Stochastic Optimizers: Determining the Optimal Hyperparameter $\\epsilon$ via Gradient Magnitude Histogram Analysis","created":"2023-11-20","cited_by_count":0,"area":null},{"id":"2403.11163","title":"A Selective Review on Statistical Methods for Massive Data Computation: Distributed Computing, Subsampling, and Minibatch Techniques","created":"2024-03-17","cited_by_count":0,"area":null},{"id":"2404.06679","title":"Neural Optimizer Equation, Decay Function, and Learning Rate Schedule Joint Evolution","created":"2024-04-10","cited_by_count":0,"area":null},{"id":"2509.25206","title":"Hyperbolic Optimization","created":"2025-09-20","cited_by_count":0,"area":null},{"id":"2512.01930","title":"SVRG and Beyond via Posterior Correction","created":"2025-12-01","cited_by_count":0,"area":null},{"id":"2607.04033","title":"OmniOpt: Taxonomy, Geometry, and Benchmarking of Modern Optimizers","created":"2026-07-04","cited_by_count":0,"area":null},{"id":"2608.15483","title":"Measuring Structured Predictability in Neural Training Dynamics: A Cross-Regime Study","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2608.21463","title":"Enhanced Artificial Neural Networks Using QHAdamW in Air Quality Forecasting","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.32290","title":"A Journey to the Edge of Stability","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.33016","title":"Relative Generalization Invariance of LLM Pretraining","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2609.36600","title":"Second-Moment Stochastic Approximation Methods","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}