{"list":"other","total":54,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"1606.04838","title":"Optimization Methods for Large-Scale Machine Learning","created":"2016-06-15","cited_by_count":1150},{"id":"1904.09237","title":"On the Convergence of Adam and Beyond","created":"2019-04-19","cited_by_count":841},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"1705.09056","title":"Can Decentralized Algorithms Outperform Centralized Algorithms? A Case Study for Decentralized Parallel Stochastic Gradient Descent","created":"2017-05-25","cited_by_count":502},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434},{"id":"2010.07468","title":"AdaBelief Optimizer: Adapting Stepsizes by the Belief in Observed Gradients","created":"2020-10-15","cited_by_count":283},{"id":"1905.03817","title":"On the Linear Speedup Analysis of Communication Efficient Momentum SGD for Distributed Non-Convex Optimization","created":"2019-05-09","cited_by_count":180},{"id":"1404.6264","title":"EXTRA: An Exact First-Order Algorithm for Decentralized Consensus Optimization","created":"2014-04-24","cited_by_count":160},{"id":"1712.07897","title":"Non-convex Optimization for Machine Learning","created":"2017-12-21","cited_by_count":133},{"id":"1804.07795","title":"Stochastic subgradient method converges on tame functions","created":"2018-04-20","cited_by_count":124},{"id":"1709.08765","title":"Network Topology and Communication-Computation Tradeoffs in Decentralized Optimization","created":"2017-09-26","cited_by_count":122},{"id":"1602.00591","title":"NEXT: In-Network Nonconvex Optimization","created":"2016-02-01","cited_by_count":107},{"id":"1805.11454","title":"Distributed Stochastic Gradient Tracking Methods","created":"2018-05-25","cited_by_count":106},{"id":"2202.03836","title":"An Improved Analysis of Gradient Tracking for Decentralized Machine Learning","created":"2022-02-08","cited_by_count":69},{"id":"1706.07880","title":"Collaborative Deep Learning in Fixed Topology Networks","created":"2017-06-23","cited_by_count":60},{"id":"2008.04195","title":"An improved convergence analysis for decentralized online stochastic non-convex optimization","created":"2020-08-10","cited_by_count":53},{"id":"1703.08570","title":"Stochastic Methods for Composite and Weakly Convex Optimization Problems","created":"2017-03-24","cited_by_count":48},{"id":"2006.02080","title":"A mathematical model for automatic differentiation in machine learning","created":"2020-06-03","cited_by_count":45},{"id":"2106.04350","title":"Nonsmooth Implicit Differentiation for Machine Learning and Optimization","created":"2021-06-08","cited_by_count":43},{"id":"1608.05766","title":"On Nonconvex Decentralized Gradient Descent","created":"2016-08-20","cited_by_count":42},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40},{"id":"2005.08513","title":"Convergence of constant step stochastic gradient descent for non-smooth non-convex functions","created":"2020-05-18","cited_by_count":27},{"id":"2206.00457","title":"Automatic differentiation of nonsmooth iterative algorithms","created":"2022-05-31","cited_by_count":25},{"id":"2210.07881","title":"Communication-Efficient Topologies for Decentralized Learning with $O(1)$ Consensus Rate","created":"2022-10-14","cited_by_count":25},{"id":"2305.03938","title":"Adam-family Methods for Nonsmooth Optimization with Convergence Guarantees","created":"2023-05-06","cited_by_count":22},{"id":"2109.03194","title":"On the Convergence of Decentralized Adaptive Gradient Methods","created":"2021-09-07","cited_by_count":17},{"id":"2312.12670","title":"On the Role of Server Momentum in Federated Learning","created":"2023-12-19","cited_by_count":16},{"id":"1905.12278","title":"An Inertial Newton Algorithm for Deep Learning","created":"2019-05-29","cited_by_count":14},{"id":"2008.10435","title":"Periodic Stochastic Gradient Descent with Momentum for Decentralized Training","created":"2020-08-24","cited_by_count":14},{"id":"2003.02818","title":"Distributed Stochastic Gradient Descent: Nonconvexity, Nonsmoothness, and Convergence to Local Minima","created":"2020-03-05","cited_by_count":13},{"id":"2110.01594","title":"A Stochastic Proximal Gradient Framework for Decentralized Non-Convex Composite Optimization: Topology-Independent Sample Complexity and Communication Efficiency","created":"2021-10-04","cited_by_count":11},{"id":"2112.14949","title":"Decentralized Optimization Over the Stiefel Manifold by an Approximate Augmented Lagrangian Function","created":"2021-12-30","cited_by_count":11},{"id":"2302.14252","title":"Compressed Decentralized Proximal Stochastic Gradient Method for Nonconvex Composite Problems with Heterogeneous Data","created":"2023-02-28","cited_by_count":11},{"id":"2403.04348","title":"LoCoDL: Communication-Efficient Distributed Learning with Local Training and Compression","created":"2024-03-07","cited_by_count":11},{"id":"1912.07580","title":"Convergence of a Stochastic Subgradient Method with Averaging for Nonsmooth Nonconvex Constrained Optimization","created":"2019-12-16","cited_by_count":10},{"id":"1507.05664","title":"Distributed Learning Algorithms for Spectrum Sharing in Spatial Random Access Wireless Networks","created":"2015-07-20","cited_by_count":8},{"id":"2304.13328","title":"Nonsmooth nonconvex stochastic heavy ball","created":"2023-04-26","cited_by_count":8},{"id":"2112.15287","title":"Distributed Random Reshuffling over Networks","created":"2021-12-31","cited_by_count":7},{"id":"2006.00098","title":"Long term dynamics of the subgradient method for Lipschitz path differentiable functions","created":"2020-05-29","cited_by_count":6},{"id":"2308.00899","title":"Global stability of first-order methods for coercive tame functions","created":"2023-08-02","cited_by_count":6},{"id":"2211.14850","title":"Lyapunov stability of the subgradient method with constant step size","created":"2022-11-27","cited_by_count":5},{"id":"2310.08858","title":"Adam-family Methods with Decoupled Weight Decay in Deep Learning","created":"2023-10-13","cited_by_count":5},{"id":"2002.09095","title":"Parallel and distributed asynchronous adaptive stochastic gradient methods","created":"2020-02-21","cited_by_count":4},{"id":"2007.07557","title":"Incremental Without Replacement Sampling in Nonconvex Optimization","created":"2020-07-15","cited_by_count":4},{"id":"2112.05482","title":"A closed-measure approach to stochastic approximation","created":"2021-12-10","cited_by_count":4},{"id":"2302.09766","title":"A One-Sample Decentralized Proximal Algorithm for Non-Convex Stochastic Composite Optimization","created":"2023-02-20","cited_by_count":4},{"id":"2401.11573","title":"A Decentralized Proximal Gradient Tracking Algorithm for Composite Optimization on Riemannian Manifolds","created":"2024-01-21","cited_by_count":4},{"id":"1303.7173","title":"Distributed reactive power feedback control for voltage regulation and loss minimization","created":"2013-03-28","cited_by_count":3},{"id":"1908.06693","title":"Distributed Stochastic Gradient Method for Non-Convex Problems with Applications in Supervised Learning","created":"2019-08-19","cited_by_count":3},{"id":"2301.02151","title":"Beyond spectral gap (extended): The role of the topology in decentralized learning","created":"2023-01-05","cited_by_count":3},{"id":"2306.12037","title":"Distributed Random Reshuffling Methods with Improved Convergence","created":"2023-06-21","cited_by_count":2},{"id":"2004.14882","title":"Distributed Stochastic Nonconvex Optimization and Learning based on Successive Convex Approximation","created":"2020-04-30","cited_by_count":1}],"next_cursor":null}