{"list":"other","total":52,"rows":[{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1606.04838","title":"Optimization Methods for Large-Scale Machine Learning","created":"2016-06-15","cited_by_count":1150},{"id":"1705.09056","title":"Can Decentralized Algorithms Outperform Centralized Algorithms? A Case Study for Decentralized Parallel Stochastic Gradient Descent","created":"2017-05-25","cited_by_count":502},{"id":"2003.10422","title":"A Unified Theory of Decentralized SGD with Changing Topology and Local Updates","created":"2020-03-23","cited_by_count":367},{"id":"1901.06053","title":"A Tail-Index Analysis of Stochastic Gradient Noise in Deep Neural Networks","created":"2019-01-18","cited_by_count":214},{"id":"1811.10792","title":"Stochastic Gradient Push for Distributed Deep Learning","created":"2018-11-27","cited_by_count":152},{"id":"1607.03218","title":"Achieving Geometric Convergence for Distributed Optimization over Time-Varying Graphs","created":"2016-07-12","cited_by_count":150},{"id":"1803.07068","title":"D$^2$: Decentralized Training over Decentralized Data","created":"2018-03-19","cited_by_count":140},{"id":"2002.03305","title":"Momentum Improves Normalized SGD","created":"2020-02-09","cited_by_count":139},{"id":"1709.08765","title":"Network Topology and Communication-Computation Tradeoffs in Decentralized Optimization","created":"2017-09-26","cited_by_count":122},{"id":"2005.10785","title":"Stochastic Optimization with Heavy-Tailed Noise via Accelerated Gradient Clipping","created":"2020-05-21","cited_by_count":104},{"id":"2310.01082","title":"Linear attention is (maybe) all you need (to understand transformer optimization)","created":"2023-10-02","cited_by_count":98},{"id":"1702.08704","title":"Optimal algorithms for smooth and strongly convex distributed optimization in networks","created":"2017-02-28","cited_by_count":83},{"id":"1303.2289","title":"Distributed optimization over time-varying directed graphs","created":"2013-03-10","cited_by_count":78},{"id":"2202.03836","title":"An Improved Analysis of Gradient Tracking for Decentralized Machine Learning","created":"2022-02-08","cited_by_count":69},{"id":"2302.00999","title":"High-Probability Bounds for Stochastic Optimization and Variational Inequalities: the Case of Unbounded Variance","created":"2023-02-02","cited_by_count":61},{"id":"2006.08085","title":"Optimal Complexity in Decentralized Training","created":"2020-06-15","cited_by_count":60},{"id":"2410.13849","title":"From Gradient Clipping to Normalization for Heavy Tailed SGD","created":"2024-10-17","cited_by_count":49},{"id":"1810.06653","title":"Push-Pull Gradient Methods for Distributed Optimization in Networks","created":"2018-10-15","cited_by_count":46},{"id":"2412.19529","title":"Nonconvex Stochastic Optimization under Heavy-Tailed Noises: Optimal Convergence without Gradient Clipping","created":"2024-12-27","cited_by_count":42},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40},{"id":"2303.02749","title":"Revisiting the Noise Model of Stochastic Gradient Descent","created":"2023-03-05","cited_by_count":36},{"id":"2102.10264","title":"On Proximal Policy Optimization's Heavy-tailed Gradients","created":"2021-02-20","cited_by_count":31},{"id":"1705.07176","title":"Accelerated Distributed Nesterov Gradient Descent","created":"2017-05-19","cited_by_count":25},{"id":"1803.02503","title":"A linear algorithm for optimization over directed graphs with geometric convergence","created":"2018-03-07","cited_by_count":25},{"id":"2210.07863","title":"Revisiting Optimal Convergence Rate for Smooth and Non-convex Stochastic Decentralized Optimization","created":"2022-10-14","cited_by_count":23},{"id":"2302.05437","title":"High Probability Convergence of Clipped-SGD Under Heavy-tailed Noise","created":"2023-02-10","cited_by_count":21},{"id":"2005.00797","title":"Multi-consensus Decentralized Accelerated Gradient Descent","created":"2020-05-02","cited_by_count":20},{"id":"2303.12277","title":"Stochastic Nonsmooth Convex Optimization with Heavy-Tailed Noises: High-Probability Bound, In-Expectation Rate and Initial Distance Adaptation","created":"2023-03-22","cited_by_count":20},{"id":"2106.04469","title":"Lower Bounds and Optimal Algorithms for Smooth and Strongly Convex Decentralized Optimization Over Time-Varying Networks","created":"2021-06-08","cited_by_count":19},{"id":"1607.04757","title":"ADD-OPT: Accelerated Distributed Directed Optimization","created":"2016-07-16","cited_by_count":14},{"id":"1808.02942","title":"Distributed heavy-ball: A generalization and acceleration of first-order methods with gradient tracking","created":"2018-08-08","cited_by_count":14},{"id":"2206.01095","title":"Clipped Stochastic Methods for Variational Inequalities with Heavy-Tailed Noise","created":"2022-06-02","cited_by_count":14},{"id":"2005.07785","title":"S-ADDOPT: Decentralized stochastic first-order optimization over directed graphs","created":"2020-05-15","cited_by_count":13},{"id":"1611.06160","title":"Linear convergence in optimization over directed graphs with row-stochastic matrices","created":"2016-11-18","cited_by_count":12},{"id":"2506.11214","title":"Complexity of normalized stochastic first-order methods with momentum under heavy-tailed noise","created":"2025-06-12","cited_by_count":11},{"id":"2306.11455","title":"Provably Robust Temporal Difference Learning for Heavy-Tailed Rewards","created":"2023-06-20","cited_by_count":9},{"id":"1803.09169","title":"FROST -- Fast row-stochastic optimization with uncoordinated step-sizes","created":"2018-03-24","cited_by_count":8},{"id":"2310.18715","title":"Robust Offline Reinforcement learning with Heavy-Tailed Rewards","created":"2023-10-28","cited_by_count":7},{"id":"1901.06995","title":"Distributed Nesterov gradient methods over arbitrary graphs","created":"2019-01-21","cited_by_count":6},{"id":"2205.06689","title":"Heavy-Tail Phenomenon in Decentralized SGD","created":"2022-05-13","cited_by_count":6},{"id":"2110.10406","title":"Decentralized Asynchronous Non-convex Stochastic Optimization on Directed Graphs","created":"2021-10-20","cited_by_count":5},{"id":"2202.11850","title":"Robust Federated Learning with Connectivity Failures: A Semi-Decentralized Framework with Collaborative Relaying","created":"2022-02-24","cited_by_count":5},{"id":"2402.08821","title":"Problem-Parameter-Free Decentralized Nonconvex Stochastic Optimization","created":"2024-02-13","cited_by_count":5},{"id":"2505.03736","title":"Decentralized Nonconvex Optimization under Heavy-Tailed Noise: Normalization and Optimal Convergence","created":"2025-05-06","cited_by_count":5},{"id":"1511.02942","title":"ExtraPush for convex smooth decentralized optimization over directed networks","created":"2015-11-10","cited_by_count":4},{"id":"1806.07081","title":"Distributed Optimization over Directed Graphs with Row Stochasticity and Constraint Regularity","created":"2018-06-19","cited_by_count":4},{"id":"2112.13257","title":"A Fast Row-Stochastic Decentralized Method for Distributed Optimization Over Directed Graphs","created":"2021-12-25","cited_by_count":4},{"id":"2509.14952","title":"Stochastic Bilevel Optimization with Heavy-Tailed Noise","created":"2025-09-18","cited_by_count":4},{"id":"2312.04928","title":"Understanding the Influence of Digraphs on Decentralized Optimization: Effective Metrics, Lower Bound, and Optimal Algorithm","created":"2023-12-08","cited_by_count":3},{"id":"2506.04600","title":"Achieving Linear Speedup and Near-Optimal Complexity for Decentralized Optimization over Row-stochastic Networks","created":"2025-06-05","cited_by_count":2},{"id":"2107.12065","title":"Provably Accelerated Decentralized Gradient Method Over Unbalanced Directed Graphs","created":"2021-07-26","cited_by_count":1}],"next_cursor":null}