{"list":"other","total":66,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1803.08494","title":"Group Normalization","created":"2018-03-22","cited_by_count":1524},{"id":"2003.00295","title":"Adaptive Federated Optimization","created":"2020-02-29","cited_by_count":1046},{"id":"1904.09237","title":"On the Convergence of Adam and Beyond","created":"2019-04-19","cited_by_count":841},{"id":"1805.09767","title":"Local SGD Converges Fast and Communicates Little","created":"2018-05-24","cited_by_count":605},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"1712.01887","title":"Deep Gradient Compression: Reducing the Communication Bandwidth for Distributed Training","created":"2017-12-05","cited_by_count":478},{"id":"1809.07599","title":"Sparsified SGD with Memory","created":"2018-09-20","cited_by_count":376},{"id":"1909.13014","title":"FedPAQ: A Communication-Efficient Federated Learning Method with Periodic Averaging and Quantization","created":"2019-09-28","cited_by_count":356},{"id":"1901.10159","title":"An Investigation into Neural Net Optimization via Hessian Eigenvalue Density","created":"2019-01-29","cited_by_count":292},{"id":"1912.07145","title":"PyHessian: Neural Networks Through the Lens of the Hessian","created":"2019-12-16","cited_by_count":292},{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265},{"id":"1809.10505","title":"The Convergence of Sparsified Gradient Methods","created":"2018-09-27","cited_by_count":229},{"id":"1901.06053","title":"A Tail-Index Analysis of Stochastic Gradient Noise in Deep Neural Networks","created":"2019-01-18","cited_by_count":214},{"id":"1710.09854","title":"Gradient Sparsification for Communication-Efficient Distributed Optimization","created":"2017-10-26","cited_by_count":201},{"id":"1906.02367","title":"Qsparse-local-SGD: Distributed SGD with Quantization, Sparsification, and Local Computations","created":"2019-06-06","cited_by_count":181},{"id":"2007.07682","title":"FetchSGD: Communication-Efficient Federated Learning with Sketching","created":"2020-07-15","cited_by_count":179},{"id":"2007.01154","title":"Federated Learning with Compression: Unified Analysis and Sharp Guarantees","created":"2020-07-02","cited_by_count":160},{"id":"1611.07476","title":"Eigenvalues of the Hessian in Deep Learning: Singularity and Beyond","created":"2016-11-22","cited_by_count":159},{"id":"2002.12410","title":"On Biased Compression for Distributed Learning","created":"2020-02-27","cited_by_count":140},{"id":"2202.09357","title":"ProxSkip: Yes! Local Gradient Steps Provably Lead to Communication Acceleration! Finally!","created":"2022-02-18","cited_by_count":134},{"id":"2106.05203","title":"EF21: A New, Simpler, Theoretically Better, and Practically Faster Error Feedback","created":"2021-06-09","cited_by_count":133},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124},{"id":"2005.10785","title":"Stochastic Optimization with Heavy-Tailed Noise via Accelerated Gradient Clipping","created":"2020-05-21","cited_by_count":104},{"id":"1812.05217","title":"Tight Analyses for Non-Smooth Stochastic Gradient Descent","created":"2018-12-13","cited_by_count":97},{"id":"2305.01588","title":"Revisiting Gradient Clipping: Stochastic bias and tight convergence guarantees","created":"2023-05-02","cited_by_count":83},{"id":"2102.10472","title":"Learning Neural Network Subspaces","created":"2021-02-20","cited_by_count":82},{"id":"1903.04488","title":"Communication-efficient distributed SGD with Sketching","created":"2019-03-12","cited_by_count":81},{"id":"2106.14343","title":"High-probability Bounds for Non-Convex Stochastic Optimization with Heavy Tails","created":"2021-06-28","cited_by_count":80},{"id":"2102.07845","title":"MARINA: Faster Non-Convex Distributed Learning with Compression","created":"2021-02-15","cited_by_count":78},{"id":"1810.08313","title":"Adaptive Communication Strategies to Achieve the Best Error-Runtime Trade-off in Local-Update SGD","created":"2018-10-19","cited_by_count":77},{"id":"1806.08054","title":"Error Compensated Quantized SGD and its Applications to Large-scale Distributed Optimization","created":"2018-06-21","cited_by_count":76},{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75},{"id":"2106.07820","title":"On Large-Cohort Training for Federated Learning","created":"2021-06-15","cited_by_count":74},{"id":"2004.04719","title":"On Linear Stochastic Approximation: Fine-grained Polyak-Ruppert and Non-Asymptotic Concentration","created":"2020-04-09","cited_by_count":68},{"id":"2007.14294","title":"A High Probability Analysis of Adaptive SGD with Momentum","created":"2020-07-28","cited_by_count":61},{"id":"2302.00999","title":"High-Probability Bounds for Stochastic Optimization and Variational Inequalities: the Case of Unbounded Variance","created":"2023-02-02","cited_by_count":61},{"id":"2105.08339","title":"DRIVE: One-bit Distributed Mean Estimation","created":"2021-05-18","cited_by_count":52},{"id":"2106.02969","title":"FedNL: Making Newton-Type Methods Applicable to Federated Learning","created":"2021-06-05","cited_by_count":52},{"id":"1905.10936","title":"Communication-Efficient Distributed Blockwise Momentum SGD with Error-Feedback","created":"2019-05-27","cited_by_count":50},{"id":"1907.10732","title":"Hessian based analysis of SGD for Deep Nets: Dynamics and Generalization","created":"2019-07-24","cited_by_count":37},{"id":"2103.01519","title":"Hessian Eigenspectra of More Realistic Nonlinear Models","created":"2021-03-02","cited_by_count":33},{"id":"2110.03300","title":"Permutation Compressors for Provably Faster Distributed Nonconvex Optimization","created":"2021-10-07","cited_by_count":32},{"id":"2006.05610","title":"High Probability Convergence Bounds for Non-convex Stochastic Gradient Descent with Sub-Weibull Noise","created":"2020-06-10","cited_by_count":31},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31},{"id":"2004.14180","title":"Quantized Adam with Error Feedback","created":"2020-04-29","cited_by_count":27},{"id":"2007.13221","title":"CSER: Communication-efficient SGD with Error Reset","created":"2020-07-26","cited_by_count":27},{"id":"2202.00998","title":"3PC: Three Point Compressors for Communication-Efficient Distributed Training and a Better Theory for Lazy Aggregation","created":"2022-02-02","cited_by_count":27},{"id":"2210.08371","title":"Sketching for First Order Method: Efficient Algorithm for Low-Bandwidth Channel and Vulnerability","created":"2022-10-15","cited_by_count":25},{"id":"2104.06069","title":"1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed","created":"2021-04-13","cited_by_count":24},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20},{"id":"2011.04720","title":"Improving Neural Network Training in Low Dimensional Random Bases","created":"2020-11-09","cited_by_count":19},{"id":"2106.05958","title":"High Probability Complexity Bounds for Non-Smooth Stochastic Optimization with Heavy-Tailed Noise","created":"2021-06-10","cited_by_count":19},{"id":"2205.05632","title":"On Distributed Adaptive Optimization with Gradient Compression","created":"2022-05-11","cited_by_count":19},{"id":"1902.00179","title":"Compressing Gradient Optimizers via Count-Sketches","created":"2019-02-01","cited_by_count":17},{"id":"2302.02589","title":"$z$-SignFedAvg: A Unified Stochastic Sign-based Compression for Federated Learning","created":"2023-02-06","cited_by_count":17},{"id":"2201.13011","title":"On the Power-Law Hessian Spectrums in Deep Learning","created":"2022-01-31","cited_by_count":16},{"id":"2212.08272","title":"Communication-Efficient Federated Learning for Heterogeneous Edge Devices Based on Adaptive Gradient Quantization","created":"2022-12-16","cited_by_count":14},{"id":"2111.00705","title":"Communication-Compressed Adaptive Gradient Method for Distributed Nonconvex Optimization","created":"2021-11-01","cited_by_count":12},{"id":"2205.14473","title":"Efficient-Adam: Communication-Efficient Distributed Adam","created":"2022-05-28","cited_by_count":11},{"id":"2210.00690","title":"Taming Fat-Tailed (\"Heavier-Tailed'' with Potentially Infinite Variance) Noise in Federated Learning","created":"2022-10-03","cited_by_count":10},{"id":"2402.10774","title":"Error Feedback Reloaded: From Quadratic to Arithmetic Mean of Smoothness Constants","created":"2024-02-16","cited_by_count":5},{"id":"2310.18868","title":"Correlation Aware Sparsified Mean Estimation Using Random Projection","created":"2023-10-29","cited_by_count":3}],"next_cursor":null}