{"list":"other","total":58,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"1610.05492","title":"Federated Learning: Strategies for Improving Communication Efficiency","created":"2016-10-18","cited_by_count":1475},{"id":"1911.00222","title":"Federated Learning with Differential Privacy: Algorithms and Performance Analysis","created":"2019-11-01","cited_by_count":536},{"id":"1809.07599","title":"Sparsified SGD with Memory","created":"2018-09-20","cited_by_count":376},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360},{"id":"1905.11881","title":"Why gradient clipping accelerates training: A theoretical justification for adaptivity","created":"2019-05-28","cited_by_count":341},{"id":"1901.09847","title":"Error Feedback Fixes SignSGD and other Gradient Compression Schemes","created":"2019-01-28","cited_by_count":310},{"id":"1909.04746","title":"Tighter Theory for Local SGD on Identical and Heterogeneous Data","created":"2019-09-10","cited_by_count":266},{"id":"1911.07963","title":"Can You Really Backdoor Federated Learning?","created":"2019-11-18","cited_by_count":255},{"id":"1809.10505","title":"The Convergence of Sparsified Gradient Methods","created":"2018-09-27","cited_by_count":229},{"id":"1905.03871","title":"Differentially Private Learning with Adaptive Clipping","created":"2019-05-09","cited_by_count":220},{"id":"1708.02182","title":"Regularizing and Optimizing LSTM Language Models","created":"2017-08-07","cited_by_count":205},{"id":"2303.00654","title":"How to DP-fy ML: A Practical Guide to Machine Learning with Differential Privacy","created":"2023-03-01","cited_by_count":153},{"id":"2006.15429","title":"Understanding Gradient Clipping in Private SGD: A Geometric Perspective","created":"2020-06-27","cited_by_count":142},{"id":"2002.12410","title":"On Biased Compression for Distributed Learning","created":"2020-02-27","cited_by_count":140},{"id":"2012.10333","title":"Learning from History for Byzantine Robust Optimization","created":"2020-12-18","cited_by_count":137},{"id":"2106.05203","title":"EF21: A New, Simpler, Theoretically Better, and Practically Faster Error Feedback","created":"2021-06-09","cited_by_count":133},{"id":"2112.02918","title":"When the Curious Abandon Honesty: Federated Learning Is Not Private","created":"2021-12-06","cited_by_count":127},{"id":"1710.11606","title":"Lower Bounds for Finding Stationary Points I","created":"2017-10-31","cited_by_count":126},{"id":"2005.10785","title":"Stochastic Optimization with Heavy-Tailed Noise via Accelerated Gradient Clipping","created":"2020-05-21","cited_by_count":104},{"id":"2110.03620","title":"Hyperparameter Tuning with Renyi Differential Privacy","created":"2021-10-07","cited_by_count":104},{"id":"1905.05957","title":"DoubleSqueeze: Parallel Stochastic Gradient Descent with Double-Pass Error-Compensated Compression","created":"2019-05-15","cited_by_count":99},{"id":"2206.07136","title":"Automatic Clipping: Differentially Private Deep Learning Made Easier and Stronger","created":"2022-06-14","cited_by_count":88},{"id":"2201.12328","title":"Toward Training at ImageNet Scale with Differential Privacy","created":"2022-01-28","cited_by_count":87},{"id":"2305.01588","title":"Revisiting Gradient Clipping: Stochastic bias and tight convergence guarantees","created":"2023-05-02","cited_by_count":83},{"id":"1507.02030","title":"Beyond Convexity: Stochastic Quasi-Convex Optimization","created":"2015-07-08","cited_by_count":76},{"id":"1806.08054","title":"Error Compensated Quantized SGD and its Applications to Large-scale Distributed Optimization","created":"2018-06-21","cited_by_count":76},{"id":"2111.09278","title":"Differentially Private Federated Learning on Heterogeneous Data","created":"2021-11-17","cited_by_count":74},{"id":"2010.12292","title":"Linearly Converging Error Compensated SGD","created":"2020-10-23","cited_by_count":61},{"id":"2410.13849","title":"From Gradient Clipping to Normalization for Heavy Tailed SGD","created":"2024-10-17","cited_by_count":49},{"id":"2010.00091","title":"Error Compensated Distributed SGD Can Be Accelerated","created":"2020-09-30","cited_by_count":45},{"id":"2206.13033","title":"Normalized/Clipped SGD with Perturbation for Differentially Private Non-Convex Optimization","created":"2022-06-27","cited_by_count":36},{"id":"2206.09888","title":"SoteriaFL: A Unified Framework for Private Federated Learning with Communication Compression","created":"2022-06-20","cited_by_count":34},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31},{"id":"1611.04831","title":"The Power of Normalization: Faster Evasion of Saddle Points","created":"2016-11-15","cited_by_count":29},{"id":"2311.03252","title":"Parameter-Agnostic Optimization under Relaxed Smoothness","created":"2023-11-06","cited_by_count":29},{"id":"1910.13659","title":"Efficient Privacy-Preserving Stochastic Nonconvex Optimization","created":"2019-10-30","cited_by_count":27},{"id":"2203.06735","title":"Private Non-Convex Federated Learning Without a Trusted Server","created":"2022-03-13","cited_by_count":26},{"id":"2409.14989","title":"Methods for Convex $(L_0,L_1)$-Smooth Optimization: Clipping, Acceleration, and Adaptivity","created":"2024-09-23","cited_by_count":25},{"id":"2310.01860","title":"High-Probability Convergence for Composite and Distributed Stochastic Minimization and Variational Inequalities with Heavy-Tailed Noise","created":"2023-10-03","cited_by_count":24},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20},{"id":"2410.10800","title":"Optimizing $(L_0, L_1)$-Smooth Functions by Gradient Methods","created":"2024-10-14","cited_by_count":19},{"id":"2001.03836","title":"Private and Communication-Efficient Edge Learning: A Sparse Differential Gaussian-Masking Distributed SGD Approach","created":"2020-01-12","cited_by_count":18},{"id":"2406.04443","title":"Clipping Improves Adam-Norm and AdaGrad-Norm when the Noise Is Heavy-Tailed","created":"2024-06-06","cited_by_count":18},{"id":"2311.05645","title":"EControl: Fast Distributed Optimization with Compression and Error Control","created":"2023-11-06","cited_by_count":15},{"id":"2305.18929","title":"Clip21: Error Feedback for Gradient Clipping","created":"2023-05-30","cited_by_count":11},{"id":"2302.03884","title":"DIFF2: Differential Private Optimization via Gradient Differences for Nonconvex Distributed Learning","created":"2023-02-08","cited_by_count":10},{"id":"2208.09894","title":"Byzantines can also Learn from History: Fall of Centered Clipping in Federated Learning","created":"2022-08-21","cited_by_count":8},{"id":"2302.07155","title":"EPISODE: Episodic Gradient Clipping with Periodic Resampled Corrections for Federated Learning with Heterogeneous Data","created":"2023-02-14","cited_by_count":7},{"id":"2412.19916","title":"On the Convergence of DP-SGD with Adaptive Clipping","created":"2024-12-27","cited_by_count":6},{"id":"2203.02383","title":"Distributed Methods with Absolute Compression and Error Compensation","created":"2022-03-04","cited_by_count":4},{"id":"2412.17050","title":"Linear Convergence Rate in Convex Setup is Possible! Gradient Descent Method Variants under $(L_0,L_1)$-Smoothness","created":"2024-12-22","cited_by_count":4},{"id":"2301.09893","title":"Catalyst Acceleration of Error Compensated Methods Leads to Better Communication Complexity","created":"2023-01-24","cited_by_count":3},{"id":"2309.17316","title":"Robust Stochastic Optimization via Gradient Quantile Clipping","created":"2023-09-29","cited_by_count":3},{"id":"2410.05733","title":"Private and Communication-Efficient Federated Learning based on Differentially Private Sketches","created":"2024-10-08","cited_by_count":2}],"next_cursor":null}