{"list":"other","total":52,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"1707.02968","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","created":"2017-07-10","cited_by_count":919},{"id":"1902.01046","title":"Towards Federated Learning at Scale: System Design","created":"2019-02-04","cited_by_count":832},{"id":"1912.11370","title":"Big Transfer (BiT): General Visual Representation Learning","created":"2019-12-24","cited_by_count":769},{"id":"1309.5549","title":"Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic Programming","created":"2013-09-22","cited_by_count":724},{"id":"1803.01498","title":"Byzantine-Robust Distributed Learning: Towards Optimal Statistical Rates","created":"2018-03-05","cited_by_count":711},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"1811.03604","title":"Federated Learning for Mobile Keyboard Prediction","created":"2018-11-08","cited_by_count":572},{"id":"1712.01887","title":"Deep Gradient Compression: Reducing the Communication Bandwidth for Distributed Training","created":"2017-12-05","cited_by_count":478},{"id":"1407.0202","title":"SAGA: A Fast Incremental Gradient Method With Support for Non-Strongly Convex Composite Objectives","created":"2014-07-01","cited_by_count":402},{"id":"2003.10422","title":"A Unified Theory of Decentralized SGD with Changing Topology and Local Updates","created":"2020-03-23","cited_by_count":367},{"id":"1802.07927","title":"The Hidden Vulnerability of Distributed Learning in Byzantium","created":"2018-02-22","cited_by_count":329},{"id":"1912.13445","title":"Robust Aggregation for Federated Learning","created":"2019-12-31","cited_by_count":317},{"id":"1902.06156","title":"A Little Is Enough: Circumventing Defenses For Distributed Learning","created":"2019-02-16","cited_by_count":288},{"id":"1802.05799","title":"Horovod: fast and easy distributed deep learning in TensorFlow","created":"2018-02-15","cited_by_count":279},{"id":"2007.08432","title":"Data Poisoning Attacks Against Federated Learning Systems","created":"2020-07-16","cited_by_count":275},{"id":"2012.06337","title":"Privacy and Robustness in Federated Learning: Attacks and Defenses","created":"2020-12-07","cited_by_count":166},{"id":"1811.10792","title":"Stochastic Gradient Push for Distributed Deep Learning","created":"2018-11-27","cited_by_count":152},{"id":"1811.03761","title":"RSA: Byzantine-Robust Stochastic Aggregation Methods for Distributed Learning from Heterogeneous Datasets","created":"2018-11-09","cited_by_count":149},{"id":"1610.02132","title":"QSGD: Communication-Efficient SGD via Gradient Quantization and Encoding","created":"2016-10-07","cited_by_count":147},{"id":"1903.03936","title":"Fall of Empires: Breaking Byzantine-tolerant SGD by Inner Product Manipulation","created":"2019-03-10","cited_by_count":141},{"id":"2012.10333","title":"Learning from History for Byzantine Robust Optimization","created":"2020-12-18","cited_by_count":137},{"id":"1910.00643","title":"SlowMo: Improving Communication-Efficient Distributed SGD with Slow Momentum","created":"2019-10-01","cited_by_count":121},{"id":"1907.09356","title":"Decentralized Deep Learning with Arbitrary Communication Compression","created":"2019-07-22","cited_by_count":111},{"id":"2011.02828","title":"Local SGD: Unified Theory and New Efficient Methods","created":"2020-11-03","cited_by_count":88},{"id":"1803.08917","title":"Byzantine Stochastic Gradient Descent","created":"2018-03-23","cited_by_count":81},{"id":"1912.12716","title":"Federated Variance-Reduced Stochastic Gradient Descent with Robustness to Byzantine Attacks","created":"2019-12-29","cited_by_count":79},{"id":"2102.07845","title":"MARINA: Faster Non-Convex Distributed Learning with Compression","created":"2021-02-15","cited_by_count":78},{"id":"1803.09877","title":"DRACO: Byzantine-resilient Distributed Training via Redundant Gradients","created":"2018-03-27","cited_by_count":75},{"id":"1903.09296","title":"Patient Clustering Improves Efficiency of Federated Machine Learning to predict mortality and hospital stay time using distributed Electronic Medical Records","created":"2019-03-22","cited_by_count":72},{"id":"2010.12292","title":"Linearly Converging Error Compensated SGD","created":"2020-10-23","cited_by_count":61},{"id":"2012.14368","title":"Byzantine-Resilient Non-Convex Stochastic Gradient Descent","created":"2020-12-28","cited_by_count":57},{"id":"1812.04529","title":"On the Ineffectiveness of Variance Reduced Optimization for Deep Learning","created":"2018-12-11","cited_by_count":48},{"id":"1908.08098","title":"BRIDGE: Byzantine-resilient Decentralized Gradient Descent","created":"2019-08-21","cited_by_count":45},{"id":"1907.12205","title":"DETOX: A Redundancy-based Framework for Faster and More Robust Gradient Aggregation","created":"2019-07-29","cited_by_count":44},{"id":"2002.04013","title":"Towards Crowdsourced Training of Large Neural Networks using Decentralized Mixture-of-Experts","created":"2020-02-10","cited_by_count":43},{"id":"1708.08155","title":"ByRDiE: Byzantine-resilient distributed coordinate descent for decentralized learning","created":"2017-08-28","cited_by_count":36},{"id":"2005.06276","title":"Byzantine-Robust Decentralized Stochastic Optimization over Static and Time-Varying Networks","created":"2020-05-12","cited_by_count":10},{"id":"2103.08894","title":"Distributed Deep Learning Using Volunteer Computing-Like Paradigm","created":"2021-03-16","cited_by_count":9},{"id":"2007.02754","title":"GossipSub: Attack-Resilient Message Propagation in the Filecoin and ETH2.0 Networks","created":"2020-07-06","cited_by_count":6},{"id":"2101.12316","title":"Byzantine Fault-Tolerance in Peer-to-Peer Distributed Gradient-Descent","created":"2021-01-28","cited_by_count":6},{"id":"1309.7264","title":"Robust Consensus in Distributed Networks using Total Variation","created":"2013-09-27","cited_by_count":1}],"next_cursor":null}