{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1409.1556","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","created":"2014-09-04","cited_by_count":15364},{"id":"1409.0575","title":"ImageNet Large Scale Visual Recognition Challenge","created":"2014-09-01","cited_by_count":8498},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1608.06993","title":"Densely Connected Convolutional Networks","created":"2016-08-25","cited_by_count":6720},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"1912.04977","title":"Advances and Open Problems in Federated Learning","created":"2019-12-10","cited_by_count":3046},{"id":"1711.05101","title":"Decoupled Weight Decay Regularization","created":"2017-11-14","cited_by_count":1831},{"id":"1911.02685","title":"A Comprehensive Survey on Transfer Learning","created":"2019-11-07","cited_by_count":1160},{"id":"1707.02968","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","created":"2017-07-10","cited_by_count":919},{"id":"1909.06335","title":"Measuring the Effects of Non-Identical Data Distribution for Federated Visual Classification","created":"2019-09-13","cited_by_count":851},{"id":"1912.11370","title":"Big Transfer (BiT): General Visual Representation Learning","created":"2019-12-24","cited_by_count":769},{"id":"2104.10972","title":"ImageNet-21K Pretraining for the Masses","created":"2021-04-22","cited_by_count":613},{"id":"1805.09767","title":"Local SGD Converges Fast and Communicates Little","created":"2018-05-24","cited_by_count":605},{"id":"1610.02527","title":"Federated Optimization: Distributed Machine Learning for On-Device Intelligence","created":"2016-10-08","cited_by_count":564},{"id":"2111.04263","title":"Federated Learning Based on Dynamic Regularization","created":"2021-11-08","cited_by_count":562},{"id":"1712.01887","title":"Deep Gradient Compression: Reducing the Communication Bandwidth for Distributed Training","created":"2017-12-05","cited_by_count":478},{"id":"1512.02595","title":"Deep Speech 2: End-to-End Speech Recognition in English and Mandarin","created":"2015-12-08","cited_by_count":451},{"id":"1804.05271","title":"Adaptive Federated Learning in Resource Constrained Edge Computing Systems","created":"2018-04-14","cited_by_count":409},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319},{"id":"1705.08741","title":"Train longer, generalize better: closing the generalization gap in large batch training of neural networks","created":"2017-05-24","cited_by_count":279},{"id":"1807.06629","title":"Parallel Restarted SGD with Faster Convergence and Less Communication: Demystifying Why Model Averaging Works for Deep Learning","created":"2018-07-17","cited_by_count":278},{"id":"1704.05021","title":"Sparse Communication for Distributed Gradient Descent","created":"2017-04-17","cited_by_count":249},{"id":"1809.10505","title":"The Convergence of Sparsified Gradient Methods","created":"2018-09-27","cited_by_count":229},{"id":"1808.07217","title":"Don't Use Large Mini-Batches, Use Local SGD","created":"2018-08-22","cited_by_count":202},{"id":"1811.03600","title":"Measuring the Effects of Data Parallelism on Neural Network Training","created":"2018-11-08","cited_by_count":193},{"id":"1906.02367","title":"Qsparse-local-SGD: Distributed SGD with Quantization, Sparsification, and Local Computations","created":"2019-06-06","cited_by_count":181},{"id":"2007.07682","title":"FetchSGD: Communication-Efficient Federated Learning with Sketching","created":"2020-07-15","cited_by_count":179},{"id":"1910.06378","title":"SCAFFOLD: Stochastic Controlled Averaging for Federated Learning","created":"2019-10-14","cited_by_count":175},{"id":"2008.03606","title":"Mime: Mimicking Centralized Stochastic Algorithms in Federated Learning","created":"2020-08-08","cited_by_count":154},{"id":"1910.13598","title":"Local SGD with Periodic Averaging: Tighter Analysis and Adaptive Synchronization","created":"2019-10-30","cited_by_count":107},{"id":"2006.03262","title":"UVeQFed: Universal Vector Quantization for Federated Learning","created":"2020-06-05","cited_by_count":107},{"id":"1805.09965","title":"LAG: Lazily Aggregated Gradient for Communication-Efficient Distributed Learning","created":"2018-05-25","cited_by_count":96},{"id":"1708.01012","title":"On the convergence properties of a $K$-step averaging stochastic gradient descent algorithm for nonconvex optimization","created":"2017-08-03","cited_by_count":92},{"id":"2008.06170","title":"Privacy Preserving Vertical Federated Learning for Tree-based Models","created":"2020-08-14","cited_by_count":89},{"id":"1810.08313","title":"Adaptive Communication Strategies to Achieve the Best Error-Runtime Trade-off in Local-Update SGD","created":"2018-10-19","cited_by_count":77},{"id":"1611.02189","title":"CoCoA: A General Framework for Communication-Efficient Distributed Optimization","created":"2016-11-07","cited_by_count":69},{"id":"1803.01113","title":"Slow and Stale Gradients Can Win the Race: Error-Runtime Trade-offs in Distributed SGD","created":"2018-03-03","cited_by_count":68},{"id":"1606.07365","title":"Parallel SGD: When does averaging help?","created":"2016-06-23","cited_by_count":32},{"id":"1605.09774","title":"Asynchrony begets Momentum, with an Application to Deep Learning","created":"2016-05-31","cited_by_count":30},{"id":"1509.04210","title":"Model Accuracy and Runtime Tradeoff in Distributed Deep Learning:A Systematic Study","created":"2015-09-14","cited_by_count":19},{"id":"1902.00179","title":"Compressing Gradient Optimizers via Count-Sketches","created":"2019-02-01","cited_by_count":17},{"id":"1905.04346","title":"On the Computation and Communication Complexity of Parallel SGD with Dynamic Batch Sizes for Stochastic Non-Convex Optimization","created":"2019-05-10","cited_by_count":15},{"id":"2201.10442","title":"Serving Deep Learning Models with Deduplication from Relational Databases","created":"2022-01-25","cited_by_count":15},{"id":"1511.06051","title":"SparkNet: Training Deep Networks in Spark","created":"2015-11-19","cited_by_count":13},{"id":"1711.05979","title":"Performance Modeling and Evaluation of Distributed Deep Learning Frameworks on GPUs","created":"2017-11-16","cited_by_count":13},{"id":"2305.09628","title":"Faster Federated Learning with Decaying Number of Local SGD Steps","created":"2023-05-16","cited_by_count":4},{"id":"2203.06798","title":"The Role of Local Steps in Local SGD","created":"2022-03-14","cited_by_count":2},{"id":"2305.13494","title":"Deep Clustering for Data Cleaning and Integration","created":"2023-05-22","cited_by_count":2}],"next_cursor":null}