{"list":"other","total":70,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1706.06083","title":"Towards Deep Learning Models Resistant to Adversarial Attacks","created":"2017-06-19","cited_by_count":6415},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1912.04977","title":"Advances and Open Problems in Federated Learning","created":"2019-12-10","cited_by_count":3046},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1908.07873","title":"Federated Learning: Challenges, Methods, and Future Directions","created":"2019-08-21","cited_by_count":1538},{"id":"1610.05492","title":"Federated Learning: Strategies for Improving Communication Efficiency","created":"2016-10-18","cited_by_count":1475},{"id":"1712.01887","title":"Deep Gradient Compression: Reducing the Communication Bandwidth for Distributed Training","created":"2017-12-05","cited_by_count":478},{"id":"1703.02702","title":"Robust Adversarial Reinforcement Learning","created":"2017-03-08","cited_by_count":451},{"id":"1809.07599","title":"Sparsified SGD with Memory","created":"2018-09-20","cited_by_count":376},{"id":"1901.09847","title":"Error Feedback Fixes SignSGD and other Gradient Compression Schemes","created":"2019-01-28","cited_by_count":310},{"id":"1701.00160","title":"NIPS 2016 Tutorial: Generative Adversarial Networks","created":"2016-12-31","cited_by_count":285},{"id":"1802.06509","title":"On the Optimization of Deep Networks: Implicit Acceleration by Overparameterization","created":"2018-02-19","cited_by_count":284},{"id":"1909.11764","title":"FreeLB: Enhanced Adversarial Training for Natural Language Understanding","created":"2019-09-25","cited_by_count":264},{"id":"1905.13727","title":"PowerSGD: Practical Low-Rank Gradient Compression for Distributed Optimization","created":"2019-05-31","cited_by_count":238},{"id":"1809.10505","title":"The Convergence of Sparsified Gradient Methods","created":"2018-09-27","cited_by_count":229},{"id":"1711.00141","title":"Training GANs with Optimism","created":"2017-10-31","cited_by_count":217},{"id":"1912.09789","title":"A Survey on Distributed Machine Learning","created":"2019-12-20","cited_by_count":188},{"id":"1910.06378","title":"SCAFFOLD: Stochastic Controlled Averaging for Federated Learning","created":"2019-10-14","cited_by_count":175},{"id":"1507.00407","title":"Fast Convergence of Regularized Learning in Games","created":"2015-07-02","cited_by_count":150},{"id":"1703.06182","title":"Deep Decentralized Multi-task Multi-Agent Reinforcement Learning under Partial Observability","created":"2017-03-17","cited_by_count":148},{"id":"1902.08297","title":"Solving a Class of Non-Convex Min-Max Games Using Iterative First Order Methods","created":"2019-02-21","cited_by_count":148},{"id":"1802.10551","title":"A Variational Inequality Perspective on Generative Adversarial Networks","created":"2018-02-28","cited_by_count":144},{"id":"2002.12410","title":"On Biased Compression for Distributed Learning","created":"2020-02-27","cited_by_count":140},{"id":"1807.02629","title":"Optimistic mirror descent in saddle-point problems: Going the extra (gradient) mile","created":"2018-07-07","cited_by_count":136},{"id":"1603.05953","title":"Katyusha: The First Direct Acceleration of Stochastic Gradient Methods","created":"2016-03-18","cited_by_count":135},{"id":"2106.05203","title":"EF21: A New, Simpler, Theoretically Better, and Practically Faster Error Feedback","created":"2021-06-09","cited_by_count":133},{"id":"2004.08994","title":"Adversarial Training for Large Neural Language Models","created":"2020-04-20","cited_by_count":111},{"id":"1905.05957","title":"DoubleSqueeze: Parallel Stochastic Gradient Descent with Double-Pass Error-Compensated Compression","created":"2019-05-15","cited_by_count":99},{"id":"2011.00364","title":"Efficient Methods for Structured Nonconvex-Nonconcave Min-Max Optimization","created":"2020-10-31","cited_by_count":96},{"id":"1905.10988","title":"Natural Compression for Distributed Deep Learning","created":"2019-05-27","cited_by_count":90},{"id":"2002.11364","title":"Acceleration for Compressed Gradient Descent in Distributed and Federated Optimization","created":"2020-02-26","cited_by_count":90},{"id":"1908.08465","title":"On the convergence of single-call stochastic extra-gradient methods","created":"2019-08-22","cited_by_count":89},{"id":"2102.07845","title":"MARINA: Faster Non-Convex Distributed Learning with Compression","created":"2021-02-15","cited_by_count":78},{"id":"1611.02189","title":"CoCoA: A General Framework for Communication-Efficient Distributed Optimization","created":"2016-11-07","cited_by_count":69},{"id":"1802.06132","title":"Interaction Matters: A Note on Non-asymptotic Local Convergence of Generative Adversarial Networks","created":"2018-02-16","cited_by_count":68},{"id":"1904.05115","title":"Stochastic Distributed Learning with Gradient Quantization and Variance Reduction","created":"2019-04-10","cited_by_count":65},{"id":"1904.08598","title":"Reducing Noise in GAN Training with Variance Reduced Extragradient","created":"2019-04-18","cited_by_count":62},{"id":"1605.06398","title":"Stochastic Variance Reduction Methods for Saddle-Point Problems","created":"2016-05-20","cited_by_count":60},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58},{"id":"1511.04561","title":"8-Bit Approximations for Parallelism in Deep Learning","created":"2015-11-14","cited_by_count":56},{"id":"2008.12776","title":"Efficiently Solving MDPs with Stochastic Mirror Descent","created":"2020-08-28","cited_by_count":53},{"id":"1905.10936","title":"Communication-Efficient Distributed Blockwise Momentum SGD with Error-Feedback","created":"2019-05-27","cited_by_count":50},{"id":"2003.10162","title":"Explore Aggressively, Update Conservatively: Stochastic Extragradient Methods with Variable Stepsize Scaling","created":"2020-03-23","cited_by_count":49},{"id":"1605.08003","title":"Tight Complexity Bounds for Optimizing Composite Objectives","created":"2016-05-25","cited_by_count":48},{"id":"2102.08352","title":"Stochastic Variance Reduction for Variational Inequality Methods","created":"2021-02-16","cited_by_count":47},{"id":"2006.14591","title":"Bidirectional compression in heterogeneous settings for distributed or federated learning with partial participation: tight convergence guarantees","created":"2020-06-25","cited_by_count":46},{"id":"2010.00091","title":"Error Compensated Distributed SGD Can Be Accelerated","created":"2020-09-30","cited_by_count":45},{"id":"1910.12999","title":"A Decentralized Parallel Algorithm for Training Generative Adversarial Nets","created":"2019-10-28","cited_by_count":43},{"id":"2006.11077","title":"A Better Alternative to Error Feedback for Communication-Efficient Distributed Learning","created":"2020-06-19","cited_by_count":43},{"id":"2102.13152","title":"Local Stochastic Gradient Descent Ascent: Convergence Analysis and Communication Efficiency","created":"2021-02-25","cited_by_count":40},{"id":"2002.09621","title":"Global Convergence and Variance-Reduced Optimization for a Class of Nonconvex-Nonconcave Minimax Problems","created":"2020-02-22","cited_by_count":38},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36},{"id":"1703.00260","title":"Extragradient method with variance reduction for stochastic variational inequalities","created":"2017-03-01","cited_by_count":33},{"id":"1910.07561","title":"A Double Residual Compression Algorithm for Efficient Distributed Learning","created":"2019-10-16","cited_by_count":31},{"id":"1311.2776","title":"On the Convergence Properties of Non-Euclidean Extragradient Methods for Variational Inequalities with Generalized Monotone Operators","created":"2013-11-12","cited_by_count":29},{"id":"1912.11940","title":"Towards Better Understanding of Adaptive Gradient Algorithms in Generative Adversarial Nets","created":"2019-12-26","cited_by_count":29},{"id":"2106.08315","title":"Decentralized Local Stochastic Extra-Gradient for Variational Inequalities","created":"2021-06-15","cited_by_count":25},{"id":"2103.08280","title":"Lower Complexity Bounds of Finite-Sum Optimization Problems: The Results and Construction","created":"2021-03-15","cited_by_count":24},{"id":"2102.06333","title":"Efficient Algorithms for Federated Saddle Point Optimization","created":"2021-02-12","cited_by_count":20},{"id":"1410.1628","title":"Optimal stochastic extragradient schemes for pseudomonotone stochastic variational inequality problems and their variants","created":"2014-10-07","cited_by_count":19},{"id":"1910.14380","title":"A Decentralized Proximal Point-type Method for Saddle Point Problems","created":"2019-10-31","cited_by_count":17},{"id":"2010.04677","title":"Improved Complexity Bounds in Wasserstein Barycenter Problem","created":"2020-10-09","cited_by_count":9},{"id":"2106.06075","title":"A Decentralized Adaptive Momentum Method for Solving a Class of Min-Max Optimization Problems","created":"2021-06-10","cited_by_count":9},{"id":"2109.14213","title":"On the One-sided Convergence of Adam-type Algorithms in Non-convex Non-concave Min-max Optimization","created":"2021-09-29","cited_by_count":9},{"id":"2107.10706","title":"Distributed Saddle-Point Problems Under Similarity","created":"2021-07-22","cited_by_count":8}],"next_cursor":null}