{"list":"other","total":83,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1706.06083","title":"Towards Deep Learning Models Resistant to Adversarial Attacks","created":"2017-06-19","cited_by_count":6415},{"id":"1312.6199","title":"Intriguing properties of neural networks","created":"2013-12-21","cited_by_count":5155},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1406.1078","title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation","created":"2014-06-03","cited_by_count":4057},{"id":"1806.07366","title":"Neural Ordinary Differential Equations","created":"2018-06-19","cited_by_count":3779},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1603.05027","title":"Identity Mappings in Deep Residual Networks","created":"2016-03-16","cited_by_count":1965},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"2005.08926","title":"Neural Controlled Differential Equations for Irregular Time Series","created":"2020-05-18","cited_by_count":506},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"1701.05517","title":"PixelCNN++: Improving the PixelCNN with Discretized Logistic Mixture Likelihood and Other Modifications","created":"2017-01-19","cited_by_count":417},{"id":"1904.01681","title":"Augmented Neural ODEs","created":"2019-04-02","cited_by_count":397},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"1912.12180","title":"Axial Attention in Multidimensional Transformers","created":"2019-12-20","cited_by_count":358},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1705.03341","title":"Stable Architectures for Deep Neural Networks","created":"2017-05-09","cited_by_count":341},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"1511.06464","title":"Unitary Evolution Recurrent Neural Networks","created":"2015-11-20","cited_by_count":294},{"id":"1810.00069","title":"Adversarial Attacks and Defences: A Survey","created":"2018-09-28","cited_by_count":259},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"2002.02798","title":"How to train your neural ODE: the world of Jacobian and kinetic regularization","created":"2020-02-07","cited_by_count":228},{"id":"1809.04281","title":"Music Transformer","created":"2018-09-12","cited_by_count":211},{"id":"1503.01243","title":"A Differential Equation for Modeling Nesterov's Accelerated Gradient Method: Theory and Insights","created":"2015-03-04","cited_by_count":206},{"id":"2005.00743","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","created":"2020-05-02","cited_by_count":205},{"id":"1802.06901","title":"Deterministic Non-Autoregressive Neural Sequence Modeling by Iterative Refinement","created":"2018-02-19","cited_by_count":195},{"id":"1901.11117","title":"The Evolved Transformer","created":"2019-01-30","cited_by_count":180},{"id":"1911.02972","title":"Blockwise Self-Attention for Long Document Understanding","created":"2019-11-07","cited_by_count":159},{"id":"2002.08071","title":"Dissecting Neural ODEs","created":"2020-02-19","cited_by_count":153},{"id":"1808.04444","title":"Character-Level Language Modeling with Deeper Self-Attention","created":"2018-08-09","cited_by_count":138},{"id":"1901.08428","title":"Cheap Orthogonal Constraints in Neural Networks: A Simple Parametrization of the Orthogonal and Unitary Group","created":"2019-01-24","cited_by_count":134},{"id":"1504.00941","title":"A Simple Way to Initialize Recurrent Networks of Rectified Linear Units","created":"2015-04-03","cited_by_count":130},{"id":"2007.04825","title":"Fast Transformers with Clustered Attention","created":"2020-07-09","cited_by_count":123},{"id":"1603.04245","title":"A Variational Perspective on Accelerated Methods in Optimization","created":"2016-03-14","cited_by_count":110},{"id":"1702.00887","title":"Structured Attention Networks","created":"2017-02-03","cited_by_count":95},{"id":"1611.00035","title":"Full-Capacity Unitary Recurrent Neural Networks","created":"2016-10-31","cited_by_count":94},{"id":"1702.00071","title":"On orthogonality and learning recurrent networks with long term dependencies","created":"2017-01-31","cited_by_count":83},{"id":"1707.09520","title":"Orthogonal Recurrent Neural Networks with Scaled Cayley Transform","created":"2017-07-29","cited_by_count":83},{"id":"2006.04418","title":"Learning Long-Term Dependencies in Irregularly-Sampled Time Series","created":"2020-06-08","cited_by_count":83},{"id":"2007.04504","title":"Learning Differential Equations that are Easy to Solve","created":"2020-07-09","cited_by_count":81},{"id":"1909.09501","title":"Trivializations for Gradient-Based Optimization on Manifolds","created":"2019-09-20","cited_by_count":79},{"id":"2006.07220","title":"On Second Order Behaviour in Augmented Neural ODEs","created":"2020-06-12","cited_by_count":68},{"id":"2006.10711","title":"STEER: Simple Temporal Regularization For Neural ODEs","created":"2020-06-18","cited_by_count":58},{"id":"1612.00188","title":"Efficient Orthogonal Parametrisation of Recurrent Neural Networks Using Householder Reflections","created":"2016-12-01","cited_by_count":57},{"id":"1502.02367","title":"Gated Feedback Recurrent Neural Networks","created":"2015-02-09","cited_by_count":54},{"id":"2102.04668","title":"MALI: A memory efficient and reverse accurate integrator for Neural ODEs","created":"2021-02-09","cited_by_count":42},{"id":"2110.04840","title":"Heavy Ball Neural Ordinary Differential Equations","created":"2021-10-10","cited_by_count":42},{"id":"1602.06662","title":"Recurrent Orthogonal Networks and Long-Memory Tasks","created":"2016-02-22","cited_by_count":38},{"id":"1712.00527","title":"Adaptive Sampled Softmax with Kernel Based Sampling","created":"2017-12-02","cited_by_count":38},{"id":"2102.07870","title":"Momentum Residual Neural Networks","created":"2021-02-15","cited_by_count":37},{"id":"1804.04849","title":"The unreasonable effectiveness of the forget gate","created":"2018-04-13","cited_by_count":34},{"id":"1907.10747","title":"Sampled Softmax with Random Fourier Features","created":"2019-07-24","cited_by_count":33},{"id":"2006.16210","title":"Model-based Reinforcement Learning for Semi-Markov Decision Processes with Neural ODEs","created":"2020-06-29","cited_by_count":32},{"id":"1906.07038","title":"SNODE: Spectral Discretization of Neural ODEs for System Identification","created":"2019-06-17","cited_by_count":26},{"id":"2105.03918","title":"Opening the Blackbox: Accelerating Neural Differential Equations by Regularizing Internal Solver Heuristics","created":"2021-05-09","cited_by_count":26},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26},{"id":"2002.10583","title":"Scheduled Restart Momentum for Accelerated Stochastic Gradient Descent","created":"2020-02-24","cited_by_count":24},{"id":"1811.10745","title":"ResNets Ensemble via the Feynman-Kac Formalism to Improve Natural and Robust Accuracies","created":"2018-11-26","cited_by_count":18},{"id":"2006.06919","title":"MomentumRNN: Integrating Momentum into Recurrent Neural Networks","created":"2020-06-12","cited_by_count":18},{"id":"1902.06704","title":"Towards Non-saturating Recurrent Units for Modelling Long-term Dependencies","created":"2019-01-22","cited_by_count":15},{"id":"1810.01638","title":"Optimization Algorithm Inspired Deep Neural Network Structure Design","created":"2018-10-03","cited_by_count":14},{"id":"2006.06147","title":"Implicit Kernel Attention","created":"2020-06-11","cited_by_count":13},{"id":"1809.08516","title":"Adversarial Defense via Data Dependent Activation Function and Total Variation Minimization","created":"2018-09-23","cited_by_count":9},{"id":"2012.02188","title":"Stochastic Gradient Descent with Nonlinear Conjugate Gradient-Style Adaptive Momentum","created":"2020-12-03","cited_by_count":8},{"id":"1907.06800","title":"Graph Interpolating Activation Improves Both Natural and Robust Accuracies in Data-Efficient Deep Learning","created":"2019-07-16","cited_by_count":3}],"next_cursor":null}