{"list":"other","total":51,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1711.07971","title":"Non-local Neural Networks","created":"2017-11-21","cited_by_count":2293},{"id":"2012.07436","title":"Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting","created":"2020-12-14","cited_by_count":2169},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"2012.12556","title":"A Survey on Visual Transformer","created":"2020-12-23","cited_by_count":654},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401},{"id":"1908.11775","title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel","created":"2019-08-30","cited_by_count":213},{"id":"1302.4245","title":"Gaussian Process Kernels for Pattern Discovery and Extrapolation","created":"2013-02-18","cited_by_count":132},{"id":"1804.06028","title":"ListOps: A Diagnostic Dataset for Latent Tree Learning","created":"2018-04-17","cited_by_count":129},{"id":"2004.11154","title":"Random Features for Kernel Approximation: A Survey on Algorithms, Theory, and Beyond","created":"2020-04-23","cited_by_count":109},{"id":"1902.02181","title":"Attention in Natural Language Processing","created":"2019-02-04","cited_by_count":101},{"id":"1805.08315","title":"Learning long-range spatial dependencies with horizontal gated-recurrent units","created":"2018-05-21","cited_by_count":98},{"id":"1902.09113","title":"Star-Transformer","created":"2019-02-25","cited_by_count":94},{"id":"1610.09072","title":"Orthogonal Random Features","created":"2016-10-28","cited_by_count":91},{"id":"2111.00035","title":"Skyformer: Remodel Self-Attention with Gaussian Kernel and Nystr\\\"om Method","created":"2021-10-29","cited_by_count":63},{"id":"1910.13923","title":"Lightweight and Efficient End-to-End Speech Recognition Using Low-Rank Transformer","created":"2019-10-30","cited_by_count":47},{"id":"1703.00864","title":"The Unreasonable Effectiveness of Structured Random Orthogonal Embeddings","created":"2017-03-02","cited_by_count":45},{"id":"1412.8293","title":"Quasi-Monte Carlo Feature Maps for Shift-Invariant Kernels","created":"2014-12-29","cited_by_count":42},{"id":"2403.04697","title":"AUFormer: Vision Transformers are Parameter-Efficient Facial Action Unit Detectors","created":"2024-03-07","cited_by_count":29},{"id":"1906.01558","title":"Disentangling neural mechanisms for perceptual grouping","created":"2019-06-04","cited_by_count":28},{"id":"1802.03832","title":"Quadrature-based features for kernel approximation","created":"2018-02-11","cited_by_count":26},{"id":"2110.04367","title":"Hybrid Random Features","created":"2021-10-08","cited_by_count":25},{"id":"1709.02605","title":"Gaussian Quadrature for Kernel Features","created":"2017-09-08","cited_by_count":21},{"id":"2205.15317","title":"Chefs' Random Tables: Non-Trigonometric Random Features","created":"2022-05-30","cited_by_count":21},{"id":"1810.02309","title":"Learning Compressed Transforms with Low Displacement Rank","created":"2018-10-04","cited_by_count":19},{"id":"2302.05744","title":"Rethinking Vision Transformer and Masked Autoencoder in Multimodal Face Anti-Spoofing","created":"2023-02-11","cited_by_count":19},{"id":"1412.6493","title":"A la Carte - Learning Fast Kernels","created":"2014-12-19","cited_by_count":18},{"id":"2110.08323","title":"On Learning the Transformer Kernel","created":"2021-10-15","cited_by_count":15},{"id":"2006.06147","title":"Implicit Kernel Attention","created":"2020-06-11","cited_by_count":13},{"id":"1506.08776","title":"Bayesian Nonparametric Kernel-Learning","created":"2015-06-29","cited_by_count":10},{"id":"1605.09049","title":"Recycling Randomness with Structure for Sublinear time Kernel Expansions","created":"2016-05-29","cited_by_count":9},{"id":"2301.13856","title":"Simplex Random Features","created":"2023-01-31","cited_by_count":9},{"id":"1311.0914","title":"A Divide-and-Conquer Solver for Kernel Support Vector Machines","created":"2013-11-04","cited_by_count":8},{"id":"2209.08461","title":"Random Fourier Features for Asymmetric Kernels","created":"2022-09-18","cited_by_count":7},{"id":"2202.03474","title":"Random Gegenbauer Features for Scalable Kernel Methods","created":"2022-02-07","cited_by_count":6},{"id":"1710.10230","title":"Not-So-Random Features","created":"2017-10-27","cited_by_count":5},{"id":"2011.06446","title":"Subgroup-based Rank-1 Lattice Quasi-Monte Carlo","created":"2020-10-29","cited_by_count":3},{"id":"2103.15213","title":"A Temporal Kernel Approach for Deep Learning with Continuous-time Information","created":"2021-03-28","cited_by_count":3},{"id":"1503.03893","title":"Compact Nonlinear Maps and Circulant Extensions","created":"2015-03-12","cited_by_count":2},{"id":"2302.11174","title":"Error Estimation for Random Fourier Features","created":"2023-02-22","cited_by_count":1}],"next_cursor":null}