{"list":"other","total":51,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1505.04597","title":"U-Net: Convolutional Networks for Biomedical Image Segmentation","created":"2015-05-18","cited_by_count":19713},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"1712.01312","title":"Learning Sparse Neural Networks through $L_0$ Regularization","created":"2017-12-04","cited_by_count":583},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2004.02984","title":"MobileBERT: a Compact Task-Agnostic BERT for Resource-Limited Devices","created":"2020-04-06","cited_by_count":482},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1503.04069","title":"LSTM: A Search Space Odyssey","created":"2015-03-13","cited_by_count":316},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"2004.02178","title":"FastBERT: a Self-distilling BERT with Adaptive Inference Time","created":"2020-04-05","cited_by_count":226},{"id":"1909.12326","title":"Model Pruning Enables Efficient Federated Learning on Edge Devices","created":"2019-09-26","cited_by_count":222},{"id":"2002.08307","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","created":"2020-02-19","cited_by_count":185},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139},{"id":"2004.03844","title":"On the Effect of Dropping Layers of Pre-trained Transformer Models","created":"2020-04-08","cited_by_count":118},{"id":"2010.13369","title":"Accelerating Training of Transformer-Based Language Models with Progressive Layer Dropping","created":"2020-10-26","cited_by_count":93},{"id":"2006.04862","title":"$O(n)$ Connections are Expressive Enough: Universal Approximability of Sparse Transformers","created":"2020-06-08","cited_by_count":83},{"id":"2008.05221","title":"Compression of Deep Learning Models for Text: A Survey","created":"2020-08-12","cited_by_count":64},{"id":"2006.03555","title":"Masked Language Modeling for Proteins via Linearly Scalable Long-Context Transformers","created":"2020-06-05","cited_by_count":49},{"id":"1909.12486","title":"Reweighted Proximal Pruning for Large-Scale Language Representation","created":"2019-09-27","cited_by_count":29},{"id":"2011.02166","title":"DAIS: Automatic Channel Pruning via Differentiable Annealing Indicator Search","created":"2020-11-04","cited_by_count":21},{"id":"2006.04270","title":"EDropout: Energy-Based Dropout and Pruning of Deep Neural Networks","created":"2020-06-07","cited_by_count":20},{"id":"2101.07985","title":"Network Pruning using Adaptive Exemplar Filters","created":"2021-01-20","cited_by_count":16},{"id":"2107.00175","title":"Elbert: Fast Albert with Confidence-Window Based Early Exit","created":"2021-07-01","cited_by_count":14},{"id":"1805.10692","title":"Compact and Computationally Efficient Representation of Deep Neural Networks","created":"2018-05-27","cited_by_count":11},{"id":"1910.00370","title":"Sub-Architecture Ensemble Pruning in Neural Architecture Search","created":"2019-10-01","cited_by_count":7},{"id":"2006.12463","title":"Slimming Neural Networks using Adaptive Connectivity Scores","created":"2020-06-22","cited_by_count":6}],"next_cursor":null}