{"list":"other","total":61,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1607.04606","title":"Enriching Word Vectors with Subword Information","created":"2016-07-15","cited_by_count":1583},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"1308.0850","title":"Generating Sequences With Recurrent Neural Networks","created":"2013-08-04","cited_by_count":554},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"1910.13267","title":"BPE-Dropout: Simple and Effective Subword Regularization","created":"2019-10-29","cited_by_count":195},{"id":"2004.03720","title":"Byte Pair Encoding is Suboptimal for Language Model Pretraining","created":"2020-04-07","cited_by_count":192},{"id":"1905.11268","title":"Combating Adversarial Misspellings with Robust Word Recognition","created":"2019-05-27","cited_by_count":163},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"1704.01444","title":"Learning to Generate Reviews and Discovering Sentiment","created":"2017-04-05","cited_by_count":148},{"id":"1808.04444","title":"Character-Level Language Modeling with Deeper Self-Attention","created":"2018-08-09","cited_by_count":138},{"id":"1508.06615","title":"Character-Aware Neural Language Models","created":"2015-08-26","cited_by_count":132},{"id":"1909.03341","title":"Neural Machine Translation with Byte-Level Subwords","created":"2019-09-07","cited_by_count":115},{"id":"1609.01704","title":"Hierarchical Multiscale Recurrent Neural Networks","created":"2016-09-06","cited_by_count":104},{"id":"2001.06286","title":"RobBERT: a Dutch RoBERTa-based Language Model","created":"2020-01-17","cited_by_count":88},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"2008.02496","title":"ConvBERT: Improving BERT with Span-based Dynamic Convolution","created":"2020-08-06","cited_by_count":88},{"id":"2010.10392","title":"CharacterBERT: Reconciling ELMo and BERT for Word-Level Open-Vocabulary Representations From Characters","created":"2020-10-20","cited_by_count":87},{"id":"2003.04985","title":"Adv-BERT: BERT is not robust on misspellings! Generating nature adversarial samples on BERT","created":"2020-02-27","cited_by_count":69},{"id":"1610.03017","title":"Fully Character-Level Neural Machine Translation without Explicit Segmentation","created":"2016-10-10","cited_by_count":55},{"id":"1709.03933","title":"Hash Embeddings for Efficient Word Representations","created":"2017-09-12","cited_by_count":55},{"id":"2010.12777","title":"Improving Multilingual Models with Language-Clustered Vocabularies","created":"2020-10-24","cited_by_count":53},{"id":"1808.09861","title":"Neural Cross-Lingual Named Entity Recognition with Minimal Resources","created":"2018-08-29","cited_by_count":44},{"id":"2005.13013","title":"English Intermediate-Task Training Improves Zero-Shot Cross-Lingual Transfer Too","created":"2020-05-26","cited_by_count":39},{"id":"1707.06961","title":"Mimicking Word Embeddings using Subword RNNs","created":"2017-07-21","cited_by_count":30},{"id":"1512.00103","title":"Multilingual Language Processing From Bytes","created":"2015-12-01","cited_by_count":26},{"id":"2008.11869","title":"AMBERT: A Pre-trained Language Model with Multi-Grained Tokenization","created":"2020-08-27","cited_by_count":22},{"id":"1908.10322","title":"Bridging the Gap for Tokenizer-Free Language Models","created":"2019-08-27","cited_by_count":21},{"id":"1604.00788","title":"Achieving Open Vocabulary Neural Machine Translation with Hybrid Word-Character Models","created":"2016-04-04","cited_by_count":18},{"id":"1607.02789","title":"Charagram: Embedding Words and Sentences via Character n-grams","created":"2016-07-10","cited_by_count":14},{"id":"1609.03777","title":"Character-Level Language Modeling with Hierarchical Recurrent Neural Networks","created":"2016-09-13","cited_by_count":13},{"id":"1704.08352","title":"From Characters to Words to in Between: Do We Capture Morphology?","created":"2017-04-26","cited_by_count":13},{"id":"1803.05071","title":"Neural Lattice Language Models","created":"2018-03-13","cited_by_count":13},{"id":"1708.02657","title":"Which Encoding is the Best for Text Classification in Chinese, English, Japanese and Korean?","created":"2017-08-08","cited_by_count":10},{"id":"1804.08205","title":"Spell Once, Summon Anywhere: A Two-Level Open-Vocabulary Language Model","created":"2018-04-23","cited_by_count":9},{"id":"1906.01037","title":"Better Character Language Modeling Through Morphology","created":"2019-06-03","cited_by_count":9},{"id":"1704.06986","title":"Learning to Create and Reuse Words in Open-Vocabulary Neural Language Modeling","created":"2017-04-23","cited_by_count":8},{"id":"1808.09180","title":"What do character-level models learn about morphology? The case of dependency parsing","created":"2018-08-28","cited_by_count":8},{"id":"1707.00762","title":"Multiscale sequence modeling with a learned dictionary","created":"2017-07-03","cited_by_count":6},{"id":"1809.05157","title":"On the Strength of Character Language Models for Multilingual Named Entity Recognition","created":"2018-09-13","cited_by_count":3},{"id":"1903.05041","title":"Character Eyes: Seeing Language through Character-Level Taggers","created":"2019-03-12","cited_by_count":3},{"id":"2011.04308","title":"Character-level Representations Improve DRS-based Semantic Parsing Even in the Age of BERT","created":"2020-11-09","cited_by_count":2}],"next_cursor":null}