{"list":"other","total":57,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"1308.0850","title":"Generating Sequences With Recurrent Neural Networks","created":"2013-08-04","cited_by_count":554},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"1903.04561","title":"Nuanced Metrics for Measuring Unintended Bias with Real Data for Text Classification","created":"2019-03-11","cited_by_count":404},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"1711.02173","title":"Synthetic and Natural Noise Both Break Neural Machine Translation","created":"2017-11-06","cited_by_count":306},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232},{"id":"1610.08914","title":"Ex Machina: Personal Attacks Seen at Scale","created":"2016-10-27","cited_by_count":210},{"id":"1910.13267","title":"BPE-Dropout: Simple and Effective Subword Regularization","created":"2019-10-29","cited_by_count":195},{"id":"2004.03720","title":"Byte Pair Encoding is Suboptimal for Language Model Pretraining","created":"2020-04-07","cited_by_count":192},{"id":"1602.02410","title":"Exploring the Limits of Language Modeling","created":"2016-02-07","cited_by_count":173},{"id":"1811.02084","title":"Mesh-TensorFlow: Deep Learning for Supercomputers","created":"2018-11-05","cited_by_count":169},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168},{"id":"1905.11268","title":"Combating Adversarial Misspellings with Robust Word Recognition","created":"2019-05-27","cited_by_count":163},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"1508.06615","title":"Character-Aware Neural Language Models","created":"2015-08-26","cited_by_count":132},{"id":"2006.10369","title":"Deep Encoder, Shallow Decoder: Reevaluating Non-autoregressive Machine Translation","created":"2020-06-18","cited_by_count":105},{"id":"2010.12821","title":"Rethinking embedding coupling in pre-trained language models","created":"2020-10-24","cited_by_count":103},{"id":"2010.10392","title":"CharacterBERT: Reconciling ELMo and BERT for Word-Level Open-Vocabulary Representations From Characters","created":"2020-10-20","cited_by_count":87},{"id":"2003.04985","title":"Adv-BERT: BERT is not robust on misspellings! Generating nature adversarial samples on BERT","created":"2020-02-27","cited_by_count":69},{"id":"2011.01513","title":"CharBERT: Character-aware Pre-trained Language Model","created":"2020-11-03","cited_by_count":63},{"id":"1610.03017","title":"Fully Character-Level Neural Machine Translation without Explicit Segmentation","created":"2016-10-10","cited_by_count":55},{"id":"1809.06858","title":"FRAGE: Frequency-Agnostic Word Representation","created":"2018-09-18","cited_by_count":47},{"id":"2103.08490","title":"Multi-view Subword Regularization","created":"2021-03-15","cited_by_count":40},{"id":"2005.06606","title":"Dynamic Programming Encoding for Subword Segmentation in Neural Machine Translation","created":"2020-05-03","cited_by_count":38},{"id":"1702.07463","title":"Sequence Modeling via Segmentations","created":"2017-02-24","cited_by_count":18},{"id":"2105.12410","title":"Joint Optimization of Tokenization and Downstream Model","created":"2021-05-26","cited_by_count":15},{"id":"1609.03777","title":"Character-Level Language Modeling with Hierarchical Recurrent Neural Networks","created":"2016-09-13","cited_by_count":13},{"id":"1810.01480","title":"Learning to Segment Inputs for NMT Favors Character-Level Processing","created":"2018-10-02","cited_by_count":11},{"id":"1705.01991","title":"Sharp Models on Dull Hardware: Fast and Accurate Neural Machine Translation Decoding on the CPU","created":"2017-05-04","cited_by_count":2}],"next_cursor":null}