{"list":"other","total":57,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"1705.08045","title":"Learning multiple visual domains with residual adapters","created":"2017-05-22","cited_by_count":557},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"2007.07779","title":"AdapterHub: A Framework for Adapting Transformers","created":"2020-07-15","cited_by_count":444},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"1904.09077","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","created":"2019-04-19","cited_by_count":301},{"id":"2106.04489","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","created":"2021-06-08","cited_by_count":284},{"id":"1909.08478","title":"Simple, Scalable Adaptation for Neural Machine Translation","created":"2019-09-18","cited_by_count":242},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232},{"id":"2010.11918","title":"AdapterDrop: On the Efficiency of Adapters in Transformers","created":"2020-10-22","cited_by_count":224},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"1912.07840","title":"Cross-Lingual Ability of Multilingual BERT: An Empirical Study","created":"2019-12-17","cited_by_count":182},{"id":"1911.01464","title":"Emerging Cross-lingual Structure in Pretrained Language Models","created":"2019-11-04","cited_by_count":181},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132},{"id":"2010.12858","title":"When Being Unseen from mBERT is just the Beginning: Handling New Languages With Multilingual Language Models","created":"2020-10-24","cited_by_count":131},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"2010.12821","title":"Rethinking embedding coupling in pre-trained language models","created":"2020-10-24","cited_by_count":103},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"1601.01705","title":"Learning to Compose Neural Networks for Question Answering","created":"2016-01-07","cited_by_count":85},{"id":"2004.14327","title":"UDapter: Language Adaptation for Truly Universal Dependency Parsing","created":"2020-04-29","cited_by_count":77},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63},{"id":"2005.11787","title":"Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers","created":"2020-05-24","cited_by_count":57},{"id":"2106.01463","title":"Lightweight Adapter Tuning for Multilingual Speech Translation","created":"2021-06-02","cited_by_count":54},{"id":"2010.12777","title":"Improving Multilingual Models with Language-Clustered Vocabularies","created":"2020-10-24","cited_by_count":53},{"id":"2104.08726","title":"AmericasNLI: Evaluating Zero-shot Natural Language Understanding of Pretrained Multilingual Models in Truly Low-resource Languages","created":"2021-04-18","cited_by_count":50},{"id":"1902.00508","title":"How to (Properly) Evaluate Cross-Lingual Word Embeddings: On Strong Baselines, Comparative Analyses, and Some Misconceptions","created":"2019-02-01","cited_by_count":48},{"id":"2002.07306","title":"From English To Foreign Languages: Transferring Pre-trained Language Models","created":"2020-02-18","cited_by_count":37},{"id":"2103.06799","title":"Towards Continual Learning for Multilingual Machine Translation via Vocabulary Substitution","created":"2021-03-11","cited_by_count":31},{"id":"2109.04877","title":"Efficient Test Time Adapter Ensembling for Low-resource Language Varieties","created":"2021-09-10","cited_by_count":26},{"id":"1909.06349","title":"Slice-based Learning: A Programming Model for Residual Learning in Critical Data Slices","created":"2019-09-13","cited_by_count":23},{"id":"2012.06460","title":"Orthogonal Language and Task Adapters in Zero-Shot Cross-Lingual Transfer","created":"2020-12-11","cited_by_count":23},{"id":"2110.10472","title":"Multilingual Unsupervised Neural Machine Translation with Denoising Adapters","created":"2021-10-20","cited_by_count":22},{"id":"2110.09574","title":"Multilingual Domain Adaptation for NMT: Decoupling Language and Domain Information with Adapters","created":"2021-10-18","cited_by_count":21},{"id":"2010.00980","title":"MultiCQA: Zero-Shot Transfer of Self-Supervised Text Matching Models on a Massive Scale","created":"2020-10-02","cited_by_count":20},{"id":"2009.07610","title":"Reusing a Pretrained Language Model on Languages with Limited Corpora for Unsupervised NMT","created":"2020-09-16","cited_by_count":18},{"id":"2109.04556","title":"Subword Mapping and Anchoring across Languages","created":"2021-09-09","cited_by_count":12},{"id":"2009.14124","title":"Parsing with Multilingual BERT, a Small Corpus, and a Small Treebank","created":"2020-09-29","cited_by_count":10}],"next_cursor":null}