{"list":"other","total":105,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1809.05053","title":"XNLI: Evaluating Cross-lingual Sentence Representations","created":"2018-09-13","cited_by_count":915},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"2004.09095","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","created":"2020-04-20","cited_by_count":798},{"id":"1912.11370","title":"Big Transfer (BiT): General Visual Representation Learning","created":"2019-12-24","cited_by_count":769},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"2205.09113","title":"Masked Autoencoders As Spatiotemporal Learners","created":"2022-05-18","cited_by_count":429},{"id":"2003.00104","title":"AraBERT: Transformer-based Model for Arabic Language Understanding","created":"2020-02-28","cited_by_count":362},{"id":"1611.01734","title":"Deep Biaffine Attention for Neural Dependency Parsing","created":"2016-11-06","cited_by_count":334},{"id":"2103.15679","title":"Generic Attention-model Explainability for Interpreting Bi-Modal and Encoder-Decoder Transformers","created":"2021-03-29","cited_by_count":320},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"2004.10643","title":"Universal Dependencies v2: An Evergrowing Multilingual Treebank Collection","created":"2020-04-22","cited_by_count":271},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232},{"id":"1906.06423","title":"Fixing the train-test resolution discrepancy","created":"2019-06-14","cited_by_count":209},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"1910.13267","title":"BPE-Dropout: Simple and Effective Subword Regularization","created":"2019-10-29","cited_by_count":195},{"id":"2004.03720","title":"Byte Pair Encoding is Suboptimal for Language Model Pretraining","created":"2020-04-07","cited_by_count":192},{"id":"1905.11268","title":"Combating Adversarial Misspellings with Robust Word Recognition","created":"2019-05-27","cited_by_count":163},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132},{"id":"2010.12858","title":"When Being Unseen from mBERT is just the Beginning: Handling New Languages With Multilingual Language Models","created":"2020-10-24","cited_by_count":131},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118},{"id":"1909.03341","title":"Neural Machine Translation with Byte-Level Subwords","created":"2019-09-07","cited_by_count":115},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"2205.14204","title":"Multimodal Masked Autoencoders Learn Transferable Representations","created":"2022-05-27","cited_by_count":109},{"id":"2005.04322","title":"LinCE: A Centralized Benchmark for Linguistic Code-switching Evaluation","created":"2020-05-09","cited_by_count":93},{"id":"2106.16163","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","created":"2021-06-30","cited_by_count":92},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"2010.10392","title":"CharacterBERT: Reconciling ELMo and BERT for Word-Level Open-Vocabulary Representations From Characters","created":"2020-10-20","cited_by_count":87},{"id":"2203.16691","title":"MAE-AST: Masked Autoencoding Audio Spectrogram Transformer","created":"2022-03-30","cited_by_count":82},{"id":"2010.14571","title":"Language ID in the Wild: Unexpected Challenges on the Path to a Thousand-Language Web Text Corpus","created":"2020-10-27","cited_by_count":77},{"id":"2003.04985","title":"Adv-BERT: BERT is not robust on misspellings! Generating nature adversarial samples on BERT","created":"2020-02-27","cited_by_count":69},{"id":"2011.01513","title":"CharBERT: Character-aware Pre-trained Language Model","created":"2020-11-03","cited_by_count":63},{"id":"1610.03017","title":"Fully Character-Level Neural Machine Translation without Explicit Segmentation","created":"2016-10-10","cited_by_count":55},{"id":"2106.02124","title":"How to Adapt Your Pretrained Multilingual Model to 1600 Languages","created":"2021-06-03","cited_by_count":54},{"id":"2201.11732","title":"IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages","created":"2022-01-27","cited_by_count":54},{"id":"2010.12777","title":"Improving Multilingual Models with Language-Clustered Vocabularies","created":"2020-10-24","cited_by_count":53},{"id":"2104.08211","title":"Robust Open-Vocabulary Translation from Visual Text Representations","created":"2021-04-16","cited_by_count":47},{"id":"2106.16171","title":"Revisiting the Primacy of English in Zero-shot Cross-lingual Transfer","created":"2021-06-30","cited_by_count":47},{"id":"1901.10125","title":"Glyce: Glyph-vectors for Chinese Character Representations","created":"2019-01-29","cited_by_count":46},{"id":"2203.09435","title":"Expanding Pretrained Models to Thousands More Languages via Lexicon-based Adaptation","created":"2022-03-17","cited_by_count":44},{"id":"1909.07005","title":"KorQuAD1.0: Korean QA Dataset for Machine Reading Comprehension","created":"2019-09-16","cited_by_count":43},{"id":"2103.08490","title":"Multi-view Subword Regularization","created":"2021-03-15","cited_by_count":40},{"id":"2010.05648","title":"From Hero to Z\\'eroe: A Benchmark of Low-Level Adversarial Attacks","created":"2020-10-12","cited_by_count":36},{"id":"2008.06788","title":"Is Supervised Syntactic Parsing Beneficial for Language Understanding? An Empirical Investigation","created":"2020-08-15","cited_by_count":34},{"id":"2010.02534","title":"An Empirical Study of Tokenization Strategies for Various Korean NLP Tasks","created":"2020-10-06","cited_by_count":33},{"id":"2205.11758","title":"Analyzing the Mono- and Cross-Lingual Pretraining Dynamics of Multilingual Language Models","created":"2022-05-24","cited_by_count":32},{"id":"2109.02550","title":"You should evaluate your language model on marginal likelihood over tokenisations","created":"2021-09-06","cited_by_count":30},{"id":"2203.08459","title":"KinyaBERT: a Morphology-aware Kinyarwanda Language Model","created":"2022-03-16","cited_by_count":27},{"id":"2109.04607","title":"IndoBERTweet: A Pretrained Language Model for Indonesian Twitter with Effective Domain-Specific Vocabulary Initialization","created":"2021-09-10","cited_by_count":25},{"id":"2203.01976","title":"Overlap-based Vocabulary Generation Improves Cross-lingual Transfer Among Related Languages","created":"2022-03-03","cited_by_count":25},{"id":"2109.07306","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","created":"2021-09-15","cited_by_count":22},{"id":"2106.09063","title":"Specializing Multilingual Language Models: An Empirical Study","created":"2021-06-16","cited_by_count":21},{"id":"2205.14540","title":"SupMAE: Supervised Masked Autoencoders Are Efficient Vision Learners","created":"2022-05-28","cited_by_count":21},{"id":"2010.10648","title":"Towards End-to-End In-Image Neural Machine Translation","created":"2020-10-20","cited_by_count":20},{"id":"2110.13434","title":"AVocaDo: Strategy for Adapting Vocabulary to Downstream Domain","created":"2021-10-26","cited_by_count":20},{"id":"2204.14268","title":"How Robust is Neural Machine Translation to Language Imbalance in Multilingual Tokenizer Training?","created":"2022-04-29","cited_by_count":20},{"id":"2204.04058","title":"Improving Tokenisation by Alternative Treatment of Spaces","created":"2022-04-08","cited_by_count":19},{"id":"2106.01452","title":"BERT-Defense: A Probabilistic Model Based on BERT to Combat Cognitively Inspired Orthographic Adversarial Attacks","created":"2021-06-02","cited_by_count":17},{"id":"2101.09469","title":"Training Multilingual Pre-trained Language Model with Byte-level Subwords","created":"2021-01-23","cited_by_count":16},{"id":"2201.12501","title":"Does Transliteration Help Multilingual Language Modeling?","created":"2022-01-29","cited_by_count":14},{"id":"2204.04748","title":"Breaking Character: Are Subwords Good Enough for MRLs After All?","created":"2022-04-10","cited_by_count":13},{"id":"2109.04556","title":"Subword Mapping and Anchoring across Languages","created":"2021-09-09","cited_by_count":12},{"id":"2204.10815","title":"A Vocabulary-Free Multilingual Neural Tokenizer for End-to-End Task Learning","created":"2022-04-22","cited_by_count":12},{"id":"2010.12730","title":"Char2Subword: Extending the Subword Embedding Space Using Robust Character Compositionality","created":"2020-10-24","cited_by_count":11},{"id":"2110.13658","title":"Can Character-based Language Models Improve Downstream Task Performance in Low-Resource and Noisy Language Scenarios?","created":"2021-10-26","cited_by_count":11},{"id":"1912.01218","title":"Writing Across the World's Languages: Deep Internationalization for Gboard, the Google Keyboard","created":"2019-12-03","cited_by_count":10},{"id":"2009.14824","title":"On Romanization for Model Transfer Between Scripts in Neural Machine Translation","created":"2020-09-30","cited_by_count":9},{"id":"2109.05772","title":"Wine is Not v i n. -- On the Compatibility of Tokenizations Across Languages","created":"2021-09-13","cited_by_count":8},{"id":"2109.01100","title":"How Suitable Are Subword Segmentation Strategies for Translating Non-Concatenative Morphology?","created":"2021-09-02","cited_by_count":7}],"next_cursor":"100"}