{"list":"other","total":59,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"1904.03323","title":"Publicly Available Clinical BERT Embeddings","created":"2019-04-06","cited_by_count":1002},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"2004.09456","title":"StereoSet: Measuring stereotypical bias in pretrained language models","created":"2020-04-20","cited_by_count":924},{"id":"1608.07187","title":"Semantics derived automatically from language corpora contain human-like biases","created":"2016-08-25","cited_by_count":901},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2010.00133","title":"CrowS-Pairs: A Challenge Dataset for Measuring Social Biases in Masked Language Models","created":"2020-09-30","cited_by_count":710},{"id":"1804.09301","title":"Gender Bias in Coreference Resolution","created":"2018-04-25","cited_by_count":442},{"id":"2010.12421","title":"TweetEval: Unified Benchmark and Comparative Evaluation for Tweet Classification","created":"2020-10-23","cited_by_count":417},{"id":"1903.10561","title":"On Measuring Social Biases in Sentence Encoders","created":"2019-03-25","cited_by_count":398},{"id":"1901.09451","title":"Bias in Bios: A Case Study of Semantic Representation Bias in a High-Stakes Setting","created":"2019-01-27","cited_by_count":349},{"id":"2005.10200","title":"BERTweet: A pre-trained language model for English Tweets","created":"2020-05-20","cited_by_count":346},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"1906.05474","title":"Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets","created":"2019-06-13","cited_by_count":299},{"id":"1805.04508","title":"Examining Gender and Race Bias in Two Hundred Sentiment Analysis Systems","created":"2018-05-11","cited_by_count":234},{"id":"2010.06032","title":"Measuring and Reducing Gendered Correlations in Pre-trained Models","created":"2020-10-12","cited_by_count":224},{"id":"1912.00741","title":"SemEval-2017 Task 4: Sentiment Analysis in Twitter","created":"2019-12-02","cited_by_count":210},{"id":"1903.08983","title":"SemEval-2019 Task 6: Identifying and Categorizing Offensive Language in Social Media (OffensEval)","created":"2019-03-19","cited_by_count":207},{"id":"2010.12472","title":"HateBERT: Retraining BERT for Abusive Language Detection in English","created":"2020-10-23","cited_by_count":207},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131},{"id":"2108.12084","title":"Harms of Gender Exclusivity and Challenges in Non-Binary Representation in Language Technologies","created":"2021-08-27","cited_by_count":128},{"id":"2104.12250","title":"XLM-T: Multilingual Language Models in Twitter for Sentiment Analysis and Beyond","created":"2021-04-25","cited_by_count":114},{"id":"1908.09369","title":"On Measuring and Mitigating Biased Inferences of Word Embeddings","created":"2019-08-25","cited_by_count":112},{"id":"2101.09523","title":"Debiasing Pre-trained Contextualised Embeddings","created":"2021-01-23","cited_by_count":107},{"id":"2109.03646","title":"Sustainable Modular Debiasing of Language Models","created":"2021-09-08","cited_by_count":100},{"id":"2104.01177","title":"How Powerful are Performance Predictors in Neural Architecture Search?","created":"2021-04-02","cited_by_count":90},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88},{"id":"2105.00572","title":"Larger-Scale Transformers for Multilingual Masked Language Modeling","created":"2021-05-02","cited_by_count":87},{"id":"2109.05704","title":"Mitigating Language-Dependent Ethnic Bias in BERT","created":"2021-09-13","cited_by_count":87},{"id":"2004.06870","title":"Coreferential Reasoning Learning for Language Representation","created":"2020-04-15","cited_by_count":80},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62},{"id":"1906.00742","title":"Gender-preserving Debiasing for Pre-trained Word Embeddings","created":"2019-06-03","cited_by_count":61},{"id":"2104.07496","title":"Unmasking the Mask -- Evaluating Social Biases in Masked Language Models","created":"2021-04-15","cited_by_count":60},{"id":"1908.06361","title":"Understanding Undesirable Word Embedding Associations","created":"2019-08-18","cited_by_count":59},{"id":"2005.00699","title":"Gender Bias in Multilingual Embeddings and Cross-Lingual Transfer","created":"2020-05-02","cited_by_count":55},{"id":"2210.02938","title":"Debiasing isn't enough! -- On the Effectiveness of Debiasing MLMs and their Social Biases in Downstream Tasks","created":"2022-10-06","cited_by_count":48},{"id":"2010.02534","title":"An Empirical Study of Tokenization Strategies for Various Korean NLP Tasks","created":"2020-10-06","cited_by_count":33},{"id":"2206.09860","title":"Fewer Errors, but More Stereotypes? The Effect of Model Size on Gender Bias","created":"2022-06-20","cited_by_count":33},{"id":"2010.00854","title":"Which *BERT? A Survey Organizing Contextualized Encoders","created":"2020-10-02","cited_by_count":26},{"id":"2109.03160","title":"How much pretraining data do language models need to learn syntax?","created":"2021-09-07","cited_by_count":21},{"id":"2109.10052","title":"Stepmothers are mean and academics are pretentious: What do pretrained language models learn about you?","created":"2021-09-21","cited_by_count":16},{"id":"2109.06862","title":"Legal Transformer Models May Not Always Help","created":"2021-09-14","cited_by_count":6}],"next_cursor":null}