{"list":"other","total":110,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1409.4842","title":"Going Deeper with Convolutions","created":"2014-09-17","cited_by_count":4241},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1908.09635","title":"A Survey on Bias and Fairness in Machine Learning","created":"2019-08-23","cited_by_count":1917},{"id":"1508.05326","title":"A large annotated corpus for learning natural language inference","created":"2015-08-21","cited_by_count":1847},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1607.04606","title":"Enriching Word Vectors with Subword Information","created":"2016-07-15","cited_by_count":1583},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1908.07490","title":"LXMERT: Learning Cross-Modality Encoder Representations from Transformers","created":"2019-08-20","cited_by_count":1553},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"1909.06146","title":"PubMedQA: A Dataset for Biomedical Research Question Answering","created":"2019-09-13","cited_by_count":1288},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013},{"id":"2007.15779","title":"Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing","created":"2020-07-31","cited_by_count":1009},{"id":"1904.03323","title":"Publicly Available Clinical BERT Embeddings","created":"2019-04-06","cited_by_count":1002},{"id":"1908.08530","title":"VL-BERT: Pre-training of Generic Visual-Linguistic Representations","created":"2019-08-22","cited_by_count":954},{"id":"1707.08114","title":"A Survey on Multi-Task Learning","created":"2017-07-25","cited_by_count":840},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1901.11196","title":"EDA: Easy Data Augmentation Techniques for Boosting Performance on Text Classification Tasks","created":"2019-01-31","cited_by_count":807},{"id":"1904.01766","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","created":"2019-04-03","cited_by_count":703},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"1907.11932","title":"Is BERT Really Robust? A Strong Baseline for Natural Language Attack on Text Classification and Entailment","created":"2019-07-27","cited_by_count":671},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"2005.12833","title":"Med-BERT: pre-trained contextualized embeddings on large-scale structured electronic health records for disease prediction","created":"2020-05-22","cited_by_count":373},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"2003.00104","title":"AraBERT: Transformer-based Model for Arabic Language Understanding","created":"2020-02-28","cited_by_count":362},{"id":"1901.11504","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","created":"2019-01-31","cited_by_count":350},{"id":"2005.10200","title":"BERTweet: A pre-trained language model for English Tweets","created":"2020-05-20","cited_by_count":346},{"id":"1906.05474","title":"Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets","created":"2019-06-13","cited_by_count":299},{"id":"1907.09538","title":"BEHRT: Transformer for Electronic Health Records","created":"2019-07-22","cited_by_count":263},{"id":"2010.11784","title":"Self-Alignment Pretraining for Biomedical Entity Representations","created":"2020-10-22","cited_by_count":237},{"id":"2004.01401","title":"XGLUE: A New Benchmark Dataset for Cross-lingual Pre-training, Understanding and Generation","created":"2020-04-03","cited_by_count":222},{"id":"1811.01088","title":"Sentence Encoders on STILTs: Supplementary Training on Intermediate Labeled-data Tasks","created":"2018-11-02","cited_by_count":215},{"id":"1404.2188","title":"A Convolutional Neural Network for Modelling Sentences","created":"2014-04-08","cited_by_count":163},{"id":"1905.11268","title":"Combating Adversarial Misspellings with Robust Word Recognition","created":"2019-05-27","cited_by_count":163},{"id":"1808.06752","title":"Lessons from Natural Language Inference in the Clinical Domain","created":"2018-08-21","cited_by_count":151},{"id":"1605.05101","title":"Recurrent Neural Network for Text Classification with Multi-Task Learning","created":"2016-05-17","cited_by_count":144},{"id":"1809.00732","title":"emrQA: A Large Corpus for Question Answering on Electronic Medical Records","created":"2018-09-03","cited_by_count":135},{"id":"1508.06615","title":"Character-Aware Neural Language Models","created":"2015-08-26","cited_by_count":132},{"id":"2102.00894","title":"Multilingual LAMA: Investigating Knowledge in Multilingual Pretrained Language Models","created":"2021-02-01","cited_by_count":132},{"id":"2005.00628","title":"Intermediate-Task Transfer Learning with Pretrained Models for Natural Language Understanding: When and Why Does It Work?","created":"2020-05-01","cited_by_count":127},{"id":"2010.06189","title":"X-FACTR: Multilingual Factual Knowledge Retrieval from Pretrained Language Models","created":"2020-10-13","cited_by_count":117},{"id":"2005.07503","title":"COVID-Twitter-BERT: A Natural Language Processing Model to Analyse COVID-19 Content on Twitter","created":"2020-05-15","cited_by_count":96},{"id":"2005.04322","title":"LinCE: A Centralized Benchmark for Linguistic Code-switching Evaluation","created":"2020-05-09","cited_by_count":93},{"id":"2005.12515","title":"ParsBERT: Transformer-based Model for Persian Language Understanding","created":"2020-05-26","cited_by_count":93},{"id":"2008.02496","title":"ConvBERT: Improving BERT with Span-based Dynamic Convolution","created":"2020-08-06","cited_by_count":88},{"id":"2010.10392","title":"CharacterBERT: Reconciling ELMo and BERT for Word-Level Open-Vocabulary Representations From Characters","created":"2020-10-20","cited_by_count":87},{"id":"1902.09476","title":"MedMentions: A Large Biomedical Corpus Annotated with UMLS Concepts","created":"2019-02-25","cited_by_count":80},{"id":"2003.11515","title":"Hurtful Words: Quantifying Biases in Clinical Contextual Word Embeddings","created":"2020-03-11","cited_by_count":79},{"id":"2010.06060","title":"BioMegatron: Larger Biomedical Domain Language Model","created":"2020-10-12","cited_by_count":76},{"id":"1904.05506","title":"Membership Inference Attacks on Sequence-to-Sequence Models: Is My Data In Your Machine Translation System?","created":"2019-04-11","cited_by_count":71},{"id":"2011.02947","title":"CODER: Knowledge infused cross-lingual medical term embedding for term normalization","created":"2020-11-05","cited_by_count":55},{"id":"2010.10391","title":"UmlsBERT: Clinical Domain Knowledge Augmentation of Contextual Embeddings Using the Unified Medical Language System Metathesaurus","created":"2020-10-20","cited_by_count":53},{"id":"2010.03295","title":"COMETA: A Corpus for Medical Entity Linking in the Social Media","created":"2020-10-07","cited_by_count":50},{"id":"1902.08691","title":"Enhancing Clinical Concept Extraction with Contextual Embeddings","created":"2019-02-22","cited_by_count":48},{"id":"2003.07278","title":"A Survey on Contextual Embeddings","created":"2020-03-16","cited_by_count":48},{"id":"1906.02242","title":"Variational Pretraining for Semi-supervised Text Classification","created":"2019-06-05","cited_by_count":41},{"id":"2002.03141","title":"PixelHop++: A Small Successive-Subspace-Learning-Based (SSL-based) Model for Image Classification","created":"2020-02-08","cited_by_count":37},{"id":"2005.02799","title":"An Empirical Study of Multi-Task Learning on BERT for Biomedical Text Mining","created":"2020-05-06","cited_by_count":35},{"id":"1803.09720","title":"CliCR: A Dataset of Clinical Case Reports for Machine Reading Comprehension","created":"2018-03-26","cited_by_count":34},{"id":"1909.08229","title":"Pre-trained Language Model for Biomedical Question Answering","created":"2019-09-18","cited_by_count":31},{"id":"1912.11975","title":"Clinical XLNet: Modeling Sequential Clinical Notes and Predicting Prolonged Mechanical Ventilation","created":"2019-12-27","cited_by_count":30},{"id":"1802.00400","title":"A Comparison of Word Embeddings for the Biomedical Natural Language Processing","created":"2018-02-01","cited_by_count":29},{"id":"2004.03354","title":"Inexpensive Domain Adaptation of Pretrained Language Models: Case Studies on Biomedical NER and Covid-19 QA","created":"2020-04-07","cited_by_count":23},{"id":"2009.01560","title":"Biomedical named entity recognition using BERT in the machine reading comprehension framework","created":"2020-09-03","cited_by_count":22},{"id":"2010.01694","title":"On Losses for Modern Language Models","created":"2020-10-04","cited_by_count":21},{"id":"2102.08366","title":"Boosting Low-Resource Biomedical QA via Entity-Aware Masking Strategies","created":"2021-02-16","cited_by_count":21},{"id":"2008.10813","title":"Conceptualized Representation Learning for Chinese Biomedical Text Mining","created":"2020-08-25","cited_by_count":19},{"id":"2009.09223","title":"BioALBERT: A Simple and Effective Pre-trained Language Model for Biomedical Named Entity Recognition","created":"2020-09-19","cited_by_count":19},{"id":"2004.10220","title":"MT-Clinical BERT: Scaling Clinical Information Extraction with Multitask Learning","created":"2020-04-21","cited_by_count":17},{"id":"1903.01039","title":"SECNLP: A Survey of Embeddings in Clinical Natural Language Processing","created":"2019-03-04","cited_by_count":16},{"id":"2001.08904","title":"MT-BioNER: Multi-task Learning for Biomedical Named Entity Recognition using Deep Bidirectional Transformers","created":"2020-01-24","cited_by_count":15},{"id":"2102.06761","title":"MIMIC-IF: Interpretability and Fairness Evaluation of Deep Learning Models on MIMIC-IV Dataset","created":"2021-02-12","cited_by_count":15},{"id":"2002.06588","title":"Automated Labelling using an Attention model for Radiology reports of MRI scans (ALARM)","created":"2020-02-16","cited_by_count":14},{"id":"1910.05786","title":"Progress Notes Classification and Keyword Extraction using Attention-based Deep Learning Models with BERT","created":"2019-10-13","cited_by_count":11},{"id":"2004.03659","title":"The Russian Drug Reaction Corpus and Neural Models for Drug Reactions and Effectiveness Detection in User Reviews","created":"2020-04-07","cited_by_count":11},{"id":"2007.00217","title":"Transferability of Natural Language Inference to Biomedical Question Answering","created":"2020-07-01","cited_by_count":10},{"id":"2104.07613","title":"SINA-BERT: A pre-trained Language Model for Analysis of Medical Texts in Persian","created":"2021-04-15","cited_by_count":10},{"id":"1909.12411","title":"Biomedical relation extraction with pre-trained language representations and minimal task-specific architecture","created":"2019-09-26","cited_by_count":8},{"id":"2004.11157","title":"On Adversarial Examples for Biomedical NLP Tasks","created":"2020-04-23","cited_by_count":8}],"next_cursor":"100"}