{"list":"other","total":79,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1609.02907","title":"Semi-Supervised Classification with Graph Convolutional Networks","created":"2016-09-09","cited_by_count":11361},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1710.10903","title":"Graph Attention Networks","created":"2017-10-30","cited_by_count":8923},{"id":"1706.02216","title":"Inductive Representation Learning on Large Graphs","created":"2017-06-07","cited_by_count":6320},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2005.00687","title":"Open Graph Benchmark: Datasets for Machine Learning on Graphs","created":"2020-05-02","cited_by_count":2163},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230},{"id":"2010.13902","title":"Graph Contrastive Learning with Augmentations","created":"2020-10-22","cited_by_count":1208},{"id":"2007.15779","title":"Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing","created":"2020-07-31","cited_by_count":1009},{"id":"1905.12265","title":"Strategies for Pre-training Graph Neural Networks","created":"2019-05-29","cited_by_count":971},{"id":"1902.10197","title":"RotatE: Knowledge Graph Embedding by Relational Rotation in Complex Space","created":"2019-02-26","cited_by_count":898},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"1907.04931","title":"GraphSAINT: Graph Sampling Based Inductive Learning Method","created":"2019-07-10","cited_by_count":618},{"id":"1902.09229","title":"A Theoretical Analysis of Contrastive Unsupervised Representation Learning","created":"2019-02-25","cited_by_count":530},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2006.09963","title":"GCC: Graph Contrastive Coding for Graph Neural Network Pre-Training","created":"2020-06-17","cited_by_count":463},{"id":"2004.07180","title":"SPECTER: Document-level Representation Learning using Citation-informed Transformers","created":"2020-04-15","cited_by_count":430},{"id":"1904.06627","title":"Multi-Similarity Loss with General Pair Weighting for Deep Metric Learning","created":"2019-04-14","cited_by_count":368},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"1901.11504","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","created":"2019-01-31","cited_by_count":350},{"id":"2010.01057","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","created":"2020-10-02","cited_by_count":326},{"id":"1909.03193","title":"KG-BERT: BERT for Knowledge Graph Completion","created":"2019-09-07","cited_by_count":324},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"1909.07606","title":"K-BERT: Enabling Language Representation with Knowledge Graph","created":"2019-09-17","cited_by_count":304},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"2011.01403","title":"Supervised Contrastive Learning for Pre-trained Language Model Fine-tuning","created":"2020-11-03","cited_by_count":276},{"id":"2006.03659","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","created":"2020-06-05","cited_by_count":251},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"2010.11784","title":"Self-Alignment Pretraining for Biomedical Entity Representations","created":"2020-10-22","cited_by_count":237},{"id":"1906.08230","title":"Evaluating Protein Transfer Learning with TAPE","created":"2019-06-19","cited_by_count":231},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1811.02633","title":"Molecular Transformer - A Model for Uncertainty-Calibrated Chemical Reaction Prediction","created":"2018-11-06","cited_by_count":229},{"id":"2012.15466","title":"CLEAR: Contrastive Learning for Sentence Representation","created":"2020-12-31","cited_by_count":186},{"id":"1904.01608","title":"Structural Scaffolds for Citation Intent Classification in Scientific Publications","created":"2019-04-02","cited_by_count":130},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126},{"id":"1908.04577","title":"StructBERT: Incorporating Language Structures into Pre-training for Deep Language Understanding","created":"2019-08-13","cited_by_count":109},{"id":"2009.12677","title":"KG-BART: Knowledge Graph-Augmented BART for Generative Commonsense Reasoning","created":"2020-09-26","cited_by_count":106},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"1911.03681","title":"E-BERT: Efficient-Yet-Effective Entity Embeddings for BERT","created":"2019-11-09","cited_by_count":96},{"id":"2006.15020","title":"Pre-training via Paraphrasing","created":"2020-06-26","cited_by_count":92},{"id":"2009.12061","title":"An Unsupervised Sentence Embedding Method by Mutual Information Maximization","created":"2020-09-25","cited_by_count":91},{"id":"2006.07889","title":"Graph Meta Learning via Local Subgraphs","created":"2020-06-14","cited_by_count":89},{"id":"2007.01594","title":"Adaptive Graph Encoder for Attributed Graph Embedding","created":"2020-07-03","cited_by_count":89},{"id":"2010.00309","title":"CoLAKE: Contextualized Language and Knowledge Embedding","created":"2020-10-01","cited_by_count":86},{"id":"1910.08350","title":"A Mutual Information Maximization Perspective of Language Representation Learning","created":"2019-10-18","cited_by_count":85},{"id":"2011.05864","title":"On the Sentence Embeddings from Pre-trained Language Models","created":"2020-11-02","cited_by_count":83},{"id":"2010.00796","title":"JAKET: Joint Pre-training of Knowledge Graph and Language Understanding","created":"2020-10-02","cited_by_count":73},{"id":"2010.03648","title":"A Mathematical Exploration of Why Language Models Help Solve Downstream Tasks","created":"2020-10-07","cited_by_count":72},{"id":"2012.15022","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","created":"2020-12-30","cited_by_count":72},{"id":"1706.01010","title":"DeepSF: deep convolutional neural network for mapping protein sequences to folds","created":"2017-06-04","cited_by_count":46},{"id":"2011.07956","title":"Pre-training Text-to-Text Transformers for Concept-centric Common Sense","created":"2020-10-24","cited_by_count":42},{"id":"1902.00249","title":"ProteinNet: a standardized data set for machine learning of protein structure","created":"2019-02-01","cited_by_count":39},{"id":"1912.00147","title":"Integrating Graph Contextualized Knowledge into Pre-trained Language Models","created":"2019-11-30","cited_by_count":26},{"id":"2004.14224","title":"Exploiting Structured Knowledge in Text via Graph-Guided Representation Learning","created":"2020-04-29","cited_by_count":26},{"id":"2006.11468","title":"Beyond Homophily in Graph Neural Networks: Current Limitations and Effective Designs","created":"2020-06-20","cited_by_count":25},{"id":"2005.13482","title":"Syntactic Structure Distillation Pretraining For Bidirectional Encoders","created":"2020-05-27","cited_by_count":18},{"id":"2101.00406","title":"CDLM: Cross-Document Language Modeling","created":"2021-01-02","cited_by_count":17},{"id":"1912.05625","title":"Pre-Training of Deep Bidirectional Protein Sequence Representations with Structural Information","created":"2019-11-25","cited_by_count":15},{"id":"2009.13964","title":"CokeBERT: Contextual Knowledge Selection and Embedding towards Enhanced Pre-Trained Language Models","created":"2020-09-29","cited_by_count":11},{"id":"2012.03551","title":"KgPLM: Knowledge-guided Language Model Pre-training via Generative and Discriminative Learning","created":"2020-12-07","cited_by_count":9},{"id":"2007.10185","title":"A Comprehensive Evaluation of Multi-task Learning and Multi-task Pre-training on EHR Time-series Data","created":"2020-07-20","cited_by_count":8},{"id":"2010.06351","title":"CAPT: Contrastive Pre-Training for Learning Denoised Sequence Representations","created":"2020-10-13","cited_by_count":8},{"id":"2102.00466","title":"Adversarial Contrastive Pre-training for Protein Sequences","created":"2021-01-31","cited_by_count":8},{"id":"2012.11336","title":"CODE: Contrastive Pre-training with Adversarial Fine-tuning for Zero-shot Expert Linking","created":"2020-12-14","cited_by_count":3}],"next_cursor":null}