{"list":"other","total":84,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"1710.10903","title":"Graph Attention Networks","created":"2017-10-30","cited_by_count":8923},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1612.03975","title":"ConceptNet 5.5: An Open Multilingual Graph of General Knowledge","created":"2016-12-12","cited_by_count":1067},{"id":"1905.12265","title":"Strategies for Pre-training Graph Neural Networks","created":"2019-05-29","cited_by_count":971},{"id":"1904.06690","title":"BERT4Rec: Sequential Recommendation with Bidirectional Encoder Representations from Transformer","created":"2019-04-14","cited_by_count":964},{"id":"1902.01007","title":"Right for the Wrong Reasons: Diagnosing Syntactic Heuristics in Natural Language Inference","created":"2019-02-04","cited_by_count":876},{"id":"1707.01476","title":"Convolutional 2D Knowledge Graph Embeddings","created":"2017-07-05","cited_by_count":730},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1910.12840","title":"Evaluating the Factual Consistency of Abstractive Text Summarization","created":"2019-10-28","cited_by_count":584},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"1906.05317","title":"COMET: Commonsense Transformers for Automatic Knowledge Graph Construction","created":"2019-06-12","cited_by_count":450},{"id":"1604.01696","title":"A Corpus and Evaluation Framework for Deeper Understanding of Commonsense Stories","created":"2016-04-06","cited_by_count":417},{"id":"1903.08855","title":"Linguistic Knowledge and Transferability of Contextual Representations","created":"2019-03-21","cited_by_count":383},{"id":"1909.05840","title":"Q-BERT: Hessian Based Ultra Low Precision Quantization of BERT","created":"2019-09-12","cited_by_count":359},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"2010.01057","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","created":"2020-10-02","cited_by_count":326},{"id":"1909.03193","title":"KG-BERT: BERT for Knowledge Graph Completion","created":"2019-09-07","cited_by_count":324},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"1909.07606","title":"K-BERT: Enabling Language Representation with Knowledge Graph","created":"2019-09-17","cited_by_count":304},{"id":"2006.15437","title":"GPT-GNN: Generative Pre-Training of Graph Neural Networks","created":"2020-06-27","cited_by_count":303},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"1909.00277","title":"Cosmos QA: Machine Reading Comprehension with Contextual Commonsense Reasoning","created":"2019-08-31","cited_by_count":285},{"id":"1810.10147","title":"FewRel: A Large-Scale Supervised Few-Shot Relation Classification Dataset with State-of-the-Art Evaluation","created":"2018-10-24","cited_by_count":254},{"id":"1911.03343","title":"Negated and Misprimed Probes for Pretrained Language Models: Birds Can Talk, But Cannot Fly","created":"2019-11-08","cited_by_count":243},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1704.05179","title":"SearchQA: A New Q&A Dataset Augmented with Context from a Search Engine","created":"2017-04-18","cited_by_count":225},{"id":"1909.02151","title":"KagNet: Knowledge-Aware Graph Networks for Commonsense Reasoning","created":"2019-09-04","cited_by_count":216},{"id":"1907.07355","title":"Probing Neural Network Comprehension of Natural Language Arguments","created":"2019-07-17","cited_by_count":214},{"id":"2005.04611","title":"How Context Affects Language Models' Factual Predictions","created":"2020-05-10","cited_by_count":181},{"id":"1912.13283","title":"oLMpics -- On what Language Model Pre-training Captures","created":"2019-12-31","cited_by_count":161},{"id":"2010.05731","title":"Probing Pretrained Language Models for Lexical Semantics","created":"2020-10-12","cited_by_count":156},{"id":"1705.05742","title":"Know-Evolve: Deep Temporal Reasoning for Dynamic Knowledge Graphs","created":"2017-05-16","cited_by_count":149},{"id":"2001.05139","title":"A Knowledge-Enhanced Pretraining Model for Commonsense Story Generation","created":"2020-01-15","cited_by_count":116},{"id":"2009.12677","title":"KG-BART: Knowledge Graph-Augmented BART for Generative Commonsense Reasoning","created":"2020-09-26","cited_by_count":106},{"id":"2004.14444","title":"The Effect of Natural Distribution Shift on Question Answering Models","created":"2020-04-29","cited_by_count":104},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"1911.03681","title":"E-BERT: Efficient-Yet-Effective Entity Embeddings for BERT","created":"2019-11-09","cited_by_count":96},{"id":"2010.11967","title":"Language Models are Open Knowledge Graphs","created":"2020-10-22","cited_by_count":95},{"id":"1506.08839","title":"Inferring Networks of Substitutable and Complementary Products","created":"2015-06-29","cited_by_count":92},{"id":"1807.04905","title":"Ultra-Fine Entity Typing","created":"2018-07-13","cited_by_count":87},{"id":"2010.00309","title":"CoLAKE: Contextualized Language and Knowledge Embedding","created":"2020-10-01","cited_by_count":86},{"id":"1908.05646","title":"SenseBERT: Driving Some Sense into BERT","created":"2019-08-15","cited_by_count":73},{"id":"2010.00796","title":"JAKET: Joint Pre-training of Knowledge Graph and Language Understanding","created":"2020-10-02","cited_by_count":73},{"id":"2012.15022","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","created":"2020-12-30","cited_by_count":72},{"id":"1906.07241","title":"Barack's Wife Hillary: Using Knowledge-Graphs for Fact-Aware Language Modeling","created":"2019-06-17","cited_by_count":71},{"id":"1702.04457","title":"Automated Phrase Mining from Massive Text Corpora","created":"2017-02-15","cited_by_count":70},{"id":"1909.05311","title":"Graph-Based Reasoning over Heterogeneous External Knowledge for Commonsense Question Answering","created":"2019-09-09","cited_by_count":68},{"id":"2010.03496","title":"Inductive Entity Representations from Text via Link Prediction","created":"2020-10-07","cited_by_count":62},{"id":"2005.11787","title":"Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers","created":"2020-05-24","cited_by_count":57},{"id":"2009.11692","title":"Language Generation with Multi-Hop Reasoning on Commonsense Knowledge Graph","created":"2020-09-24","cited_by_count":57},{"id":"2005.05635","title":"SKEP: Sentiment Knowledge Enhanced Pre-training for Sentiment Analysis","created":"2020-05-12","cited_by_count":54},{"id":"2004.12744","title":"Augmenting Transformers with KNN-Based Composite Memory for Dialogue","created":"2020-04-27","cited_by_count":53},{"id":"2007.00655","title":"Knowledge-Aware Language Model Pretraining","created":"2020-06-29","cited_by_count":52},{"id":"2103.04350","title":"Syntax-BERT: Improving Pre-trained Transformers with Syntax Trees","created":"2021-03-07","cited_by_count":51},{"id":"2007.00849","title":"Facts as Experts: Adaptable and Interpretable Neural Memory over Symbolic Knowledge","created":"2020-07-02","cited_by_count":37},{"id":"2104.05837","title":"Relational World Knowledge Representation in Contextual Language Models: A Review","created":"2021-04-12","cited_by_count":31},{"id":"1908.06725","title":"Align, Mask and Select: A Simple Method for Incorporating Commonsense Knowledge into Language Representation Models","created":"2019-08-19","cited_by_count":28},{"id":"2004.14224","title":"Exploiting Structured Knowledge in Text via Graph-Guided Representation Learning","created":"2020-04-29","cited_by_count":26},{"id":"2101.12294","title":"Combining pre-trained language models and structured knowledge","created":"2021-01-28","cited_by_count":25},{"id":"1909.08402","title":"Enriching BERT with Knowledge Graph Embeddings for Document Classification","created":"2019-09-18","cited_by_count":22},{"id":"1909.02339","title":"Specializing Unsupervised Pretraining Models for Word-Level Semantic Similarity","created":"2019-09-05","cited_by_count":20},{"id":"2009.02835","title":"E-BERT: A Phrase and Product Knowledge Enhanced Language Model for E-commerce","created":"2020-09-07","cited_by_count":19},{"id":"2012.15643","title":"CoCoLM: COmplex COmmonsense Enhanced Language Model with Discourse Relations","created":"2020-12-31","cited_by_count":15},{"id":"1908.07690","title":"Latent Relation Language Models","created":"2019-08-21","cited_by_count":14},{"id":"2012.03551","title":"KgPLM: Knowledge-guided Language Model Pre-training via Generative and Discriminative Learning","created":"2020-12-07","cited_by_count":9},{"id":"2012.10813","title":"Lexically-constrained Text Generation through Commonsense Knowledge Extraction and Injection","created":"2020-12-19","cited_by_count":5}],"next_cursor":null}