{"list":"other","total":82,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"1612.03975","title":"ConceptNet 5.5: An Open Multilingual Graph of General Knowledge","created":"2016-12-12","cited_by_count":1067},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"1902.10197","title":"RotatE: Knowledge Graph Embedding by Relational Rotation in Complex Space","created":"2019-02-26","cited_by_count":898},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"2009.02252","title":"KILT: a Benchmark for Knowledge Intensive Language Tasks","created":"2020-09-04","cited_by_count":573},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"2005.00700","title":"UnifiedQA: Crossing Format Boundaries With a Single QA System","created":"2020-05-02","cited_by_count":476},{"id":"1906.05317","title":"COMET: Commonsense Transformers for Automatic Knowledge Graph Construction","created":"2019-06-12","cited_by_count":450},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"2010.00904","title":"Autoregressive Entity Retrieval","created":"2020-10-02","cited_by_count":334},{"id":"2010.01057","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","created":"2020-10-02","cited_by_count":326},{"id":"1909.03193","title":"KG-BERT: BERT for Knowledge Graph Completion","created":"2019-09-07","cited_by_count":324},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"1909.07606","title":"K-BERT: Enabling Language Representation with Knowledge Graph","created":"2019-09-17","cited_by_count":304},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"1906.03158","title":"Matching the Blanks: Distributional Similarity for Relation Learning","created":"2019-06-07","cited_by_count":272},{"id":"2002.05867","title":"Transformers as Soft Reasoners over Language","created":"2020-02-14","cited_by_count":270},{"id":"2010.05953","title":"COMET-ATOMIC 2020: On Symbolic and Neural Commonsense Knowledge Graphs","created":"2020-10-12","cited_by_count":254},{"id":"1911.03343","title":"Negated and Misprimed Probes for Pretrained Language Models: Birds Can Talk, But Cannot Fly","created":"2019-11-08","cited_by_count":243},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1909.00505","title":"Commonsense Knowledge Mining from Pretrained Models","created":"2019-09-02","cited_by_count":189},{"id":"2005.04611","title":"How Context Affects Language Models' Factual Predictions","created":"2020-05-10","cited_by_count":181},{"id":"1912.13283","title":"oLMpics -- On what Language Model Pre-training Captures","created":"2019-12-31","cited_by_count":161},{"id":"2004.05483","title":"Unsupervised Commonsense Question Answering with Self-Talk","created":"2020-04-11","cited_by_count":161},{"id":"2008.02637","title":"Question and Answer Test-Train Overlap in Open-Domain Question Answering Datasets","created":"2020-08-06","cited_by_count":138},{"id":"2102.00894","title":"Multilingual LAMA: Investigating Knowledge in Multilingual Pretrained Language Models","created":"2021-02-01","cited_by_count":132},{"id":"1906.07348","title":"Zero-Shot Entity Linking by Reading Entity Descriptions","created":"2019-06-18","cited_by_count":124},{"id":"2010.04389","title":"A Survey of Knowledge-Enhanced Text Generation","created":"2020-10-09","cited_by_count":120},{"id":"1805.02262","title":"Construction of the Literature Graph in Semantic Scholar","created":"2018-05-06","cited_by_count":118},{"id":"2007.08426","title":"Investigating Pretrained Language Models for Graph-to-Text Generation","created":"2020-07-16","cited_by_count":117},{"id":"2010.06189","title":"X-FACTR: Multilingual Factual Knowledge Retrieval from Pretrained Language Models","created":"2020-10-13","cited_by_count":117},{"id":"2001.05139","title":"A Knowledge-Enhanced Pretraining Model for Commonsense Story Generation","created":"2020-01-15","cited_by_count":116},{"id":"2005.00683","title":"Birds have four legs?! NumerSense: Probing Numerical Commonsense Knowledge of Pre-trained Language Models","created":"2020-05-02","cited_by_count":110},{"id":"2008.09036","title":"Language Models as Knowledge Bases: On Entity Representations, Storage Capacity, and Paraphrased Queries","created":"2020-08-20","cited_by_count":107},{"id":"2009.12677","title":"KG-BART: Knowledge Graph-Augmented BART for Generative Commonsense Reasoning","created":"2020-09-26","cited_by_count":106},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"1911.03681","title":"E-BERT: Efficient-Yet-Effective Entity Embeddings for BERT","created":"2019-11-09","cited_by_count":96},{"id":"1911.11931","title":"Evaluating Commonsense in Pre-trained Language Models","created":"2019-11-27","cited_by_count":95},{"id":"1808.07699","title":"End-to-End Neural Entity Linking","created":"2018-08-23","cited_by_count":85},{"id":"2103.05327","title":"BERTese: Learning to Speak to BERT","created":"2021-03-09","cited_by_count":82},{"id":"1911.12753","title":"Inducing Relational Knowledge from BERT","created":"2019-11-28","cited_by_count":75},{"id":"2010.00796","title":"JAKET: Joint Pre-training of Knowledge Graph and Language Understanding","created":"2020-10-02","cited_by_count":73},{"id":"2012.15022","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","created":"2020-12-30","cited_by_count":72},{"id":"2010.03496","title":"Inductive Entity Representations from Text via Link Prediction","created":"2020-10-07","cited_by_count":62},{"id":"1910.02915","title":"Commonsense Knowledge Base Completion with Structural and Semantic Context","created":"2019-10-07","cited_by_count":61},{"id":"2005.11787","title":"Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers","created":"2020-05-24","cited_by_count":57},{"id":"2009.11564","title":"Machine Knowledge: Creation and Curation of Comprehensive Knowledge Bases","created":"2020-09-24","cited_by_count":55},{"id":"2007.00655","title":"Knowledge-Aware Language Model Pretraining","created":"2020-06-29","cited_by_count":52},{"id":"2011.02690","title":"Entity Linking in 100 Languages","created":"2020-11-05","cited_by_count":52},{"id":"2003.05473","title":"Investigating Entity Knowledge in BERT with Simple Neural End-To-End Entity Linking","created":"2020-03-11","cited_by_count":49},{"id":"2012.11490","title":"CSKG: The CommonSense Knowledge Graph","created":"2020-12-21","cited_by_count":45},{"id":"2007.00849","title":"Facts as Experts: Adaptable and Interpretable Neural Memory over Symbolic Knowledge","created":"2020-07-02","cited_by_count":37},{"id":"2004.14074","title":"Pre-training Is (Almost) All You Need: An Application to Commonsense Reasoning","created":"2020-04-29","cited_by_count":33},{"id":"2101.04640","title":"Dimensions of Commonsense Knowledge","created":"2021-01-12","cited_by_count":29},{"id":"1908.06725","title":"Align, Mask and Select: A Simple Method for Incorporating Commonsense Knowledge into Language Representation Models","created":"2019-08-19","cited_by_count":28},{"id":"2004.14224","title":"Exploiting Structured Knowledge in Text via Graph-Guided Representation Learning","created":"2020-04-29","cited_by_count":26},{"id":"2101.12294","title":"Combining pre-trained language models and structured knowledge","created":"2021-01-28","cited_by_count":25},{"id":"1910.01157","title":"Cracking the Contextual Commonsense Code: Understanding Commonsense Reasoning Aptitude of Deep Contextual Representations","created":"2019-10-02","cited_by_count":24},{"id":"2010.12688","title":"Knowledge Graph Based Synthetic Corpus Generation for Knowledge-Enhanced Language Model Pre-training","created":"2020-10-23","cited_by_count":24},{"id":"2010.03824","title":"Extracting a Knowledge Base of Mechanisms from COVID-19 Papers","created":"2020-10-08","cited_by_count":13},{"id":"2010.09381","title":"The RELX Dataset and Matching the Multilingual Blanks for Cross-Lingual Relation Classification","created":"2020-10-19","cited_by_count":13},{"id":"2001.03765","title":"Learning Cross-Context Entity Representations from Text","created":"2020-01-11","cited_by_count":12},{"id":"2010.06973","title":"Neural Databases","created":"2020-10-14","cited_by_count":6},{"id":"2012.02721","title":"Event Guided Denoising for Multilingual Relation Learning","created":"2020-12-04","cited_by_count":1}],"next_cursor":null}