{"list":"other","total":132,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"1612.03975","title":"ConceptNet 5.5: An Open Multilingual Graph of General Knowledge","created":"2016-12-12","cited_by_count":1067},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"1707.01476","title":"Convolutional 2D Knowledge Graph Embeddings","created":"2017-07-05","cited_by_count":730},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"2009.08366","title":"GraphCodeBERT: Pre-training Code Representations with Data Flow","created":"2020-09-17","cited_by_count":609},{"id":"1910.12840","title":"Evaluating the Factual Consistency of Abstractive Text Summarization","created":"2019-10-28","cited_by_count":584},{"id":"2009.02252","title":"KILT: a Benchmark for Knowledge Intensive Language Tasks","created":"2020-09-04","cited_by_count":573},{"id":"2104.08164","title":"Editing Factual Knowledge in Language Models","created":"2021-04-16","cited_by_count":553},{"id":"1811.01241","title":"Wizard of Wikipedia: Knowledge-Powered Conversational agents","created":"2018-11-03","cited_by_count":530},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"1906.05317","title":"COMET: Commonsense Transformers for Automatic Knowledge Graph Construction","created":"2019-06-12","cited_by_count":450},{"id":"1604.01696","title":"A Corpus and Evaluation Framework for Deeper Understanding of Commonsense Stories","created":"2016-04-06","cited_by_count":417},{"id":"2104.06378","title":"QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering","created":"2021-04-13","cited_by_count":388},{"id":"1909.05840","title":"Q-BERT: Hessian Based Ultra Low Precision Quantization of BERT","created":"2019-09-12","cited_by_count":359},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"2010.01057","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","created":"2020-10-02","cited_by_count":326},{"id":"1909.03193","title":"KG-BERT: BERT for Knowledge Graph Completion","created":"2019-09-07","cited_by_count":324},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"1909.07606","title":"K-BERT: Enabling Language Representation with Knowledge Graph","created":"2019-09-17","cited_by_count":304},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"1909.00277","title":"Cosmos QA: Machine Reading Comprehension with Contextual Commonsense Reasoning","created":"2019-08-31","cited_by_count":285},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"1810.10147","title":"FewRel: A Large-Scale Supervised Few-Shot Relation Classification Dataset with State-of-the-Art Evaluation","created":"2018-10-24","cited_by_count":254},{"id":"2010.05953","title":"COMET-ATOMIC 2020: On Symbolic and Neural Commonsense Knowledge Graphs","created":"2020-10-12","cited_by_count":254},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1704.05179","title":"SearchQA: A New Q&A Dataset Augmented with Context from a Search Engine","created":"2017-04-18","cited_by_count":225},{"id":"1909.02151","title":"KagNet: Knowledge-Aware Graph Networks for Commonsense Reasoning","created":"2019-09-04","cited_by_count":216},{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201},{"id":"1910.09753","title":"MRQA 2019 Shared Task: Evaluating Generalization in Reading Comprehension","created":"2019-10-22","cited_by_count":184},{"id":"2108.02035","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","created":"2021-08-04","cited_by_count":183},{"id":"2104.07650","title":"KnowPrompt: Knowledge-aware Prompt-tuning with Synergistic Optimization for Relation Extraction","created":"2021-04-15","cited_by_count":180},{"id":"2201.08860","title":"GreaseLM: Graph REASoning Enhanced Language Models for Question Answering","created":"2022-01-21","cited_by_count":171},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157},{"id":"2001.05139","title":"A Knowledge-Enhanced Pretraining Model for Commonsense Story Generation","created":"2020-01-15","cited_by_count":116},{"id":"2105.03887","title":"Lawformer: A Pre-trained Language Model for Chinese Legal Long Documents","created":"2021-05-09","cited_by_count":116},{"id":"1909.02209","title":"Semantics-aware BERT for Language Understanding","created":"2019-09-05","cited_by_count":112},{"id":"2010.02559","title":"LEGAL-BERT: The Muppets straight out of Law School","created":"2020-10-06","cited_by_count":111},{"id":"2008.09036","title":"Language Models as Knowledge Bases: On Entity Representations, Storage Capacity, and Paraphrased Queries","created":"2020-08-20","cited_by_count":107},{"id":"2010.08824","title":"Knowledge-Grounded Dialogue Generation with Pre-trained Language Models","created":"2020-10-17","cited_by_count":107},{"id":"2009.12677","title":"KG-BART: Knowledge Graph-Augmented BART for Generative Commonsense Reasoning","created":"2020-09-26","cited_by_count":106},{"id":"1708.00107","title":"Learned in Translation: Contextualized Word Vectors","created":"2017-08-01","cited_by_count":104},{"id":"1809.07358","title":"A Dataset for Document Grounded Conversations","created":"2018-09-19","cited_by_count":104},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"1911.03681","title":"E-BERT: Efficient-Yet-Effective Entity Embeddings for BERT","created":"2019-11-09","cited_by_count":96},{"id":"2010.11967","title":"Language Models are Open Knowledge Graphs","created":"2020-10-22","cited_by_count":95},{"id":"2010.06775","title":"Vokenization: Improving Language Understanding with Contextualized, Visual-Grounded Supervision","created":"2020-10-14","cited_by_count":94},{"id":"1909.10681","title":"Knowledge-Enriched Transformer for Emotion Detection in Textual Conversations","created":"2019-09-24","cited_by_count":92},{"id":"1905.00270","title":"ASER: A Large-scale Eventuality Knowledge Graph","created":"2019-05-01","cited_by_count":89},{"id":"1807.04905","title":"Ultra-Fine Entity Typing","created":"2018-07-13","cited_by_count":87},{"id":"2010.00309","title":"CoLAKE: Contextualized Language and Knowledge Embedding","created":"2020-10-01","cited_by_count":86},{"id":"1908.05646","title":"SenseBERT: Driving Some Sense into BERT","created":"2019-08-15","cited_by_count":73},{"id":"2010.00796","title":"JAKET: Joint Pre-training of Knowledge Graph and Language Understanding","created":"2020-10-02","cited_by_count":73},{"id":"2012.15022","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","created":"2020-12-30","cited_by_count":72},{"id":"1906.07241","title":"Barack's Wife Hillary: Using Knowledge-Graphs for Fact-Aware Language Modeling","created":"2019-06-17","cited_by_count":71},{"id":"2106.01561","title":"Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA?","created":"2021-06-03","cited_by_count":62},{"id":"1808.10113","title":"Story Ending Generation with Incremental Encoding and Commonsense Knowledge","created":"2018-08-30","cited_by_count":60},{"id":"2005.11787","title":"Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers","created":"2020-05-24","cited_by_count":57},{"id":"2009.11692","title":"Language Generation with Multi-Hop Reasoning on Commonsense Knowledge Graph","created":"2020-09-24","cited_by_count":57},{"id":"2005.05635","title":"SKEP: Sentiment Knowledge Enhanced Pre-training for Sentiment Analysis","created":"2020-05-12","cited_by_count":54},{"id":"2010.10391","title":"UmlsBERT: Clinical Domain Knowledge Augmentation of Contextual Embeddings Using the Unified Medical Language System Metathesaurus","created":"2020-10-20","cited_by_count":53},{"id":"2007.00655","title":"Knowledge-Aware Language Model Pretraining","created":"2020-06-29","cited_by_count":52},{"id":"1909.00109","title":"Giving BERT a Calculator: Finding Operations and Arguments with Reading Comprehension","created":"2019-08-31","cited_by_count":51},{"id":"2103.04350","title":"Syntax-BERT: Improving Pre-trained Transformers with Syntax Trees","created":"2021-03-07","cited_by_count":51},{"id":"2112.02732","title":"JointLK: Joint Reasoning with Language Models and Knowledge Graphs for Commonsense Question Answering","created":"2021-12-06","cited_by_count":40},{"id":"2009.07162","title":"Multimodal Joint Attribute Prediction and Value Extraction for E-commerce Product","created":"2020-09-15","cited_by_count":39},{"id":"2110.06490","title":"Dict-BERT: Enhancing Language Model Pre-training with Dictionary","created":"2021-10-13","cited_by_count":38},{"id":"2007.00849","title":"Facts as Experts: Adaptable and Interpretable Neural Memory over Symbolic Knowledge","created":"2020-07-02","cited_by_count":37},{"id":"2104.10344","title":"Improving Biomedical Pretrained Language Models with Knowledge","created":"2021-04-21","cited_by_count":36},{"id":"2110.08455","title":"Knowledge Enhanced Pretrained Language Models: A Compreshensive Survey","created":"2021-10-16","cited_by_count":33},{"id":"2104.05837","title":"Relational World Knowledge Representation in Contextual Language Models: A Review","created":"2021-04-12","cited_by_count":31},{"id":"2202.08772","title":"A Survey of Knowledge-Intensive NLP with Pre-Trained Language Models","created":"2022-02-17","cited_by_count":30},{"id":"1908.06725","title":"Align, Mask and Select: A Simple Method for Incorporating Commonsense Knowledge into Language Representation Models","created":"2019-08-19","cited_by_count":28},{"id":"2103.10415","title":"Refining Language Models with Compositional Explanations","created":"2021-03-18","cited_by_count":27}],"next_cursor":"100"}