{"list":"other","total":110,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293},{"id":"2007.01282","title":"Leveraging Passage Retrieval with Generative Models for Open Domain Question Answering","created":"2020-07-02","cited_by_count":1210},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952},{"id":"2001.07676","title":"Exploiting Cloze Questions for Few Shot Text Classification and Natural Language Inference","created":"2020-01-21","cited_by_count":938},{"id":"1602.06023","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","created":"2016-02-19","cited_by_count":812},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2003.02320","title":"Knowledge Graphs","created":"2020-03-04","cited_by_count":621},{"id":"1904.07734","title":"Three scenarios for continual learning","created":"2019-04-15","cited_by_count":614},{"id":"2009.02252","title":"KILT: a Benchmark for Knowledge Intensive Language Tasks","created":"2020-09-04","cited_by_count":573},{"id":"1811.01241","title":"Wizard of Wikipedia: Knowledge-Powered Conversational agents","created":"2018-11-03","cited_by_count":530},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"1604.01696","title":"A Corpus and Evaluation Framework for Deeper Understanding of Commonsense Stories","created":"2016-04-06","cited_by_count":417},{"id":"1903.08855","title":"Linguistic Knowledge and Transferability of Contextual Representations","created":"2019-03-21","cited_by_count":383},{"id":"1708.02072","title":"Measuring Catastrophic Forgetting in Neural Networks","created":"2017-08-07","cited_by_count":360},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"2010.01057","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","created":"2020-10-02","cited_by_count":326},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319},{"id":"1909.07606","title":"K-BERT: Enabling Language Representation with Knowledge Graph","created":"2019-09-17","cited_by_count":304},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"1908.05739","title":"Abductive Commonsense Reasoning","created":"2019-08-15","cited_by_count":301},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"1812.08951","title":"Analysis Methods in Neural Language Processing: A Survey","created":"2018-12-21","cited_by_count":277},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"2105.11259","title":"PTR: Prompt Tuning with Rules for Text Classification","created":"2021-05-24","cited_by_count":238},{"id":"2109.04332","title":"PPT: Pre-trained Prompt Tuning for Few-shot Learning","created":"2021-09-09","cited_by_count":232},{"id":"2201.05966","title":"UnifiedSKG: Unifying and Multi-Tasking Structured Knowledge Grounding with Text-to-Text Language Models","created":"2022-01-16","cited_by_count":231},{"id":"2006.16934","title":"ERNIE-ViL: Knowledge Enhanced Vision-Language Representations Through Scene Graph","created":"2020-06-30","cited_by_count":211},{"id":"1903.12394","title":"Informed Machine Learning -- A Taxonomy and Survey of Integrating Knowledge into Learning Systems","created":"2019-03-29","cited_by_count":205},{"id":"2108.02035","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","created":"2021-08-04","cited_by_count":183},{"id":"2104.07650","title":"KnowPrompt: Knowledge-aware Prompt-tuning with Synergistic Optimization for Relation Extraction","created":"2021-04-15","cited_by_count":180},{"id":"2201.08860","title":"GreaseLM: Graph REASoning Enhanced Language Models for Question Answering","created":"2022-01-21","cited_by_count":171},{"id":"1912.13283","title":"oLMpics -- On what Language Model Pre-training Captures","created":"2019-12-31","cited_by_count":161},{"id":"2010.05731","title":"Probing Pretrained Language Models for Lexical Semantics","created":"2020-10-12","cited_by_count":156},{"id":"2111.01998","title":"OpenPrompt: An Open-source Framework for Prompt-learning","created":"2021-11-03","cited_by_count":148},{"id":"2010.04389","title":"A Survey of Knowledge-Enhanced Text Generation","created":"2020-10-09","cited_by_count":120},{"id":"2001.05139","title":"A Knowledge-Enhanced Pretraining Model for Commonsense Story Generation","created":"2020-01-15","cited_by_count":116},{"id":"2108.13161","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","created":"2021-08-30","cited_by_count":115},{"id":"2009.12677","title":"KG-BART: Knowledge Graph-Augmented BART for Generative Commonsense Reasoning","created":"2020-09-26","cited_by_count":106},{"id":"1809.07358","title":"A Dataset for Document Grounded Conversations","created":"2018-09-19","cited_by_count":104},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2203.13224","title":"Language Models that Seek for Knowledge: Modular Search & Generation for Dialogue and Prompt Completion","created":"2022-03-24","cited_by_count":102},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"2010.00309","title":"CoLAKE: Contextualized Language and Knowledge Embedding","created":"2020-10-01","cited_by_count":86},{"id":"1612.04426","title":"Improving Neural Language Models with a Continuous Cache","created":"2016-12-13","cited_by_count":82},{"id":"2002.07510","title":"Sequential Latent Knowledge Selection for Knowledge-Grounded Dialogue","created":"2020-02-18","cited_by_count":82},{"id":"1908.05646","title":"SenseBERT: Driving Some Sense into BERT","created":"2019-08-15","cited_by_count":73},{"id":"2010.00796","title":"JAKET: Joint Pre-training of Knowledge Graph and Language Understanding","created":"2020-10-02","cited_by_count":73},{"id":"2012.15022","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","created":"2020-12-30","cited_by_count":72},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70},{"id":"2110.04330","title":"KG-FiD: Infusing Knowledge Graph in Fusion-in-Decoder for Open-Domain Question Answering","created":"2021-10-08","cited_by_count":67},{"id":"2012.14610","title":"UniK-QA: Unified Representations of Structured and Unstructured Knowledge for Open-Domain Question Answering","created":"2020-12-29","cited_by_count":61},{"id":"2203.08773","title":"Training Data is More Valuable than You Think: A Simple and Effective Method by Retrieving from Training Data","created":"2022-03-16","cited_by_count":61},{"id":"2106.10502","title":"JointGT: Graph-Text Joint Representation Learning for Text Generation from Knowledge Graphs","created":"2021-06-19","cited_by_count":58},{"id":"2009.11692","title":"Language Generation with Multi-Hop Reasoning on Commonsense Knowledge Graph","created":"2020-09-24","cited_by_count":57},{"id":"2005.05635","title":"SKEP: Sentiment Knowledge Enhanced Pre-training for Sentiment Analysis","created":"2020-05-12","cited_by_count":54},{"id":"2103.04350","title":"Syntax-BERT: Improving Pre-trained Transformers with Syntax Trees","created":"2021-03-07","cited_by_count":51},{"id":"2008.09084","title":"Do Syntax Trees Help Pre-trained Transformers Extract Information?","created":"2020-08-20","cited_by_count":48},{"id":"2011.11928","title":"GLGE: A New General Language Generation Evaluation Benchmark","created":"2020-11-24","cited_by_count":47},{"id":"2203.16747","title":"How Pre-trained Language Models Capture Factual Knowledge? A Causal-Inspired Analysis","created":"2022-03-31","cited_by_count":42},{"id":"2112.02732","title":"JointLK: Joint Reasoning with Language Models and Knowledge Graphs for Commonsense Question Answering","created":"2021-12-06","cited_by_count":40},{"id":"2112.03254","title":"Human Parity on CommonsenseQA: Augmenting Self-Attention with External Attention","created":"2021-12-06","cited_by_count":40},{"id":"2007.00849","title":"Facts as Experts: Adaptable and Interpretable Neural Memory over Symbolic Knowledge","created":"2020-07-02","cited_by_count":37},{"id":"2201.05742","title":"Kformer: Knowledge Injection in Transformer Feed-Forward Layers","created":"2022-01-15","cited_by_count":37},{"id":"2110.08455","title":"Knowledge Enhanced Pretrained Language Models: A Compreshensive Survey","created":"2021-10-16","cited_by_count":33},{"id":"2110.08417","title":"Open Domain Question Answering with A Unified Knowledge Interface","created":"2021-10-16","cited_by_count":32},{"id":"2112.07924","title":"Knowledge-Grounded Dialogue Generation with a Unified Knowledge Representation","created":"2021-12-15","cited_by_count":32},{"id":"2202.08772","title":"A Survey of Knowledge-Intensive NLP with Pre-Trained Language Models","created":"2022-02-17","cited_by_count":30},{"id":"2005.01932","title":"ExpBERT: Representation Engineering with Natural Language Explanations","created":"2020-05-05","cited_by_count":28},{"id":"2206.02928","title":"Neuro-Symbolic Procedural Planning with Commonsense Prompting","created":"2022-06-06","cited_by_count":28},{"id":"2012.15150","title":"Improving BERT with Syntax-aware Local Attention","created":"2020-12-30","cited_by_count":26},{"id":"2109.13006","title":"RuleBert: Teaching Soft Rules to Pre-trained Language Models","created":"2021-09-24","cited_by_count":25},{"id":"2201.11332","title":"Ontology-enhanced Prompt-tuning for Few-shot Learning","created":"2022-01-27","cited_by_count":24},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24},{"id":"1909.02339","title":"Specializing Unsupervised Pretraining Models for Word-Level Semantic Similarity","created":"2019-09-05","cited_by_count":20},{"id":"2203.07285","title":"Diversifying Content Generation for Commonsense Reasoning with Mixture of Knowledge Graph Experts","created":"2022-03-14","cited_by_count":19},{"id":"2102.12671","title":"LET: Linguistic Knowledge Enhanced Graph Transformer for Chinese Short Text Matching","created":"2021-02-25","cited_by_count":15},{"id":"2112.01047","title":"DKPLM: Decomposable Knowledge-enhanced Pre-trained Language Model for Natural Language Understanding","created":"2021-12-02","cited_by_count":15}],"next_cursor":"100"}