{"list":"other","total":67,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952},{"id":"2001.07676","title":"Exploiting Cloze Questions for Few Shot Text Classification and Natural Language Inference","created":"2020-01-21","cited_by_count":938},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"1506.04757","title":"Image-based Recommendations on Styles and Substitutes","created":"2015-06-15","cited_by_count":706},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"1602.01585","title":"Ups and Downs: Modeling the Visual Evolution of Fashion Trends with One-Class Collaborative Filtering","created":"2016-02-04","cited_by_count":520},{"id":"1908.10063","title":"FinBERT: Financial Sentiment Analysis with Pre-trained Language Models","created":"2019-08-27","cited_by_count":385},{"id":"1410.3916","title":"Memory Networks","created":"2014-10-15","cited_by_count":363},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"1808.09602","title":"Multi-Task Identification of Entities, Relations, and Coreference for Scientific Knowledge Graph Construction","created":"2018-08-29","cited_by_count":322},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"2202.06991","title":"Transformer Memory as a Differentiable Search Index","created":"2022-02-14","cited_by_count":247},{"id":"1606.03126","title":"Key-Value Memory Networks for Directly Reading Documents","created":"2016-06-09","cited_by_count":223},{"id":"1705.05414","title":"Key-Value Retrieval Networks for Task-Oriented Dialogue","created":"2017-05-15","cited_by_count":138},{"id":"1710.06071","title":"PubMed 200k RCT: a Dataset for Sequential Sentence Classification in Medical Abstracts","created":"2017-10-17","cited_by_count":124},{"id":"1907.05242","title":"Large Memory Layers with Product Keys","created":"2019-07-10","cited_by_count":124},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113},{"id":"2305.02437","title":"Lift Yourself Up: Retrieval-augmented Text Generation with Self Memory","created":"2023-05-03","cited_by_count":103},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"1907.01470","title":"Augmenting Self-attention with Persistent Memory","created":"2019-07-02","cited_by_count":93},{"id":"2006.15020","title":"Pre-training via Paraphrasing","created":"2020-06-26","cited_by_count":92},{"id":"2105.11269","title":"Neural Machine Translation with Monolingual Translation Memory","created":"2021-05-24","cited_by_count":61},{"id":"1909.02597","title":"Investigating BERT's Knowledge of Language: Five Analysis Methods with NPIs","created":"2019-09-05","cited_by_count":58},{"id":"2110.06176","title":"Mention Memory: incorporating textual knowledge into Transformers through entity mention attention","created":"2021-10-12","cited_by_count":43},{"id":"1906.02242","title":"Variational Pretraining for Semi-supervised Text Classification","created":"2019-06-05","cited_by_count":41},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40},{"id":"2007.00849","title":"Facts as Experts: Adaptable and Interpretable Neural Memory over Symbolic Knowledge","created":"2020-07-02","cited_by_count":37},{"id":"2201.05742","title":"Kformer: Knowledge Injection in Transformer Feed-Forward Layers","created":"2022-01-15","cited_by_count":37},{"id":"2012.04808","title":"Fusing Context Into Knowledge Graph for Commonsense Question Answering","created":"2020-12-09","cited_by_count":33},{"id":"2010.05904","title":"Multi-Stage Pre-training for Low-Resource Domain Adaptation","created":"2020-10-12","cited_by_count":24},{"id":"2010.12688","title":"Knowledge Graph Based Synthetic Corpus Generation for Knowledge-Enhanced Language Model Pre-training","created":"2020-10-23","cited_by_count":24},{"id":"2208.00399","title":"Neural Knowledge Bank for Pretrained Transformers","created":"2022-07-31","cited_by_count":16},{"id":"2212.03140","title":"Neural Machine Translation with Contrastive Translation Memories","created":"2022-12-06","cited_by_count":12},{"id":"2301.11682","title":"Towards Personalized Review Summarization by Modeling Historical Reviews from Customer and Product Separately","created":"2023-01-27","cited_by_count":9}],"next_cursor":null}