{"list":"other","total":89,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1806.03822","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","created":"2018-06-11","cited_by_count":1554},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392},{"id":"2009.13081","title":"What Disease does this Patient Have? A Large-scale Open Domain Question Answering Dataset from Medical Exams","created":"2020-09-28","cited_by_count":1356},{"id":"2212.10511","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","created":"2022-12-20","cited_by_count":1128},{"id":"2210.07229","title":"Mass-Editing Memory in a Transformer","created":"2022-10-13","cited_by_count":1001},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"2104.08164","title":"Editing Factual Knowledge in Language Models","created":"2021-04-16","cited_by_count":553},{"id":"2211.08411","title":"Large Language Models Struggle to Learn Long-Tail Knowledge","created":"2022-11-15","cited_by_count":458},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"1706.04115","title":"Zero-Shot Relation Extraction via Reading Comprehension","created":"2017-06-13","cited_by_count":426},{"id":"2104.06599","title":"Learning How to Ask: Querying LMs with Mixtures of Soft Prompts","created":"2021-04-14","cited_by_count":377},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364},{"id":"2109.05052","title":"Entity-Based Knowledge Conflicts in Question Answering","created":"2021-09-10","cited_by_count":356},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319},{"id":"2106.15110","title":"Time-Aware Language Models as Temporal Knowledge Bases","created":"2021-06-29","cited_by_count":296},{"id":"2104.05240","title":"Factual Probing Is [MASK]: Learning vs. Learning to Recall","created":"2021-04-12","cited_by_count":291},{"id":"2303.14186","title":"TRAK: Attributing Model Behavior at Scale","created":"2023-03-24","cited_by_count":283},{"id":"1911.03343","title":"Negated and Misprimed Probes for Pretrained Language Models: Birds Can Talk, But Cannot Fly","created":"2019-11-08","cited_by_count":243},{"id":"2202.07922","title":"ZeroGen: Efficient Zero-shot Learning via Dataset Generation","created":"2022-02-16","cited_by_count":211},{"id":"1909.00505","title":"Commonsense Knowledge Mining from Pretrained Models","created":"2019-09-02","cited_by_count":189},{"id":"2110.03215","title":"Towards Continual Knowledge Learning of Language Models","created":"2021-10-07","cited_by_count":174},{"id":"2110.07814","title":"Meta-learning via Language Model In-context Tuning","created":"2021-10-15","cited_by_count":164},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157},{"id":"2109.06157","title":"SituatedQA: Incorporating Extra-Linguistic Contexts into QA","created":"2021-09-13","cited_by_count":145},{"id":"2109.08535","title":"Simple Entity-Centric Questions Challenge Dense Retrievers","created":"2021-09-17","cited_by_count":140},{"id":"2008.02637","title":"Question and Answer Test-Train Overlap in Open-Domain Question Answering Datasets","created":"2020-08-06","cited_by_count":138},{"id":"2102.00894","title":"Multilingual LAMA: Investigating Knowledge in Multilingual Pretrained Language Models","created":"2021-02-01","cited_by_count":132},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131},{"id":"2204.14211","title":"TemporalWiki: A Lifelong Benchmark for Training and Evaluating Ever-Evolving Language Models","created":"2022-04-29","cited_by_count":119},{"id":"2010.06189","title":"X-FACTR: Multilingual Factual Knowledge Retrieval from Pretrained Language Models","created":"2020-10-13","cited_by_count":117},{"id":"2008.09036","title":"Language Models as Knowledge Bases: On Entity Representations, Storage Capacity, and Paraphrased Queries","created":"2020-08-20","cited_by_count":107},{"id":"2106.09231","title":"Knowledgeable or Educated Guess? Revisiting Language Models as Knowledge Bases","created":"2021-06-17","cited_by_count":107},{"id":"2011.04946","title":"When Do You Need Billions of Words of Pretraining Data?","created":"2020-11-10","cited_by_count":104},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"1911.03681","title":"E-BERT: Efficient-Yet-Effective Entity Embeddings for BERT","created":"2019-11-09","cited_by_count":96},{"id":"2109.07154","title":"Can Language Models be Biomedical Knowledge Bases?","created":"2021-09-15","cited_by_count":83},{"id":"2103.05327","title":"BERTese: Learning to Speak to BERT","created":"2021-03-09","cited_by_count":82},{"id":"1806.04185","title":"A Corpus with Multi-Level Annotations of Patients, Interventions and Outcomes to Support Language Processing for Medical Literature","created":"2018-06-11","cited_by_count":79},{"id":"1911.12753","title":"Inducing Relational Knowledge from BERT","created":"2019-11-28","cited_by_count":75},{"id":"2105.03519","title":"Understanding by Understanding Not: Modeling Negation in Language Models","created":"2021-05-07","cited_by_count":73},{"id":"2106.01561","title":"Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA?","created":"2021-06-03","cited_by_count":62},{"id":"2305.17553","title":"Detecting Edit Failures In Large Language Models: An Improved Specificity Benchmark","created":"2023-05-27","cited_by_count":62},{"id":"2011.03080","title":"EXAMS: A Multi-Subject High School Examinations Dataset for Cross-Lingual and Multilingual Question Answering","created":"2020-11-05","cited_by_count":60},{"id":"2205.02832","title":"Entity Cloze By Date: What LMs Know About Unseen Entities","created":"2022-05-05","cited_by_count":55},{"id":"2203.16747","title":"How Pre-trained Language Models Capture Factual Knowledge? A Causal-Inspired Analysis","created":"2022-03-31","cited_by_count":42},{"id":"2010.03010","title":"Exploring BERT's Sensitivity to Lexical Cues using Tests from Semantic Priming","created":"2020-10-06","cited_by_count":41},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40},{"id":"2110.08294","title":"Coherence boosting: When your pretrained language model is not paying enough attention","created":"2021-10-15","cited_by_count":38},{"id":"2104.10344","title":"Improving Biomedical Pretrained Language Models with Knowledge","created":"2021-04-21","cited_by_count":36},{"id":"2104.05837","title":"Relational World Knowledge Representation in Contextual Language Models: A Review","created":"2021-04-12","cited_by_count":31},{"id":"2203.12258","title":"Can Prompt Probe Pretrained Language Models? Understanding the Invisible Risks from a Causal View","created":"2022-03-23","cited_by_count":31},{"id":"2010.02480","title":"Pretrained Language Model Embryology: The Birth of ALBERT","created":"2020-10-06","cited_by_count":30},{"id":"2109.12393","title":"Sorting through the noise: Testing robustness of information processing in pre-trained language models","created":"2021-09-25","cited_by_count":27},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23},{"id":"2110.07280","title":"P-Adapters: Robustly Extracting Factual Information from Language Models with Diverse Prompts","created":"2021-10-14","cited_by_count":22},{"id":"2204.12785","title":"Plug-and-Play Adaptation for Continuously-updated QA","created":"2022-04-27","cited_by_count":21},{"id":"2302.12297","title":"Dynamic Benchmarking of Masked Language Models on Temporal Concept Drift with Multiple Views","created":"2023-02-23","cited_by_count":21},{"id":"2109.07971","title":"Do Language Models Know the Way to Rome?","created":"2021-09-16","cited_by_count":18},{"id":"2302.05619","title":"Evaluating the Robustness of Discrete Prompts","created":"2023-02-11","cited_by_count":18},{"id":"2210.11771","title":"InforMask: Unsupervised Informative Masking for Language Model Pretraining","created":"2022-10-21","cited_by_count":15},{"id":"2303.12860","title":"Salient Span Masking for Temporal Understanding","created":"2023-03-22","cited_by_count":14},{"id":"2104.08840","title":"On the Influence of Masking Policies in Intermediate Pre-training","created":"2021-04-18","cited_by_count":12},{"id":"2104.07094","title":"Static Embeddings as Efficient Knowledge Bases?","created":"2021-04-14","cited_by_count":11},{"id":"2106.07285","title":"Probing Pre-Trained Language Models for Disease Knowledge","created":"2021-06-14","cited_by_count":10},{"id":"2110.01552","title":"Perhaps PTLMs Should Go to School -- A Task to Assess Open Book and Closed Book QA","created":"2021-10-04","cited_by_count":8},{"id":"2210.12540","title":"EntityCS: Improving Zero-Shot Cross-lingual Transfer with Entity-Centric Code Switching","created":"2022-10-22","cited_by_count":8},{"id":"2305.15275","title":"Self-Evolution Learning for Discriminative Language Model Pretraining","created":"2023-05-24","cited_by_count":8},{"id":"2204.03489","title":"Position-based Prompting for Health Outcome Generation","created":"2022-03-30","cited_by_count":7},{"id":"2306.03378","title":"Towards Alleviating the Object Bias in Prompt Tuning-based Factual Knowledge Extraction","created":"2023-06-06","cited_by_count":6},{"id":"2211.07078","title":"SPE: Symmetrical Prompt Enhancement for Fact Probing","created":"2022-11-14","cited_by_count":5},{"id":"2106.05365","title":"DESCGEN: A Distantly Supervised Dataset for Generating Abstractive Entity Descriptions","created":"2021-06-09","cited_by_count":3}],"next_cursor":null}