{"list":"other","total":103,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1706.03741","title":"Deep reinforcement learning from human preferences","created":"2017-06-12","cited_by_count":3912},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2303.12712","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","created":"2023-03-22","cited_by_count":2592},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2001.07676","title":"Exploiting Cloze Questions for Few Shot Text Classification and Natural Language Inference","created":"2020-01-21","cited_by_count":938},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2302.04023","title":"A Multitask, Multilingual, Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity","created":"2023-02-08","cited_by_count":894},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"2302.00083","title":"In-Context Retrieval-Augmented Language Models","created":"2023-01-31","cited_by_count":702},{"id":"2006.08218","title":"Self-supervised Learning: Generative or Contrastive","created":"2020-06-15","cited_by_count":694},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2211.08411","title":"Large Language Models Struggle to Learn Long-Tail Knowledge","created":"2022-11-15","cited_by_count":458},{"id":"1906.05317","title":"COMET: Commonsense Transformers for Automatic Knowledge Graph Construction","created":"2019-06-12","cited_by_count":450},{"id":"2104.06378","title":"QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering","created":"2021-04-13","cited_by_count":388},{"id":"1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","created":"2019-11-13","cited_by_count":356},{"id":"2210.01240","title":"Language Models Are Greedy Reasoners: A Systematic Formal Analysis of Chain-of-Thought","created":"2022-10-03","cited_by_count":337},{"id":"2010.01057","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","created":"2020-10-02","cited_by_count":326},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"1909.07606","title":"K-BERT: Enabling Language Representation with Knowledge Graph","created":"2019-09-17","cited_by_count":304},{"id":"2304.08354","title":"Tool Learning with Foundation Models","created":"2023-04-17","cited_by_count":302},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1909.02151","title":"KagNet: Knowledge-Aware Graph Networks for Commonsense Reasoning","created":"2019-09-04","cited_by_count":216},{"id":"2304.03439","title":"Evaluating the Logical Reasoning Ability of ChatGPT and GPT-4","created":"2023-04-07","cited_by_count":202},{"id":"2210.06774","title":"Re3: Generating Longer Stories With Recursive Reprompting and Revision","created":"2022-10-13","cited_by_count":193},{"id":"2201.08860","title":"GreaseLM: Graph REASoning Enhanced Language Models for Question Answering","created":"2022-01-21","cited_by_count":171},{"id":"1912.13283","title":"oLMpics -- On what Language Model Pre-training Captures","created":"2019-12-31","cited_by_count":161},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157},{"id":"2210.09338","title":"Deep Bidirectional Language-Knowledge Graph Pretraining","created":"2022-10-17","cited_by_count":156},{"id":"2010.04389","title":"A Survey of Knowledge-Enhanced Text Generation","created":"2020-10-09","cited_by_count":120},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118},{"id":"2001.05139","title":"A Knowledge-Enhanced Pretraining Model for Commonsense Story Generation","created":"2020-01-15","cited_by_count":116},{"id":"2008.09036","title":"Language Models as Knowledge Bases: On Entity Representations, Storage Capacity, and Paraphrased Queries","created":"2020-08-20","cited_by_count":107},{"id":"2106.09231","title":"Knowledgeable or Educated Guess? Revisiting Language Models as Knowledge Bases","created":"2021-06-17","cited_by_count":107},{"id":"2009.12677","title":"KG-BART: Knowledge Graph-Augmented BART for Generative Commonsense Reasoning","created":"2020-09-26","cited_by_count":106},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"1911.03681","title":"E-BERT: Efficient-Yet-Effective Entity Embeddings for BERT","created":"2019-11-09","cited_by_count":96},{"id":"2010.11967","title":"Language Models are Open Knowledge Graphs","created":"2020-10-22","cited_by_count":95},{"id":"1909.10681","title":"Knowledge-Enriched Transformer for Emotion Detection in Textual Conversations","created":"2019-09-24","cited_by_count":92},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92},{"id":"2010.00309","title":"CoLAKE: Contextualized Language and Knowledge Embedding","created":"2020-10-01","cited_by_count":86},{"id":"2109.07154","title":"Can Language Models be Biomedical Knowledge Bases?","created":"2021-09-15","cited_by_count":83},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76},{"id":"1908.05646","title":"SenseBERT: Driving Some Sense into BERT","created":"2019-08-15","cited_by_count":73},{"id":"2010.00796","title":"JAKET: Joint Pre-training of Knowledge Graph and Language Understanding","created":"2020-10-02","cited_by_count":73},{"id":"2012.15022","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","created":"2020-12-30","cited_by_count":72},{"id":"1906.07241","title":"Barack's Wife Hillary: Using Knowledge-Graphs for Fact-Aware Language Modeling","created":"2019-06-17","cited_by_count":71},{"id":"2303.16421","title":"ChatGPT is a Knowledgeable but Inexperienced Solver: An Investigation of Commonsense Problem in Large Language Models","created":"2023-03-29","cited_by_count":63},{"id":"2106.01561","title":"Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA?","created":"2021-06-03","cited_by_count":62},{"id":"2005.11787","title":"Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers","created":"2020-05-24","cited_by_count":57},{"id":"2009.11692","title":"Language Generation with Multi-Hop Reasoning on Commonsense Knowledge Graph","created":"2020-09-24","cited_by_count":57},{"id":"2207.14251","title":"Measuring Causal Effects of Data Statistics on Language Model's `Factual' Predictions","created":"2022-07-28","cited_by_count":57},{"id":"2007.00655","title":"Knowledge-Aware Language Model Pretraining","created":"2020-06-29","cited_by_count":52},{"id":"1906.00363","title":"Does It Make Sense? And Why? A Pilot Study for Sense Making and Explanation","created":"2019-06-02","cited_by_count":43},{"id":"2112.02732","title":"JointLK: Joint Reasoning with Language Models and Knowledge Graphs for Commonsense Question Answering","created":"2021-12-06","cited_by_count":40},{"id":"2104.10344","title":"Improving Biomedical Pretrained Language Models with Knowledge","created":"2021-04-21","cited_by_count":36},{"id":"2110.08455","title":"Knowledge Enhanced Pretrained Language Models: A Compreshensive Survey","created":"2021-10-16","cited_by_count":33},{"id":"2203.12258","title":"Can Prompt Probe Pretrained Language Models? Understanding the Invisible Risks from a Causal View","created":"2022-03-23","cited_by_count":31},{"id":"1908.06725","title":"Align, Mask and Select: A Simple Method for Incorporating Commonsense Knowledge into Language Representation Models","created":"2019-08-19","cited_by_count":28},{"id":"2004.14224","title":"Exploiting Structured Knowledge in Text via Graph-Guided Representation Learning","created":"2020-04-29","cited_by_count":26},{"id":"2105.05457","title":"Incorporating Commonsense Knowledge Graph in Pretrained Models for Social Commonsense Tasks","created":"2021-05-12","cited_by_count":24},{"id":"2201.09680","title":"Relational Memory Augmented Language Models","created":"2022-01-24","cited_by_count":24},{"id":"2204.10555","title":"KALA: Knowledge-Augmented Language Model Adaptation","created":"2022-04-22","cited_by_count":21},{"id":"2103.02410","title":"OAG-BERT: Towards A Unified Backbone Language Model For Academic Knowledge Services","created":"2021-03-03","cited_by_count":20},{"id":"2101.00760","title":"Benchmarking Knowledge-Enhanced Commonsense Question Answering via Knowledge-to-Text Transformation","created":"2021-01-04","cited_by_count":19},{"id":"2112.01047","title":"DKPLM: Decomposable Knowledge-enhanced Pre-trained Language Model for Natural Language Understanding","created":"2021-12-02","cited_by_count":15},{"id":"1908.07690","title":"Latent Relation Language Models","created":"2019-08-21","cited_by_count":14},{"id":"2111.08546","title":"Interpreting Language Models Through Knowledge Graph Extraction","created":"2021-11-16","cited_by_count":14},{"id":"2211.08380","title":"Empowering Language Models with Knowledge Graph Reasoning for Question Answering","created":"2022-11-15","cited_by_count":14},{"id":"1912.13415","title":"End-to-end Named Entity Recognition and Relation Extraction using Pre-trained Language Models","created":"2019-12-20","cited_by_count":11},{"id":"2109.07833","title":"Does External Knowledge Help Explainable Natural Language Inference? Automatic Evaluation vs. Human Ratings","created":"2021-09-16","cited_by_count":9}],"next_cursor":"100"}