{"total":96,"rows":[{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2210.09338","title":"Deep Bidirectional Language-Knowledge Graph Pretraining","created":"2022-10-17","cited_by_count":156,"area":null},{"id":"2102.00894","title":"Multilingual LAMA: Investigating Knowledge in Multilingual Pretrained Language Models","created":"2021-02-01","cited_by_count":132,"area":null},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76,"area":null},{"id":"2201.11147","title":"OntoProtein: Protein Pretraining With Gene Ontology Embedding","created":"2022-01-23","cited_by_count":70,"area":null},{"id":"2207.14251","title":"Measuring Causal Effects of Data Statistics on Language Model's `Factual' Predictions","created":"2022-07-28","cited_by_count":57,"area":null},{"id":"2306.11489","title":"Give Us the Facts: Enhancing Large Language Models with Knowledge Graphs for Fact-aware Language Modeling","created":"2023-06-20","cited_by_count":56,"area":null},{"id":"2109.04312","title":"MATE: Multi-view Attention for Table Transformer Efficiency","created":"2021-09-09","cited_by_count":54,"area":null},{"id":"2109.06067","title":"Packed Levitated Marker for Entity and Relation Extraction","created":"2021-09-13","cited_by_count":49,"area":null},{"id":"2110.06490","title":"Dict-BERT: Enhancing Language Model Pre-training with Dictionary","created":"2021-10-13","cited_by_count":38,"area":null},{"id":"2112.08547","title":"Learning Rich Representation of Keyphrases from Text","created":"2021-12-16","cited_by_count":36,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2110.08455","title":"Knowledge Enhanced Pretrained Language Models: A Compreshensive Survey","created":"2021-10-16","cited_by_count":33,"area":null},{"id":"2310.16570","title":"Give Me the Facts! A Survey on Factual Knowledge Probing in Pre-trained Language Models","created":"2023-10-25","cited_by_count":32,"area":null},{"id":"2104.05837","title":"Relational World Knowledge Representation in Contextual Language Models: A Review","created":"2021-04-12","cited_by_count":31,"area":null},{"id":"2109.03423","title":"It is AI's Turn to Ask Humans a Question: Question-Answer Pair Generation for Children's Story Books","created":"2021-09-08","cited_by_count":23,"area":null},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2106.04053","title":"Discriminative Triad Matching and Reconstruction for Weakly Referring Expression Grounding","created":"2021-06-08","cited_by_count":21,"area":null},{"id":"2205.04260","title":"EASE: Entity-Aware Contrastive Learning of Sentence Embedding","created":"2022-05-09","cited_by_count":21,"area":null},{"id":"2306.11892","title":"Exploring New Frontiers in Agricultural NLP: Investigating the Potential of Large Language Models for Food Applications","created":"2023-06-20","cited_by_count":21,"area":null},{"id":"2109.04223","title":"KELM: Knowledge Enhanced Pre-Trained Language Representations with Message Passing on Hierarchical Relational Graphs","created":"2021-09-09","cited_by_count":19,"area":null},{"id":"2110.08151","title":"mLUKE: The Power of Entity Representations in Multilingual Pretrained Language Models","created":"2021-10-15","cited_by_count":19,"area":null},{"id":"2302.09170","title":"KILM: Knowledge Injection into Encoder-Decoder Language Models","created":"2023-02-17","cited_by_count":19,"area":null},{"id":"2310.08256","title":"Impact of Co-occurrence on Factual Knowledge of Large Language Models","created":"2023-10-12","cited_by_count":19,"area":null},{"id":"2109.12573","title":"XLM-K: Improving Cross-Lingual Language Model Pre-training with Multilingual Knowledge","created":"2021-09-26","cited_by_count":18,"area":null},{"id":"2204.13032","title":"BiTimeBERT: Extending Pre-Trained Language Representations with Bi-Temporal Information","created":"2022-04-27","cited_by_count":17,"area":null},{"id":"2205.11166","title":"Prompt Tuning for Discriminative Pre-trained Language Models","created":"2022-05-23","cited_by_count":17,"area":null},{"id":"2106.03826","title":"Narrative Question Answering with Cutting-Edge Open-Domain QA Techniques: A Comprehensive Study","created":"2021-06-07","cited_by_count":16,"area":null},{"id":"2109.04810","title":"Mixture-of-Partitions: Infusing Large Biomedical Knowledge Graphs into BERT","created":"2021-09-10","cited_by_count":14,"area":null},{"id":"2203.08565","title":"Geographic Adaptation of Pretrained Language Models","created":"2022-03-16","cited_by_count":14,"area":null},{"id":"2111.10962","title":"Enhancing Multilingual Language Model with Massive Multilingual Knowledge Triples","created":"2021-11-22","cited_by_count":13,"area":null},{"id":"2403.09963","title":"Take Care of Your Prompt Bias! Investigating and Mitigating Prompt Bias in Factual Knowledge Extraction","created":"2024-03-15","cited_by_count":13,"area":null},{"id":"2104.06960","title":"K-PLUG: Knowledge-injected Pre-trained Language Model for Natural Language Understanding and Generation in E-Commerce","created":"2021-04-14","cited_by_count":12,"area":null},{"id":"2204.03084","title":"Knowledge Infused Decoding","created":"2022-04-06","cited_by_count":12,"area":null},{"id":"2212.01944","title":"Automaton-Based Representations of Task Knowledge from Generative Language Models","created":"2022-12-04","cited_by_count":12,"area":null},{"id":"2312.02706","title":"Large Knowledge Model: Perspectives and Challenges","created":"2023-12-05","cited_by_count":12,"area":null},{"id":"2104.07094","title":"Static Embeddings as Efficient Knowledge Bases?","created":"2021-04-14","cited_by_count":11,"area":null},{"id":"2109.01048","title":"Pre-training Language Model Incorporating Domain-specific Heterogeneous Knowledge into A Unified Representation","created":"2021-09-02","cited_by_count":11,"area":null},{"id":"2211.08099","title":"A Universal Discriminator for Zero-Shot Generalization","created":"2022-11-15","cited_by_count":11,"area":null},{"id":"2103.10334","title":"Structure Inducing Pre-Training","created":"2021-03-18","cited_by_count":10,"area":null},{"id":"2305.14376","title":"PTGB: Pre-Train Graph Neural Networks for Brain Network Analysis","created":"2023-05-20","cited_by_count":10,"area":null},{"id":"2203.05877","title":"A Sentence is Worth 128 Pseudo Tokens: A Semantic-Aware Contrastive Learning Framework for Sentence Embeddings","created":"2022-03-11","cited_by_count":9,"area":null},{"id":"2210.08536","title":"Knowledge Prompting in Pre-trained Language Model for Natural Language Understanding","created":"2022-10-16","cited_by_count":9,"area":null},{"id":"2304.06136","title":"AGI for Agriculture","created":"2023-04-12","cited_by_count":9,"area":null},{"id":"2109.02789","title":"Mixed Attention Transformer for Leveraging Word-Level Knowledge to Neural Cross-Lingual Information Retrieval","created":"2021-09-07","cited_by_count":8,"area":null},{"id":"2302.01849","title":"Entity-Agnostic Representation Learning for Parameter-Efficient Knowledge Graph Embedding","created":"2023-02-03","cited_by_count":8,"area":null},{"id":"2109.00563","title":"Does Knowledge Help General NLU? An Empirical Study","created":"2021-09-01","cited_by_count":7,"area":null},{"id":"2109.10346","title":"Relation-Guided Pre-Training for Open-Domain Question Answering","created":"2021-09-21","cited_by_count":7,"area":null},{"id":"2401.12078","title":"Temporal Blind Spots in Large Language Models","created":"2024-01-22","cited_by_count":7,"area":null},{"id":"2205.03071","title":"KECP: Knowledge Enhanced Contrastive Prompting for Few-shot Extractive Question Answering","created":"2022-05-06","cited_by_count":6,"area":null},{"id":"2305.17691","title":"Plug-and-Play Knowledge Injection for Pre-trained Language Models","created":"2023-05-28","cited_by_count":6,"area":null},{"id":"2311.15781","title":"Increasing Coverage and Precision of Textual Information in Multilingual Knowledge Graphs","created":"2023-11-27","cited_by_count":6,"area":null},{"id":"2202.13392","title":"A Simple but Effective Pluggable Entity Lookup Table for Pre-trained Language Models","created":"2022-02-27","cited_by_count":5,"area":null},{"id":"2208.09606","title":"General-to-Specific Transfer Labeling for Domain Adaptable Keyphrase Generation","created":"2022-08-20","cited_by_count":5,"area":null},{"id":"2210.10293","title":"Forging Multiple Training Objectives for Pre-trained Language Models via Meta-Learning","created":"2022-10-19","cited_by_count":5,"area":null},{"id":"2305.00970","title":"ArK: Augmented Reality with Knowledge Interactive Emergent Ability","created":"2023-05-01","cited_by_count":5,"area":null},{"id":"2306.02388","title":"Commonsense Knowledge Transfer for Pre-trained Language Models","created":"2023-06-04","cited_by_count":5,"area":null},{"id":"2102.03596","title":"Does He Wink or Does He Nod? A Challenging Benchmark for Evaluating Word Understanding of Language Models","created":"2021-02-06","cited_by_count":4,"area":null},{"id":"2210.11165","title":"Pre-training Language Models with Deterministic Factual Knowledge","created":"2022-10-20","cited_by_count":4,"area":null},{"id":"2210.12795","title":"Realistic Data Augmentation Framework for Enhancing Tabular Reasoning","created":"2022-10-23","cited_by_count":4,"area":null},{"id":"2102.02086","title":"Focusing Knowledge-based Graph Argument Mining via Topic Modeling","created":"2021-02-03","cited_by_count":3,"area":null},{"id":"2110.00269","title":"A Survey of Knowledge Enhanced Pre-trained Models","created":"2021-10-01","cited_by_count":3,"area":null},{"id":"2211.04576","title":"Detecting Euphemisms with Literal Descriptions and Visual Imagery","created":"2022-11-08","cited_by_count":3,"area":null},{"id":"2211.12641","title":"Leveraging Data Recasting to Enhance Tabular Reasoning","created":"2022-11-23","cited_by_count":3,"area":null},{"id":"2212.13428","title":"A Survey on Knowledge-Enhanced Pre-trained Language Models","created":"2022-12-27","cited_by_count":3,"area":null},{"id":"2307.03313","title":"InfoSync: Information Synchronization across Multilingual Semi-structured Tables","created":"2023-07-06","cited_by_count":3,"area":null},{"id":"2311.08329","title":"KTRL+F: Knowledge-Augmented In-Document Search","created":"2023-11-14","cited_by_count":3,"area":null},{"id":"2109.02572","title":"Enhancing Natural Language Representation with Large-Scale Out-of-Domain Commonsense","created":"2021-09-06","cited_by_count":2,"area":null},{"id":"2109.10547","title":"K-AID: Enhancing Pre-trained Language Models with Domain Knowledge for Question Answering","created":"2021-09-22","cited_by_count":2,"area":null},{"id":"2206.08842","title":"Entity-Graph Enhanced Cross-Modal Pretraining for Instance-level Product Retrieval","created":"2022-06-17","cited_by_count":2,"area":null},{"id":"2210.12582","title":"Language Model Pre-Training with Sparse Latent Typing","created":"2022-10-23","cited_by_count":2,"area":null},{"id":"2305.05945","title":"Adapter-TST: A Parameter Efficient Method for Multiple-Attribute Text Style Transfer","created":"2023-05-10","cited_by_count":2,"area":null},{"id":"2404.06911","title":"GraSAME: Injecting Token-Level Structural Information to Pretrained Language Models via Graph-guided Self-Attention Mechanism","created":"2024-04-10","cited_by_count":2,"area":null},{"id":"2111.09486","title":"Linking-Enhanced Pre-Training for Table Semantic Parsing","created":"2021-11-18","cited_by_count":1,"area":null},{"id":"2204.05781","title":"Forecasting Cryptocurrency Returns from Sentiment Signals: An Analysis of BERT Classifiers and Weak Supervision","created":"2022-04-06","cited_by_count":1,"area":null},{"id":"2208.08954","title":"Ered: Enhanced Text Representations with Entities and Descriptions","created":"2022-08-18","cited_by_count":1,"area":null},{"id":"2208.09625","title":"SPOT: Knowledge-Enhanced Language Representations for Information Extraction","created":"2022-08-20","cited_by_count":1,"area":null},{"id":"2304.14678","title":"NeuralKG-ind: A Python Library for Inductive Knowledge Graph Representation Learning","created":"2023-04-28","cited_by_count":1,"area":null},{"id":"2305.15516","title":"Free Lunch for Efficient Textual Commonsense Integration in Language Models","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2401.05669","title":"ConcEPT: Concept-Enhanced Pre-Training for Language Models","created":"2024-01-11","cited_by_count":1,"area":null},{"id":"2401.11972","title":"Synergizing Machine Learning & Symbolic Methods: A Survey on Hybrid Approaches to Natural Language Processing","created":"2024-01-22","cited_by_count":1,"area":null},{"id":"2509.25964","title":"Reevaluating Convolutional Neural Networks for Spectral Analysis: A Focus on Raman Spectroscopy","created":"2025-09-30","cited_by_count":1,"area":null},{"id":"2106.11740","title":"LV-BERT: Exploiting Layer Variety for BERT","created":"2021-06-22","cited_by_count":0,"area":null},{"id":"2110.08430","title":"Metadata Shaping: Natural Language Annotations for the Tail","created":"2021-10-16","cited_by_count":0,"area":null},{"id":"2203.09424","title":"elBERto: Self-supervised Commonsense Learning for Question Answering","created":"2022-03-17","cited_by_count":0,"area":null},{"id":"2207.13929","title":"MLRIP: Pre-training a military language representation model with informative factual knowledge and professional knowledge base","created":"2022-07-28","cited_by_count":0,"area":null},{"id":"2305.01624","title":"UNTER: A Unified Knowledge Interface for Enhancing Pre-trained Language Models","created":"2023-05-02","cited_by_count":0,"area":null},{"id":"2305.01810","title":"KEPLET: Knowledge-Enhanced Pretrained Language Model with Topic Entity Awareness","created":"2023-05-02","cited_by_count":0,"area":null},{"id":"2308.15010","title":"TransPrompt v2: A Transferable Prompting Framework for Cross-task Text Classification","created":"2023-08-29","cited_by_count":0,"area":null},{"id":"2403.09712","title":"A Knowledge-Injected Curriculum Pretraining Framework for Question Answering","created":"2024-03-11","cited_by_count":0,"area":null},{"id":"2403.11203","title":"TRELM: Towards Robust and Efficient Pre-training for Knowledge-Enhanced Language Models","created":"2024-03-17","cited_by_count":0,"area":null},{"id":"2605.04759","title":"Gyan: An Explainable Neuro-Symbolic Language Model","created":"2026-05-06","cited_by_count":0,"area":null}],"next_cursor":null}