{"total":296,"rows":[{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141,"area":"rag"},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101,"area":null},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2307.12976","title":"Evaluating the Ripple Effects of Knowledge Editing in Language Models","created":"2023-07-24","cited_by_count":242,"area":null},{"id":"2105.11259","title":"PTR: Prompt Tuning with Rules for Text Classification","created":"2021-05-24","cited_by_count":238,"area":null},{"id":"2307.07697","title":"Think-on-Graph: Deep and Responsible Reasoning of Large Language Model on Knowledge Graph","created":"2023-07-15","cited_by_count":238,"area":"lr"},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2104.07650","title":"KnowPrompt: Knowledge-aware Prompt-tuning with Synergistic Optimization for Relation Extraction","created":"2021-04-15","cited_by_count":180,"area":null},{"id":"2106.13112","title":"VOLO: Vision Outlooker for Visual Recognition","created":"2021-06-24","cited_by_count":165,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2210.09338","title":"Deep Bidirectional Language-Knowledge Graph Pretraining","created":"2022-10-17","cited_by_count":156,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2106.01515","title":"Question Answering Over Temporal Knowledge Graphs","created":"2021-06-03","cited_by_count":99,"area":null},{"id":"2210.03329","title":"Calibrating Factual Knowledge in Pretrained Language Models","created":"2022-10-07","cited_by_count":92,"area":null},{"id":"2311.07914","title":"Can Knowledge Graphs Reduce Hallucinations in LLMs? : A Survey","created":"2023-11-14","cited_by_count":92,"area":null},{"id":"2102.01373","title":"An Improved Baseline for Sentence-level Relation Extraction","created":"2021-02-02","cited_by_count":81,"area":null},{"id":"2204.09222","title":"K-LITE: Learning Transferable Visual Models with External Knowledge","created":"2022-04-20","cited_by_count":79,"area":null},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76,"area":null},{"id":"2104.08398","title":"Re-TACRED: Addressing Shortcomings of the TACRED Dataset","created":"2021-04-16","cited_by_count":74,"area":null},{"id":"2308.06374","title":"Large Language Models and Knowledge Graphs: Opportunities and Challenges","created":"2023-08-11","cited_by_count":71,"area":null},{"id":"2201.11147","title":"OntoProtein: Protein Pretraining With Gene Ontology Embedding","created":"2022-01-23","cited_by_count":70,"area":null},{"id":"2407.10805","title":"Think-on-Graph 2.0: Deep and Faithful Large Language Model Reasoning with Knowledge-guided Retrieval Augmented Generation","created":"2024-07-15","cited_by_count":64,"area":"lr"},{"id":"2106.10502","title":"JointGT: Graph-Text Joint Representation Learning for Text Generation from Knowledge Graphs","created":"2021-06-19","cited_by_count":58,"area":null},{"id":"2301.07094","title":"Learning Customized Visual Models with Retrieval-Augmented Knowledge","created":"2023-01-17","cited_by_count":58,"area":"rag"},{"id":"2306.11489","title":"Give Us the Facts: Enhancing Large Language Models with Knowledge Graphs for Fact-aware Language Modeling","created":"2023-06-20","cited_by_count":56,"area":null},{"id":"2108.06688","title":"Complex Knowledge Base Question Answering: A Survey","created":"2021-08-15","cited_by_count":52,"area":null},{"id":"2209.07118","title":"Align, Reason and Learn: Enhancing Medical Vision-and-Language Pre-training with Knowledge","created":"2022-09-15","cited_by_count":51,"area":null},{"id":"2109.06067","title":"Packed Levitated Marker for Entity and Relation Extraction","created":"2021-09-13","cited_by_count":49,"area":null},{"id":"2203.02225","title":"ClarET: Pre-training a Correlation-Aware Context-To-Event Transformer for Event-Centric Generation and Classification","created":"2022-03-04","cited_by_count":45,"area":null},{"id":"2108.01684","title":"Vision Transformer with Progressive Sampling","created":"2021-08-03","cited_by_count":44,"area":null},{"id":"2110.06176","title":"Mention Memory: incorporating textual knowledge into Transformers through entity mention attention","created":"2021-10-12","cited_by_count":43,"area":null},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2201.05742","title":"Kformer: Knowledge Injection in Transformer Feed-Forward Layers","created":"2022-01-15","cited_by_count":37,"area":null},{"id":"2104.10344","title":"Improving Biomedical Pretrained Language Models with Knowledge","created":"2021-04-21","cited_by_count":36,"area":null},{"id":"2112.08547","title":"Learning Rich Representation of Keyphrases from Text","created":"2021-12-16","cited_by_count":36,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2110.08455","title":"Knowledge Enhanced Pretrained Language Models: A Compreshensive Survey","created":"2021-10-16","cited_by_count":33,"area":null},{"id":"2104.05837","title":"Relational World Knowledge Representation in Contextual Language Models: A Review","created":"2021-04-12","cited_by_count":31,"area":null},{"id":"2105.08393","title":"Relation Classification with Entity Type Restriction","created":"2021-05-18","cited_by_count":31,"area":null},{"id":"2205.09837","title":"Summarization as Indirect Supervision for Relation Extraction","created":"2022-05-19","cited_by_count":31,"area":null},{"id":"2312.06185","title":"KnowGPT: Knowledge Graph based Prompting for Large Language Models","created":"2023-12-11","cited_by_count":31,"area":null},{"id":"2202.08772","title":"A Survey of Knowledge-Intensive NLP with Pre-Trained Language Models","created":"2022-02-17","cited_by_count":30,"area":null},{"id":"2106.01623","title":"Few-shot Knowledge Graph-to-Text Generation with Pretrained Language Models","created":"2021-06-03","cited_by_count":29,"area":null},{"id":"2109.04711","title":"Pre-train or Annotate? Domain Adaptation with a Constrained Budget","created":"2021-09-10","cited_by_count":27,"area":null},{"id":"2205.08184","title":"SKILL: Structured Knowledge Infusion for Large Language Models","created":"2022-05-17","cited_by_count":27,"area":null},{"id":"2101.12294","title":"Combining pre-trained language models and structured knowledge","created":"2021-01-28","cited_by_count":25,"area":null},{"id":"2402.13188","title":"Question Calibration and Multi-Hop Modeling for Temporal Question Answering","created":"2024-02-20","cited_by_count":25,"area":null},{"id":"2101.06013","title":"Reasoning over Vision and Language: Exploring the Benefits of Supplemental Knowledge","created":"2021-01-15","cited_by_count":24,"area":null},{"id":"2108.08983","title":"SMedBERT: A Knowledge-Enhanced Pre-trained Language Model with Structured Semantics for Medical Text Mining","created":"2021-08-20","cited_by_count":24,"area":null},{"id":"2201.09680","title":"Relational Memory Augmented Language Models","created":"2022-01-24","cited_by_count":24,"area":null},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24,"area":"moe"},{"id":"2106.09700","title":"Scientific Language Models for Biomedical Knowledge Base Completion: An Empirical Study","created":"2021-06-17","cited_by_count":23,"area":null},{"id":"2210.12213","title":"SpaBERT: A Pretrained Language Model from Geographic Data for Geo-Entity Representation","created":"2022-10-21","cited_by_count":23,"area":null},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23,"area":null},{"id":"2109.04912","title":"ReasonBERT: Pre-trained to Reason with Distant Supervision","created":"2021-09-10","cited_by_count":22,"area":null},{"id":"2102.08366","title":"Boosting Low-Resource Biomedical QA via Entity-Aware Masking Strategies","created":"2021-02-16","cited_by_count":21,"area":null},{"id":"2109.03792","title":"Highly Parallel Autoregressive Entity Linking with Discriminative Correction","created":"2021-09-08","cited_by_count":21,"area":null},{"id":"2204.10555","title":"KALA: Knowledge-Augmented Language Model Adaptation","created":"2022-04-22","cited_by_count":21,"area":null},{"id":"2404.09447","title":"kNN-CLIP: Retrieval Enables Training-Free Segmentation on Continually Expanding Large Vocabularies","created":"2024-04-15","cited_by_count":20,"area":null},{"id":"2105.13456","title":"Joint Biomedical Entity and Relation Extraction with Knowledge-Enhanced Collective Inference","created":"2021-05-27","cited_by_count":19,"area":null},{"id":"2109.04223","title":"KELM: Knowledge Enhanced Pre-Trained Language Representations with Message Passing on Hierarchical Relational Graphs","created":"2021-09-09","cited_by_count":19,"area":null},{"id":"2110.08151","title":"mLUKE: The Power of Entity Representations in Multilingual Pretrained Language Models","created":"2021-10-15","cited_by_count":19,"area":null},{"id":"2204.12708","title":"On the Limitations of Dataset Balancing: The Lost Battle Against Spurious Correlations","created":"2022-04-27","cited_by_count":19,"area":null},{"id":"2303.10368","title":"An Empirical Study of Pre-trained Language Models in Simple Knowledge Graph Question Answering","created":"2023-03-18","cited_by_count":19,"area":null},{"id":"2305.08804","title":"Exploring In-Context Learning Capabilities of Foundation Models for Generating Knowledge Graphs from Text","created":"2023-05-15","cited_by_count":19,"area":null},{"id":"2310.08372","title":"Improving Factual Consistency for Knowledge-Grounded Dialogue Systems via Knowledge Enhancement and Alignment","created":"2023-10-12","cited_by_count":19,"area":null},{"id":"2102.07043","title":"Reasoning Over Virtual Knowledge Bases With Open Predicate Relations","created":"2021-02-14","cited_by_count":18,"area":null},{"id":"2109.00895","title":"Knowledge Perceived Multi-modal Pretraining in E-commerce","created":"2021-08-20","cited_by_count":18,"area":null},{"id":"2205.01826","title":"Unified Semantic Typing with Meaningful Label Inference","created":"2022-05-04","cited_by_count":18,"area":null},{"id":"2105.12449","title":"LMMS Reloaded: Transformer-based Sense Embeddings for Disambiguation and Beyond","created":"2021-05-26","cited_by_count":17,"area":null},{"id":"2211.16742","title":"Protein Language Models and Structure Prediction: Connection and Progression","created":"2022-11-30","cited_by_count":17,"area":null},{"id":"2208.00399","title":"Neural Knowledge Bank for Pretrained Transformers","created":"2022-07-31","cited_by_count":16,"area":null},{"id":"2208.08797","title":"Exploiting Sentiment and Common Sense for Zero-shot Stance Detection","created":"2022-08-18","cited_by_count":16,"area":null},{"id":"2407.06564","title":"Combining Knowledge Graphs and Large Language Models","created":"2024-07-09","cited_by_count":16,"area":null},{"id":"2112.01047","title":"DKPLM: Decomposable Knowledge-enhanced Pre-trained Language Model for Natural Language Understanding","created":"2021-12-02","cited_by_count":15,"area":null},{"id":"2210.11771","title":"InforMask: Unsupervised Informative Masking for Language Model Pretraining","created":"2022-10-21","cited_by_count":15,"area":null},{"id":"2305.14250","title":"Language Models with Rationality","created":"2023-05-23","cited_by_count":15,"area":null},{"id":"2405.07500","title":"PromptLink: Leveraging Large Language Models for Cross-Source Biomedical Concept Linking","created":"2024-05-13","cited_by_count":15,"area":null},{"id":"2101.09969","title":"CHOLAN: A Modular Approach for Neural Entity Linking on Wikipedia and Wikidata","created":"2021-01-25","cited_by_count":14,"area":null},{"id":"2105.04241","title":"ReadTwice: Reading Very Large Documents with Memories","created":"2021-05-10","cited_by_count":14,"area":null},{"id":"2109.04810","title":"Mixture-of-Partitions: Infusing Large Biomedical Knowledge Graphs into BERT","created":"2021-09-10","cited_by_count":14,"area":null},{"id":"2205.14036","title":"StereoKG: Data-Driven Knowledge Graph Construction for Cultural Knowledge and Stereotypes","created":"2022-05-27","cited_by_count":14,"area":null},{"id":"2302.02500","title":"TempEL: Linking Dynamically Evolving and Newly Emerging Entities","created":"2023-02-05","cited_by_count":14,"area":null},{"id":"2305.12092","title":"ESCOXLM-R: Multilingual Taxonomy-driven Pre-training for the Job Market Domain","created":"2023-05-20","cited_by_count":14,"area":null},{"id":"2102.13247","title":"DOCENT: Learning Self-Supervised Entity Representations from Large Document Collections","created":"2021-02-26","cited_by_count":13,"area":null},{"id":"2104.10833","title":"Low Anisotropy Sense Retrofitting (LASeR) : Towards Isotropic and Sense Enriched Representations","created":"2021-04-22","cited_by_count":13,"area":null},{"id":"2105.00388","title":"Billion-scale Pre-trained E-commerce Product Knowledge Graph Model","created":"2021-05-02","cited_by_count":13,"area":null},{"id":"2109.05487","title":"Knowledge Enhanced Fine-Tuning for Better Handling Unseen Entities in Dialogue Generation","created":"2021-09-12","cited_by_count":13,"area":null},{"id":"2111.10962","title":"Enhancing Multilingual Language Model with Massive Multilingual Knowledge Triples","created":"2021-11-22","cited_by_count":13,"area":null},{"id":"2205.02355","title":"Relation Extraction as Open-book Examination: Retrieval-enhanced Prompt Tuning","created":"2022-05-04","cited_by_count":13,"area":null},{"id":"2212.10786","title":"Multi-hop Evidence Retrieval for Cross-document Relation Extraction","created":"2022-12-21","cited_by_count":13,"area":null},{"id":"2306.01457","title":"Driving Context into Text-to-Text Privatization","created":"2023-06-02","cited_by_count":13,"area":null},{"id":"2307.09721","title":"Multi-Grained Multimodal Interaction Network for Entity Linking","created":"2023-07-19","cited_by_count":13,"area":null}],"next_cursor":"100"}