{"total":275,"rows":[{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2109.00859","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","created":"2021-09-02","cited_by_count":906,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2104.08164","title":"Editing Factual Knowledge in Language Models","created":"2021-04-16","cited_by_count":553,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2307.03393","title":"Exploring the Potential of Large Language Models (LLMs) in Learning on Graphs","created":"2023-07-07","cited_by_count":274,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134,"area":null},{"id":"2311.05112","title":"A Survey of Large Language Models in Medicine: Progress, Application, and Challenge","created":"2023-11-09","cited_by_count":124,"area":null},{"id":"2103.10689","title":"Interpretable Deep Learning: Interpretation, Interpretability, Trustworthiness, and Beyond","created":"2021-03-19","cited_by_count":118,"area":null},{"id":"2205.12035","title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","created":"2022-05-24","cited_by_count":118,"area":null},{"id":"2211.00083","title":"WHEN FLUE MEETS FLANG: Benchmarks and Large Pre-trained Language Model for Financial Domain","created":"2022-10-31","cited_by_count":117,"area":null},{"id":"2103.15670","title":"On the Adversarial Robustness of Vision Transformers","created":"2021-03-29","cited_by_count":106,"area":null},{"id":"2106.05786","title":"CAT: Cross Attention in Vision Transformer","created":"2021-06-10","cited_by_count":92,"area":null},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81,"area":null},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76,"area":null},{"id":"2201.11147","title":"OntoProtein: Protein Pretraining With Gene Ontology Embedding","created":"2022-01-23","cited_by_count":70,"area":null},{"id":"2102.07492","title":"DOBF: A Deobfuscation Pre-Training Objective for Programming Languages","created":"2021-02-15","cited_by_count":68,"area":null},{"id":"2210.06155","title":"ERNIE-Layout: Layout Knowledge Enhanced Pre-training for Visually-rich Document Understanding","created":"2022-10-12","cited_by_count":67,"area":null},{"id":"2301.01821","title":"Parameter-Efficient Fine-Tuning Design Spaces","created":"2023-01-04","cited_by_count":67,"area":null},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2302.09432","title":"BBT-Fin: Comprehensive Construction of Chinese Financial Domain Pre-trained Language Model, Corpus and Benchmark","created":"2023-02-18","cited_by_count":60,"area":null},{"id":"2201.05867","title":"Transferability in Deep Learning: A Survey","created":"2022-01-15","cited_by_count":57,"area":null},{"id":"2402.05391","title":"Knowledge Graphs Meet Multi-Modal Learning: A Comprehensive Survey","created":"2024-02-08","cited_by_count":53,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2205.00619","title":"POLITICS: Pretraining with Same-story Article Comparison for Ideology Prediction and Stance Detection","created":"2022-05-02","cited_by_count":51,"area":null},{"id":"2209.07118","title":"Align, Reason and Learn: Enhancing Medical Vision-and-Language Pre-training with Knowledge","created":"2022-09-15","cited_by_count":51,"area":null},{"id":"2202.06840","title":"What Do They Capture? -- A Structural Analysis of Pre-Trained Language Models for Source Code","created":"2022-02-14","cited_by_count":50,"area":null},{"id":"2109.06067","title":"Packed Levitated Marker for Entity and Relation Extraction","created":"2021-09-13","cited_by_count":49,"area":null},{"id":"2102.05766","title":"Fused Acoustic and Text Encoding for Multimodal Bilingual Pretraining and Speech Translation","created":"2021-02-10","cited_by_count":47,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2107.07498","title":"FewCLUE: A Chinese Few-shot Learning Evaluation Benchmark","created":"2021-07-15","cited_by_count":41,"area":null},{"id":"2205.09153","title":"ERNIE-Search: Bridging Cross-Encoder with Dual-Encoder via Self On-the-fly Distillation for Dense Passage Retrieval","created":"2022-05-18","cited_by_count":41,"area":null},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40,"area":null},{"id":"2110.06533","title":"EventBERT: A Pre-Trained Model for Event Correlation Reasoning","created":"2021-10-13","cited_by_count":40,"area":null},{"id":"2206.08063","title":"Towards Robust Ranker for Text Retrieval","created":"2022-06-16","cited_by_count":37,"area":null},{"id":"2105.07148","title":"Lexicon Enhanced Chinese Sequence Labeling Using BERT Adapter","created":"2021-05-15","cited_by_count":34,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2402.11755","title":"SPML: A DSL for Defending Language Models Against Prompt Attacks","created":"2024-02-19","cited_by_count":34,"area":null},{"id":"2405.01745","title":"Large Language Models for UAVs: Current State and Pathways to the Future","created":"2024-05-02","cited_by_count":33,"area":null},{"id":"2106.00149","title":"HiddenCut: Simple Data Augmentation for Natural Language Understanding with Better Generalization","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2108.02170","title":"Curriculum learning for language modeling","created":"2021-08-04","cited_by_count":32,"area":null},{"id":"2209.10117","title":"A Comprehensive Survey on Trustworthy Recommender Systems","created":"2022-09-21","cited_by_count":32,"area":null},{"id":"2108.07073","title":"ROSITA: Enhancing Vision-and-Language Semantic Alignments via Cross- and Intra-modal Knowledge Integration","created":"2021-08-16","cited_by_count":31,"area":null},{"id":"2305.13246","title":"Interactive Natural Language Processing","created":"2023-05-22","cited_by_count":31,"area":null},{"id":"2111.13359","title":"Neural Collaborative Graph Machines for Table Structure Recognition","created":"2021-11-26","cited_by_count":30,"area":null},{"id":"2304.04358","title":"WebBrain: Learning to Generate Factually Correct Articles for Queries by Grounding on Large Web Corpus","created":"2023-04-10","cited_by_count":29,"area":null},{"id":"2403.18684","title":"Scaling Laws For Dense Retrieval","created":"2024-03-27","cited_by_count":29,"area":null},{"id":"2203.01922","title":"Vision-Language Intelligence: Tasks, Representation Learning, and Large Models","created":"2022-03-03","cited_by_count":28,"area":null},{"id":"2209.06638","title":"SPACE-2: Tree-Structured Semi-Supervised Contrastive Pre-training for Task-Oriented Dialog Understanding","created":"2022-09-14","cited_by_count":28,"area":null},{"id":"2203.07376","title":"HIE-SQL: History Information Enhanced Network for Context-Dependent Text-to-SQL Semantic Parsing","created":"2022-03-14","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2201.09680","title":"Relational Memory Augmented Language Models","created":"2022-01-24","cited_by_count":24,"area":null},{"id":"2212.01853","title":"Toward Efficient Language Model Pretraining and Downstream Adaptation via Self-Evolution: A Case Study on SuperGLUE","created":"2022-12-04","cited_by_count":24,"area":null},{"id":"2312.01017","title":"Unveiling the Power of Audio-Visual Early Fusion Transformers with Dense Interactions through Masked Modeling","created":"2023-12-02","cited_by_count":24,"area":null},{"id":"2203.06906","title":"PERT: Pre-training BERT with Permuted Language Model","created":"2022-03-14","cited_by_count":23,"area":null},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23,"area":null},{"id":"2105.01279","title":"ZEN 2.0: Continue Training and Adaption for N-gram Enhanced Text Encoders","created":"2021-05-04","cited_by_count":22,"area":null},{"id":"2302.10407","title":"Label Information Enhanced Fraud Detection against Low Homophily in Graphs","created":"2023-02-21","cited_by_count":22,"area":null},{"id":"2309.03852","title":"FLM-101B: An Open LLM and How to Train It with $100K Budget","created":"2023-09-07","cited_by_count":22,"area":null},{"id":"2105.10956","title":"Structural Pre-training for Dialogue Comprehension","created":"2021-05-23","cited_by_count":20,"area":null},{"id":"2212.10218","title":"GanLM: Encoder-Decoder Pre-training with an Auxiliary Discriminator","created":"2022-12-20","cited_by_count":20,"area":null},{"id":"2104.07204","title":"Lattice-BERT: Leveraging Multi-Granularity Representations in Chinese Pre-trained Language Models","created":"2021-04-15","cited_by_count":19,"area":null},{"id":"2204.04058","title":"Improving Tokenisation by Alternative Treatment of Spaces","created":"2022-04-08","cited_by_count":19,"area":null},{"id":"2209.10372","title":"WeLM: A Well-Read Pre-trained Language Model for Chinese","created":"2022-09-21","cited_by_count":19,"area":null},{"id":"2302.09170","title":"KILM: Knowledge Injection into Encoder-Decoder Language Models","created":"2023-02-17","cited_by_count":19,"area":null},{"id":"2402.11441","title":"InfuserKI: Enhancing Large Language Models with Knowledge Graphs via Infuser-Guided Knowledge Integration","created":"2024-02-18","cited_by_count":19,"area":null},{"id":"2210.11298","title":"Tele-Knowledge Pre-training for Fault Analysis","created":"2022-10-20","cited_by_count":18,"area":null},{"id":"2211.16742","title":"Protein Language Models and Structure Prediction: Connection and Progression","created":"2022-11-30","cited_by_count":17,"area":null},{"id":"2101.09469","title":"Training Multilingual Pre-trained Language Model with Byte-level Subwords","created":"2021-01-23","cited_by_count":16,"area":null},{"id":"2502.10996","title":"RAS: Retrieval-And-Structuring for Knowledge-Intensive LLM Generation","created":"2025-02-16","cited_by_count":16,"area":null},{"id":"2102.12671","title":"LET: Linguistic Knowledge Enhanced Graph Transformer for Chinese Short Text Matching","created":"2021-02-25","cited_by_count":15,"area":null},{"id":"2104.07639","title":"Robust Optimization for Multilingual Translation with Imbalanced Data","created":"2021-04-15","cited_by_count":15,"area":null},{"id":"2112.01047","title":"DKPLM: Decomposable Knowledge-enhanced Pre-trained Language Model for Natural Language Understanding","created":"2021-12-02","cited_by_count":15,"area":null},{"id":"2202.13645","title":"MSCTD: A Multimodal Sentiment Chat Translation Dataset","created":"2022-02-28","cited_by_count":15,"area":null},{"id":"2203.08893","title":"Multimodal Learning on Graphs for Disease Relation Extraction","created":"2022-03-16","cited_by_count":15,"area":null},{"id":"2203.10232","title":"DuReader_retrieval: A Large-scale Chinese Benchmark for Passage Retrieval from Web Search Engine","created":"2022-03-19","cited_by_count":15,"area":null},{"id":"2208.10806","title":"Learning Better Masking for Better Language Model Pre-training","created":"2022-08-23","cited_by_count":15,"area":null},{"id":"2210.11689","title":"SLING: Sino Linguistic Evaluation of Large Language Models","created":"2022-10-21","cited_by_count":15,"area":null},{"id":"2210.11771","title":"InforMask: Unsupervised Informative Masking for Language Model Pretraining","created":"2022-10-21","cited_by_count":15,"area":null},{"id":"2105.04241","title":"ReadTwice: Reading Very Large Documents with Memories","created":"2021-05-10","cited_by_count":14,"area":null},{"id":"2107.01671","title":"Cognitive Visual Commonsense Reasoning Using Dynamic Working Memory","created":"2021-07-04","cited_by_count":14,"area":null},{"id":"2109.04810","title":"Mixture-of-Partitions: Infusing Large Biomedical Knowledge Graphs into BERT","created":"2021-09-10","cited_by_count":14,"area":null},{"id":"2308.12030","title":"Prompt-Based Length Controlled Generation with Reinforcement Learning","created":"2023-08-23","cited_by_count":14,"area":null},{"id":"2310.06266","title":"CodeFuse-13B: A Pretrained Multi-lingual Code Large Language Model","created":"2023-10-10","cited_by_count":14,"area":null},{"id":"2102.13247","title":"DOCENT: Learning Self-Supervised Entity Representations from Large Document Collections","created":"2021-02-26","cited_by_count":13,"area":null},{"id":"2109.05487","title":"Knowledge Enhanced Fine-Tuning for Better Handling Unseen Entities in Dialogue Generation","created":"2021-09-12","cited_by_count":13,"area":null},{"id":"2111.10962","title":"Enhancing Multilingual Language Model with Massive Multilingual Knowledge Triples","created":"2021-11-22","cited_by_count":13,"area":null},{"id":"2205.12593","title":"Less Learn Shortcut: Analyzing and Mitigating Learning of Spurious Feature-Label Correlation","created":"2022-05-25","cited_by_count":13,"area":null},{"id":"2210.10041","title":"Hidden State Variability of Pretrained Language Models Can Guide Computation Reduction for Transfer Learning","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2411.14491","title":"A Survey on Human-Centric LLMs","created":"2024-11-20","cited_by_count":13,"area":null},{"id":"2104.06960","title":"K-PLUG: Knowledge-injected Pre-trained Language Model for Natural Language Understanding and Generation in E-Commerce","created":"2021-04-14","cited_by_count":12,"area":null},{"id":"2108.02924","title":"Interpretable Visual Understanding with Cognitive Attention Network","created":"2021-08-06","cited_by_count":12,"area":null},{"id":"2203.04729","title":"Pretrained Domain-Specific Language Model for General Information Retrieval Tasks in the AEC Domain","created":"2022-03-09","cited_by_count":12,"area":null},{"id":"2211.00430","title":"VarMAE: Pre-training of Variational Masked Autoencoder for Domain-adaptive Language Understanding","created":"2022-11-01","cited_by_count":12,"area":null},{"id":"2212.07617","title":"Efficient Pre-training of Masked Language Model via Concept-based Curriculum Masking","created":"2022-12-15","cited_by_count":12,"area":null},{"id":"2101.02359","title":"Exploring Text-transformers in AAAI 2021 Shared Task: COVID-19 Fake News Detection in English","created":"2021-01-07","cited_by_count":11,"area":null}],"next_cursor":"100"}