{"total":34,"rows":[{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2105.14485","title":"CLEVE: Contrastive Pre-training for Event Extraction","created":"2021-05-30","cited_by_count":36,"area":null},{"id":"2111.04130","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","created":"2021-11-07","cited_by_count":34,"area":null},{"id":"2104.08840","title":"On the Influence of Masking Policies in Intermediate Pre-training","created":"2021-04-18","cited_by_count":12,"area":null},{"id":"2305.12463","title":"Teaching the Pre-trained Model to Generate Simple Texts for Text Simplification","created":"2023-05-21","cited_by_count":10,"area":null},{"id":"2312.15696","title":"EcomGPT-CT: Continual Pre-training of E-commerce Large Language Models with Semi-structured Data","created":"2023-12-25","cited_by_count":9,"area":null},{"id":"2410.03884","title":"KidLM: Advancing Language Models for Children -- Early Insights and Future Directions","created":"2024-10-04","cited_by_count":8,"area":null},{"id":"2205.03766","title":"Scheduled Multi-task Learning for Neural Chat Translation","created":"2022-05-08","cited_by_count":7,"area":null},{"id":"2102.03752","title":"CSS-LM: A Contrastive Framework for Semi-supervised Fine-tuning of Pre-trained Language Models","created":"2021-02-07","cited_by_count":5,"area":null},{"id":"2108.00356","title":"Improving Social Meaning Detection with Pragmatic Masking and Surrogate Fine-Tuning","created":"2021-08-01","cited_by_count":5,"area":null},{"id":"2201.02026","title":"Fortunately, Discourse Markers Can Enhance Language Models for Sentiment Analysis","created":"2022-01-06","cited_by_count":5,"area":null},{"id":"2307.07160","title":"Do not Mask Randomly: Effective Domain-adaptive Pre-training by Masking In-domain Keywords","created":"2023-07-14","cited_by_count":5,"area":null},{"id":"2401.17514","title":"How Useful is Continued Pre-Training for Generative Unsupervised Domain Adaptation?","created":"2024-01-31","cited_by_count":5,"area":null},{"id":"2204.02027","title":"A Survey on Dropout Methods and Experimental Verification in Recommendation","created":"2022-04-05","cited_by_count":4,"area":null},{"id":"2305.14577","title":"Difference-Masking: Choosing What to Mask in Continued Pretraining","created":"2023-05-23","cited_by_count":4,"area":null},{"id":"2204.07994","title":"Knowledgeable Salient Span Mask for Enhancing Language Models as Knowledge Base","created":"2022-04-17","cited_by_count":2,"area":null},{"id":"2211.13815","title":"Using Selective Masking as a Bridge between Pre-training and Fine-tuning","created":"2022-11-24","cited_by_count":2,"area":null},{"id":"2308.08625","title":"BIOptimus: Pre-training an Optimal Biomedical Language Model with Curriculum Learning for Named Entity Recognition","created":"2023-08-16","cited_by_count":2,"area":null},{"id":"2403.10576","title":"Ignore Me But Don't Replace Me: Utilizing Non-Linguistic Elements for Pretraining on the Cybersecurity Domain","created":"2024-03-15","cited_by_count":2,"area":null},{"id":"2510.04682","title":"TiTok: Transfer Token-level Knowledge via Contrastive Excess to Transplant LoRA","created":"2025-10-06","cited_by_count":2,"area":null},{"id":"2203.11431","title":"Task-guided Disentangled Tuning for Pretrained Language Models","created":"2022-03-22","cited_by_count":1,"area":null},{"id":"2204.07779","title":"SimpleBERT: A Pre-trained Model That Learns to Generate Simple Words","created":"2022-04-16","cited_by_count":1,"area":null},{"id":"2310.17591","title":"Lil-Bevo: Explorations of Strategies for Training Language Models in More Humanlike Ways","created":"2023-10-26","cited_by_count":1,"area":null},{"id":"2412.01269","title":"CPRM: A LLM-based Continual Pre-training Framework for Relevance Modeling in Commercial Search","created":"2024-12-02","cited_by_count":1,"area":null},{"id":"2112.02839","title":"MoCA: Incorporating Multi-stage Domain Pretraining and Cross-guided Multimodal Attention for Textbook Question Answering","created":"2021-12-06","cited_by_count":0,"area":null},{"id":"2202.12093","title":"KESA: A Knowledge Enhanced Approach For Sentiment Analysis","created":"2022-02-24","cited_by_count":0,"area":null},{"id":"2309.03559","title":"An Anchor Learning Approach for Citation Field Learning","created":"2023-09-07","cited_by_count":0,"area":null},{"id":"2505.06624","title":"The Efficiency of Pre-training with Objective Masking in Pseudo Labeling for Semi-Supervised Text Classification","created":"2025-05-10","cited_by_count":0,"area":null},{"id":"2510.16797","title":"MOSAIC: Masked Objective with Selective Adaptation for In-domain Contrastive Learning","created":"2025-10-19","cited_by_count":0,"area":null},{"id":"2511.13758","title":"ChemFixer: Correcting Invalid Molecules to Unlock Previously Unseen Chemical Space","created":"2025-11-14","cited_by_count":0,"area":null},{"id":"2605.28526","title":"Entropy-aware Masking for Masked Language Modeling","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.09466","title":"DECSELFMASK: Leveraging Unlabeled Text via Self-Relevance-Guided Masking for Decoder-Only Classification","created":"2026-06-08","cited_by_count":0,"area":null},{"id":"2609.00082","title":"KItCAT: Knowledge Injection via Input Corruption for Auto-regressive Training","created":"2026-08-31","cited_by_count":0,"area":null}],"next_cursor":null}