{"total":14,"rows":[{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2204.06644","title":"METRO: Efficient Denoising Pretraining of Large Scale Autoencoding Language Models with Model Generated Signals","created":"2022-04-13","cited_by_count":20,"area":null},{"id":"2204.03243","title":"Pretraining Text Encoders with Adversarial Mixture of Training Signal Generators","created":"2022-04-07","cited_by_count":9,"area":null},{"id":"2110.07244","title":"Building Chinese Biomedical Language Models via Multi-Level Text Discrimination","created":"2021-10-14","cited_by_count":5,"area":null},{"id":"2106.00139","title":"Training ELECTRA Augmented with Multi-word Selection","created":"2021-05-31","cited_by_count":4,"area":null},{"id":"2106.07176","title":"SAS: Self-Augmentation Strategy for Language Model Pre-training","created":"2021-06-14","cited_by_count":1,"area":null},{"id":"2305.12567","title":"Model-Generated Pretraining Signals Improves Zero-Shot Generalization of Text-to-Text Transformers","created":"2023-05-21","cited_by_count":1,"area":null},{"id":"2310.07347","title":"Fast-ELECTRA for Efficient Pre-training","created":"2023-10-11","cited_by_count":1,"area":null},{"id":"2605.03103","title":"MedStruct-S: A Benchmark for Key Discovery, Key-Conditioned QA and Semi-Structured Extraction from OCR Clinical Reports","created":"2026-05-04","cited_by_count":1,"area":null},{"id":"2305.03981","title":"Pre-training Language Model as a Multi-perspective Course Learner","created":"2023-05-06","cited_by_count":0,"area":null},{"id":"2401.03314","title":"Enhancing Context Through Contrast","created":"2024-01-06","cited_by_count":0,"area":null},{"id":"2605.22133","title":"Atom-level Protein Representation Learning Improves Protein Structure Prediction","created":"2026-05-21","cited_by_count":0,"area":null},{"id":"2610.15028","title":"UltraBERT: Beyond the Limit of BERT Pre-Training","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}