{"total":21,"rows":[{"id":"2101.12037","title":"BENDR: using transformers and a contrastive self-supervised learning task to learn from massive amounts of EEG data","created":"2021-01-28","cited_by_count":199,"area":null},{"id":"2205.09726","title":"RankGen: Improving Text Generation with Large Ranking Models","created":"2022-05-19","cited_by_count":72,"area":null},{"id":"2112.07869","title":"Fine-Tuning Large Neural Language Models for Biomedical Natural Language Processing","created":"2021-12-15","cited_by_count":57,"area":null},{"id":"2102.12982","title":"A Primer on Contrastive Pretraining in Language Processing: Methods, Lessons Learned and Perspectives","created":"2021-02-25","cited_by_count":41,"area":null},{"id":"2105.00827","title":"AMMU : A Survey of Transformer-based Biomedical Pretrained Language Models","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2109.07437","title":"Should We Be Pre-training? An Argument for End-task Aware Training as an Alternative","created":"2021-09-15","cited_by_count":26,"area":null},{"id":"2401.00676","title":"Digger: Detecting Copyright Content Mis-usage in Large Language Model Training","created":"2024-01-01","cited_by_count":25,"area":null},{"id":"2109.01819","title":"Frustratingly Simple Pretraining Alternatives to Masked Language Modeling","created":"2021-09-04","cited_by_count":17,"area":null},{"id":"2201.05222","title":"Assemble Foundation Models for Automatic Code Summarization","created":"2022-01-13","cited_by_count":17,"area":null},{"id":"2203.10415","title":"How does the pre-training objective affect what large language models learn about linguistic properties?","created":"2022-03-20","cited_by_count":16,"area":null},{"id":"2210.09175","title":"Learning Instructions with Unlabeled Data for Zero-Shot Cross-Task Generalization","created":"2022-10-17","cited_by_count":15,"area":null},{"id":"2210.05043","title":"Multi-CLS BERT: An Efficient Alternative to Traditional Ensembling","created":"2022-10-10","cited_by_count":14,"area":null},{"id":"2110.07244","title":"Building Chinese Biomedical Language Models via Multi-Level Text Discrimination","created":"2021-10-14","cited_by_count":5,"area":null},{"id":"2106.00139","title":"Training ELECTRA Augmented with Multi-word Selection","created":"2021-05-31","cited_by_count":4,"area":null},{"id":"2601.03448","title":"Enhancing Linguistic Competence of Language Models through Pre-training with Language Learning Tasks","created":"2026-01-06","cited_by_count":4,"area":null},{"id":"2301.10444","title":"An Experimental Study on Pretraining Transformers from Scratch for IR","created":"2023-01-25","cited_by_count":3,"area":null},{"id":"2305.10992","title":"How does the task complexity of masked pretraining objectives affect downstream performance?","created":"2023-05-18","cited_by_count":2,"area":null},{"id":"2403.10576","title":"Ignore Me But Don't Replace Me: Utilizing Non-Linguistic Elements for Pretraining on the Cybersecurity Domain","created":"2024-03-15","cited_by_count":2,"area":null},{"id":"2310.10955","title":"A State-Vector Framework for Dataset Effects","created":"2023-10-17","cited_by_count":1,"area":null},{"id":"2211.06428","title":"Training self-supervised peptide sequence models on artificially chopped proteins","created":"2022-11-09","cited_by_count":0,"area":null},{"id":"2609.16061","title":"POSPAN: Position-Constrained Span Masking for Language Model Pre-training","created":"2026-09-13","cited_by_count":0,"area":null}],"next_cursor":null}