{"total":13,"rows":[{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201,"area":null},{"id":"2211.00083","title":"WHEN FLUE MEETS FLANG: Benchmarks and Large Pre-trained Language Model for Financial Domain","created":"2022-10-31","cited_by_count":117,"area":null},{"id":"2201.11838","title":"Clinical-Longformer and Clinical-BigBird: Transformers for long clinical sequences","created":"2022-01-27","cited_by_count":69,"area":null},{"id":"2301.11847","title":"A Comparative Study of Pretrained Language Models for Long Clinical Text","created":"2023-01-27","cited_by_count":35,"area":null},{"id":"2111.01754","title":"Meta-Learning to Improve Pre-Training","created":"2021-11-02","cited_by_count":27,"area":null},{"id":"2205.04040","title":"ProQA: Structural Prompt-based Pre-training for Unified Question Answering","created":"2022-05-09","cited_by_count":21,"area":null},{"id":"2104.08840","title":"On the Influence of Masking Policies in Intermediate Pre-training","created":"2021-04-18","cited_by_count":12,"area":null},{"id":"2206.12608","title":"Adversarial Self-Attention for Language Understanding","created":"2022-06-25","cited_by_count":8,"area":null},{"id":"2210.10293","title":"Forging Multiple Training Objectives for Pre-trained Language Models via Meta-Learning","created":"2022-10-19","cited_by_count":5,"area":null},{"id":"2505.15480","title":"KaFT: Knowledge-aware Fine-tuning for Boosting LLMs' Domain-specific Question-Answering Performance","created":"2025-05-21","cited_by_count":3,"area":null},{"id":"2203.13151","title":"Multi-armed bandits for resource efficient, online optimization of language model pre-training: the use case of dynamic masking","created":"2022-03-24","cited_by_count":2,"area":null},{"id":"2501.17762","title":"Improving Privacy Benefits of Redaction","created":"2025-01-29","cited_by_count":2,"area":null},{"id":"2203.11431","title":"Task-guided Disentangled Tuning for Pretrained Language Models","created":"2022-03-22","cited_by_count":1,"area":null}],"next_cursor":null}