{"total":32,"rows":[{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2104.06644","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","created":"2021-04-14","cited_by_count":177,"area":null},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144,"area":null},{"id":"2104.08027","title":"Fast, Effective, and Self-Supervised: Transforming Masked Language Models into Universal Lexical and Sentence Encoders","created":"2021-04-16","cited_by_count":88,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2305.11938","title":"XTREME-UP: A User-Centric Scarce-Data Benchmark for Under-Represented Languages","created":"2023-05-19","cited_by_count":34,"area":null},{"id":"2109.10540","title":"Awakening Latent Grounding from Pretrained Language Models for Semantic Parsing","created":"2021-09-22","cited_by_count":28,"area":null},{"id":"2205.09634","title":"Phylogeny-Inspired Adaptation of Multilingual Models to New Languages","created":"2022-05-19","cited_by_count":24,"area":null},{"id":"2110.08173","title":"Rewire-then-Probe: A Contrastive Recipe for Probing Biomedical Knowledge of Pre-trained Language Models","created":"2021-10-15","cited_by_count":21,"area":null},{"id":"2304.08865","title":"Romanization-based Large-scale Adaptation of Multilingual Language Models","created":"2023-04-18","cited_by_count":21,"area":null},{"id":"2205.08124","title":"When to Use Multi-Task Learning vs Intermediate Fine-Tuning for Pre-Trained Encoder Transfer Learning","created":"2022-05-17","cited_by_count":17,"area":null},{"id":"2203.08565","title":"Geographic Adaptation of Pretrained Language Models","created":"2022-03-16","cited_by_count":14,"area":null},{"id":"2111.09618","title":"To Augment or Not to Augment? A Comparative Study on Text Augmentation Techniques for Low-Resource NLP","created":"2021-11-18","cited_by_count":12,"area":null},{"id":"2505.21265","title":"Multilingual Pretraining for Pixel Language Models","created":"2025-05-27","cited_by_count":12,"area":null},{"id":"2109.13620","title":"Cross-lingual Intermediate Fine-tuning improves Dialogue State Tracking","created":"2021-09-28","cited_by_count":11,"area":null},{"id":"2107.13955","title":"Local Structure Matters Most: Perturbation Study in NLU","created":"2021-07-29","cited_by_count":10,"area":null},{"id":"2502.13195","title":"Linguistic Generalizations are not Rules: Impacts on Evaluation of LMs","created":"2025-02-18","cited_by_count":10,"area":null},{"id":"2307.10652","title":"Exploring the Landscape of Natural Language Processing Research","created":"2023-07-20","cited_by_count":7,"area":null},{"id":"2109.08607","title":"The futility of STILTs for the classification of lexical borrowings in Spanish","created":"2021-09-17","cited_by_count":6,"area":null},{"id":"2110.08887","title":"Schr\\\"odinger's Tree -- On Syntax and Neural Language Models","created":"2021-10-17","cited_by_count":6,"area":null},{"id":"2306.01709","title":"Distilling Efficient Language-Specific Models for Cross-Lingual Transfer","created":"2023-06-02","cited_by_count":6,"area":null},{"id":"2102.07926","title":"Have Attention Heads in BERT Learned Constituency Grammar?","created":"2021-02-16","cited_by_count":5,"area":null},{"id":"2104.05696","title":"Joint Universal Syntactic and Semantic Parsing","created":"2021-04-12","cited_by_count":5,"area":null},{"id":"2404.04530","title":"A Morphology-Based Investigation of Positional Encodings","created":"2024-04-06","cited_by_count":4,"area":null},{"id":"2403.02009","title":"Topic Aware Probing: From Sentence Length Prediction to Idiom Identification how reliant are Neural Language Models on Topic?","created":"2024-03-04","cited_by_count":3,"area":null},{"id":"2109.05361","title":"COMBO: State-of-the-Art Morphosyntactic Analysis","created":"2021-09-11","cited_by_count":2,"area":null},{"id":"2308.08774","title":"Differential Privacy, Linguistic Fairness, and Training Data Influence: Impossibility and Possibility Theorems for Multilingual Language Models","created":"2023-08-17","cited_by_count":1,"area":null},{"id":"2601.19926","title":"The Grammar of Transformers: A Systematic Review of Interpretability Research on Syntactic Knowledge in Language Models","created":"2026-01-09","cited_by_count":1,"area":null},{"id":"2204.12820","title":"LyS_ACoru\\~na at SemEval-2022 Task 10: Repurposing Off-the-Shelf Tools for Sentiment Analysis as Semantic Dependency Parsing","created":"2022-04-27","cited_by_count":0,"area":null},{"id":"2307.10457","title":"Improving the Reusability of Pre-trained Language Models in Real-world Applications","created":"2023-07-19","cited_by_count":0,"area":null},{"id":"2402.17608","title":"Linguistic Knowledge Can Enhance Encoder-Decoder Models (If You Let It)","created":"2024-02-27","cited_by_count":0,"area":null},{"id":"2507.21536","title":"Construction and educational application of a linguistically grounded dependency treebank for Uyghur","created":"2025-07-29","cited_by_count":0,"area":null}],"next_cursor":null}