{"total":16,"rows":[{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2411.14198","title":"Why do language models perform worse for morphologically complex languages?","created":"2024-11-21","cited_by_count":62,"area":null},{"id":"2104.06951","title":"Domain Adaptation and Multi-Domain Adaptation for Neural Machine Translation: A Survey","created":"2021-04-14","cited_by_count":46,"area":null},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2206.07615","title":"The SIGMORPHON 2022 Shared Task on Morpheme Segmentation","created":"2022-06-15","cited_by_count":25,"area":null},{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2406.13560","title":"Lexically Grounded Subword Segmentation","created":"2024-06-19","cited_by_count":13,"area":null},{"id":"2307.07262","title":"MorphPiece : A Linguistic Tokenizer for Large Language Models","created":"2023-07-14","cited_by_count":9,"area":null},{"id":"2404.02392","title":"Low-resource neural machine translation with morphological modeling","created":"2024-04-03","cited_by_count":7,"area":null},{"id":"2103.08052","title":"Crowdsourced Phrase-Based Tokenization for Low-Resourced Neural Machine Translation: The Case of Fon Language","created":"2021-03-14","cited_by_count":6,"area":null},{"id":"2403.13754","title":"Different Tokenization Schemes Lead to Comparable Performance in Spanish Number Agreement","created":"2024-03-20","cited_by_count":5,"area":null},{"id":"2306.07764","title":"Tokenization with Factorized Subword Encoding","created":"2023-06-13","cited_by_count":4,"area":null},{"id":"2403.10963","title":"Pointer-Generator Networks for Low-Resource Machine Translation: Don't Copy That!","created":"2024-03-16","cited_by_count":1,"area":null},{"id":"2403.18338","title":"mALBERT: Is a Compact Multilingual BERT Model Still Worth It?","created":"2024-03-27","cited_by_count":0,"area":null},{"id":"2406.15245","title":"Unsupervised Morphological Tree Tokenizer","created":"2024-06-21","cited_by_count":0,"area":null},{"id":"2504.01540","title":"From Sm{\\o}r-re-br{\\o}d to Subwords: Training LLMs on Danish, One Morpheme at a Time","created":"2025-04-02","cited_by_count":0,"area":null}],"next_cursor":null}