{"total":16,"rows":[{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2411.14198","title":"Why do language models perform worse for morphologically complex languages?","created":"2024-11-21","cited_by_count":62,"area":null},{"id":"2206.07615","title":"The SIGMORPHON 2022 Shared Task on Morpheme Segmentation","created":"2022-06-15","cited_by_count":25,"area":null},{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2203.08954","title":"BPE vs. Morphological Segmentation: A Case Study on Machine Translation of Four Polysynthetic Languages","created":"2022-03-16","cited_by_count":14,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2307.07262","title":"MorphPiece : A Linguistic Tokenizer for Large Language Models","created":"2023-07-14","cited_by_count":9,"area":null},{"id":"2210.06990","title":"Exploring Segmentation Approaches for Neural Machine Translation of Code-Switched Egyptian Arabic-English Text","created":"2022-10-11","cited_by_count":7,"area":null},{"id":"2305.14214","title":"CompoundPiece: Evaluating and Improving Decompounding Performance of Language Models","created":"2023-05-23","cited_by_count":7,"area":null},{"id":"2306.06804","title":"Neural Machine Translation for the Indigenous Languages of the Americas: An Introduction","created":"2023-06-11","cited_by_count":7,"area":null},{"id":"2404.02421","title":"Revisiting subword tokenization: A case study on affixal negation in large language models","created":"2024-04-03","cited_by_count":2,"area":null},{"id":"2410.23656","title":"Morphological Typology in BPE Subword Productivity and Language Modeling","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2207.14473","title":"Benchmarking Azerbaijani Neural Machine Translation","created":"2022-07-29","cited_by_count":0,"area":null},{"id":"2406.15245","title":"Unsupervised Morphological Tree Tokenizer","created":"2024-06-21","cited_by_count":0,"area":null},{"id":"2509.08812","title":"MoVoC: Morphology-Aware Subword Construction for Geez Script Languages","created":"2025-09-10","cited_by_count":0,"area":null}],"next_cursor":null}