{"total":35,"rows":[{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2411.14198","title":"Why do language models perform worse for morphologically complex languages?","created":"2024-11-21","cited_by_count":62,"area":null},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2109.02550","title":"You should evaluate your language model on marginal likelihood over tokenisations","created":"2021-09-06","cited_by_count":30,"area":null},{"id":"2310.13348","title":"Analyzing Cognitive Plausibility of Subword Tokenization","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2502.00894","title":"MorphBPE: A Morpho-Aware Tokenizer Bridging Linguistic Complexity for Efficient LLM Training Across Morphologies","created":"2025-02-02","cited_by_count":25,"area":null},{"id":"2410.11627","title":"Tokenization and Morphology in Multilingual Language Models: A Comparative Analysis of mT5 and ByT5","created":"2024-10-15","cited_by_count":14,"area":null},{"id":"2511.01380","title":"Confounding Factors in Relating Model Performance to Morphology","created":"2025-11-03","cited_by_count":14,"area":null},{"id":"2305.05480","title":"Effects of sub-word segmentation on performance of transformer language models","created":"2023-05-09","cited_by_count":12,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2501.14491","title":"Analyzing the Effect of Linguistic Similarity on Cross-Lingual Transfer: Tasks and Experimental Setups Matter","created":"2025-01-24","cited_by_count":10,"area":null},{"id":"2104.07829","title":"A Masked Segmental Language Model for Unsupervised Natural Language Segmentation","created":"2021-04-16","cited_by_count":9,"area":null},{"id":"2506.13487","title":"TurBLiMP: A Turkish Benchmark of Linguistic Minimal Pairs","created":"2025-06-16","cited_by_count":9,"area":null},{"id":"2104.08464","title":"A multilabel approach to morphosyntactic probing","created":"2021-04-17","cited_by_count":8,"area":null},{"id":"2209.07353","title":"Measuring Geographic Performance Disparities of Offensive Language Classifiers","created":"2022-09-15","cited_by_count":5,"area":null},{"id":"2301.01269","title":"Average Is Not Enough: Caveats of Multilingual Evaluation","created":"2023-01-03","cited_by_count":5,"area":null},{"id":"2203.08909","title":"Morphological Processing of Low-Resource Languages: Where We Are and What's Next","created":"2022-03-16","cited_by_count":4,"area":null},{"id":"2306.07764","title":"Tokenization with Factorized Subword Encoding","created":"2023-06-13","cited_by_count":4,"area":null},{"id":"2404.04530","title":"A Morphology-Based Investigation of Positional Encodings","created":"2024-04-06","cited_by_count":4,"area":null},{"id":"2509.06195","title":"Language Bias in Information Retrieval: The Nature of the Beast and Mitigation Methods","created":"2025-09-07","cited_by_count":3,"area":null},{"id":"2602.14653","title":"Is Information Density Uniform when Utterances are Grounded on Perception and Discourse?","created":"2026-02-16","cited_by_count":3,"area":null},{"id":"2401.07923","title":"Word Boundary Information Isn't Useful for Encoder Language Models","created":"2024-01-15","cited_by_count":2,"area":null},{"id":"2406.05424","title":"Recent advancements in computational morphology : A comprehensive survey","created":"2024-06-08","cited_by_count":2,"area":null},{"id":"2504.02674","title":"Limitations of Religious Data and the Importance of the Target Domain: Towards Machine Translation for Guinea-Bissau Creole","created":"2025-04-03","cited_by_count":2,"area":null},{"id":"2601.10580","title":"Form and Meaning in Intrinsic Multilingual Evaluations","created":"2026-01-15","cited_by_count":2,"area":null},{"id":"2605.22705","title":"Tokenization with Split Trees","created":"2026-05-21","cited_by_count":2,"area":null},{"id":"2106.12698","title":"Comparative Error Analysis in Neural and Finite-state Models for Unsupervised Character-level Transduction","created":"2021-06-24","cited_by_count":1,"area":null},{"id":"2110.08415","title":"Multilingual unsupervised sequence segmentation transfers to extremely low-resource languages","created":"2021-10-16","cited_by_count":1,"area":null},{"id":"2510.17001","title":"Vocab Diet: Reshaping the Vocabulary of LLMs via Vector Arithmetic","created":"2025-10-19","cited_by_count":1,"area":null},{"id":"2511.08139","title":"On the Interplay between Positional Encodings, Morphological Complexity, and Word Order Flexibility","created":"2025-11-11","cited_by_count":1,"area":null},{"id":"2511.09709","title":"Contextual morphologically-guided tokenization for Latin encoder models","created":"2025-11-12","cited_by_count":1,"area":null},{"id":"2602.03551","title":"Assessing the Impact of Typological Features on Multilingual Machine Translation in the Age of Large Language Models","created":"2026-02-03","cited_by_count":1,"area":null},{"id":"2509.08812","title":"MoVoC: Morphology-Aware Subword Construction for Geez Script Languages","created":"2025-09-10","cited_by_count":0,"area":null},{"id":"2604.17976","title":"ltzGLUE: Luxembourgish General Language Understanding Evaluation","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2609.01386","title":"When Tokenization is Secretly Output Supervision","created":"2026-09-01","cited_by_count":0,"area":null}],"next_cursor":null}