{"total":15,"rows":[{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62,"area":null},{"id":"2206.07615","title":"The SIGMORPHON 2022 Shared Task on Morpheme Segmentation","created":"2022-06-15","cited_by_count":25,"area":null},{"id":"2402.14614","title":"Two Counterexamples to Tokenization and the Noiseless Channel","created":"2024-02-22","cited_by_count":13,"area":null},{"id":"2210.07095","title":"Incorporating Context into Subword Vocabularies","created":"2022-10-13","cited_by_count":11,"area":null},{"id":"2209.04126","title":"MaxMatch-Dropout: Subword Regularization for WordPiece","created":"2022-09-09","cited_by_count":8,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2403.11130","title":"Exploring Tokenization Strategies and Vocabulary Sizes for Enhanced Arabic Language Models","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2211.15965","title":"Extending the Subwording Model of Multilingual Pretrained Models for New Languages","created":"2022-11-29","cited_by_count":3,"area":null},{"id":"2203.13528","title":"Single Model Ensemble for Subword Regularized Models in Low-Resource Machine Translation","created":"2022-03-25","cited_by_count":2,"area":null},{"id":"2302.13475","title":"Elementwise Language Representation","created":"2023-02-27","cited_by_count":0,"area":null},{"id":"2304.10808","title":"Downstream Task-Oriented Neural Tokenizer Optimization with Vocabulary Restriction as Post Processing","created":"2023-04-21","cited_by_count":0,"area":null},{"id":"2304.10813","title":"Tokenization Preference for Human and Machine Learning Model: An Annotation Study","created":"2023-04-21","cited_by_count":0,"area":null},{"id":"2512.15151","title":"Rakuten Data Release: A Large-Scale and Long-Term Reviews Corpus for Hotel Domain","created":"2025-12-17","cited_by_count":0,"area":null}],"next_cursor":null}