{"total":39,"rows":[{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2206.07615","title":"The SIGMORPHON 2022 Shared Task on Morpheme Segmentation","created":"2022-06-15","cited_by_count":25,"area":null},{"id":"2106.09063","title":"Specializing Multilingual Language Models: An Empirical Study","created":"2021-06-16","cited_by_count":21,"area":null},{"id":"2205.12676","title":"Evaluating the Diversity, Equity and Inclusion of NLP Technology: A Case Study for Indian Languages","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2109.06772","title":"Improving Zero-shot Cross-lingual Transfer between Closely Related Languages by injecting Character-level Noise","created":"2021-09-14","cited_by_count":19,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2106.07540","title":"Evaluating Various Tokenizers for Arabic Text Classification","created":"2021-06-14","cited_by_count":14,"area":null},{"id":"2112.14569","title":"Fine-Tuning Transformers: Vocabulary Transfer","created":"2021-12-29","cited_by_count":14,"area":null},{"id":"2201.00136","title":"Zero-shot Commonsense Question Answering with Cloze Translation and Consistency Optimization","created":"2022-01-01","cited_by_count":13,"area":null},{"id":"2109.04556","title":"Subword Mapping and Anchoring across Languages","created":"2021-09-09","cited_by_count":12,"area":null},{"id":"2204.10815","title":"A Vocabulary-Free Multilingual Neural Tokenizer for End-to-End Task Learning","created":"2022-04-22","cited_by_count":12,"area":null},{"id":"2210.07111","title":"A Multi-dimensional Evaluation of Tokenizer-free Multilingual Pretrained Models","created":"2022-10-13","cited_by_count":12,"area":null},{"id":"2110.13658","title":"Can Character-based Language Models Improve Downstream Task Performance in Low-Resource and Noisy Language Scenarios?","created":"2021-10-26","cited_by_count":11,"area":null},{"id":"2204.00665","title":"CipherDAug: Ciphertext based Data Augmentation for Neural Machine Translation","created":"2022-04-01","cited_by_count":9,"area":null},{"id":"2308.00683","title":"CodeBPE: Investigating Subtokenization Options for Large Language Model Pretraining on Source Code","created":"2023-08-01","cited_by_count":9,"area":null},{"id":"2210.06525","title":"Subword Segmental Language Modelling for Nguni Languages","created":"2022-10-12","cited_by_count":8,"area":null},{"id":"2302.04618","title":"Robust Question Answering against Distribution Shifts with Test-Time Adaptation: An Empirical Study","created":"2023-02-09","cited_by_count":8,"area":null},{"id":"2310.11628","title":"Learn Your Tokens: Word-Pooled Tokenization for Language Modeling","created":"2023-10-17","cited_by_count":8,"area":null},{"id":"2109.01100","title":"How Suitable Are Subword Segmentation Strategies for Translating Non-Concatenative Morphology?","created":"2021-09-02","cited_by_count":7,"area":null},{"id":"2305.07005","title":"Subword Segmental Machine Translation: Unifying Segmentation and Target Sentence Generation","created":"2023-05-11","cited_by_count":7,"area":null},{"id":"2211.12781","title":"Breaking the Representation Bottleneck of Chinese Characters: Neural Machine Translation with Stroke Sequence Modeling","created":"2022-11-23","cited_by_count":6,"area":null},{"id":"2311.00116","title":"BERTwich: Extending BERT's Capabilities to Model Dialectal and Noisy Text","created":"2023-10-31","cited_by_count":6,"area":null},{"id":"2205.11490","title":"Local Byte Fusion for Neural Machine Translation","created":"2022-05-23","cited_by_count":5,"area":null},{"id":"2508.17771","title":"Speculating LLMs' Chinese Training Data Pollution from Their Tokens","created":"2025-08-25","cited_by_count":5,"area":null},{"id":"2403.07567","title":"Triples-to-isiXhosa (T2X): Addressing the Challenges of Low-Resource Agglutinative Data-to-Text Generation","created":"2024-03-12","cited_by_count":3,"area":null},{"id":"2403.20157","title":"A Systematic Analysis of Subwords and Cross-Lingual Transfer in Multilingual Translation","created":"2024-03-29","cited_by_count":3,"area":null},{"id":"2508.11857","title":"SupraTok: Cross-Boundary Tokenization for Enhanced Language Model Performance","created":"2025-08-16","cited_by_count":3,"area":null},{"id":"2511.09197","title":"The Learning Dynamics of Subword Segmentation for Morphologically Diverse Languages","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2606.03810","title":"Consistency Training Can Entrench Misalignment","created":"2026-06-02","cited_by_count":2,"area":null},{"id":"2409.06216","title":"SubRegWeigh: Effective and Efficient Annotation Weighing with Subword Regularization","created":"2024-09-10","cited_by_count":1,"area":null},{"id":"2605.13436","title":"Pretraining Language Models with Subword Regularization: An Empirical Study of BPE Dropout in Low-Resource NLP","created":"2026-05-13","cited_by_count":1,"area":null},{"id":"2302.13475","title":"Elementwise Language Representation","created":"2023-02-27","cited_by_count":0,"area":null},{"id":"2404.15928","title":"Generalization Measures for Zero-Shot Cross-Lingual Transfer","created":"2024-04-24","cited_by_count":0,"area":null},{"id":"2406.02517","title":"Deterministic Reversible Data Augmentation for Neural Machine Translation","created":"2024-06-04","cited_by_count":0,"area":null},{"id":"2601.13588","title":"TREX: Tokenizer Regression for Optimal Data Mixture","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2608.05510","title":"Different Perturbations, Different Mechanisms: Understanding Continued Pre-training for Zero-Shot Dialect Robustness","created":"2026-08-06","cited_by_count":0,"area":null}],"next_cursor":null}