{"total":59,"rows":[{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2405.00233","title":"SemantiCodec: An Ultra Low Bitrate Semantic Audio Codec for General Sound","created":"2024-04-30","cited_by_count":45,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2409.04599","title":"BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training","created":"2024-09-06","cited_by_count":31,"area":null},{"id":"2406.11477","title":"How Can We Effectively Expand the Vocabulary of LLMs with 0.01GB of Target Language Text?","created":"2024-06-17","cited_by_count":22,"area":null},{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2306.09572","title":"How do different tokenizers perform on downstream tasks in scriptio continua languages?: A case study in Japanese","created":"2023-06-16","cited_by_count":20,"area":null},{"id":"2410.12656","title":"Evaluating Morphological Compositional Generalization in Large Language Models","created":"2024-10-16","cited_by_count":19,"area":null},{"id":"2402.10712","title":"An Empirical Study on Cross-lingual Vocabulary Adaptation for Efficient Language Model Inference","created":"2024-02-16","cited_by_count":18,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2506.03149","title":"Causal Estimation of Tokenisation Bias","created":"2025-06-03","cited_by_count":16,"area":null},{"id":"2305.05480","title":"Effects of sub-word segmentation on performance of transformer language models","created":"2023-05-09","cited_by_count":12,"area":null},{"id":"2411.12240","title":"Evaluating Tokenizer Performance of Large Language Models Across Official Indian Languages","created":"2024-11-19","cited_by_count":11,"area":null},{"id":"2402.10239","title":"A Language Model for Particle Tracking","created":"2024-02-14","cited_by_count":10,"area":null},{"id":"2307.07262","title":"MorphPiece : A Linguistic Tokenizer for Large Language Models","created":"2023-07-14","cited_by_count":9,"area":null},{"id":"2509.20045","title":"Tokenization and Representation Biases in Multilingual Models on Dialectal NLP Tasks","created":"2025-09-24","cited_by_count":9,"area":null},{"id":"2412.10244","title":"Efficient Continual Pre-training of LLMs for Low-resource Languages","created":"2024-12-13","cited_by_count":8,"area":null},{"id":"2508.14292","title":"Tokens with Meaning: A Hybrid Tokenization Approach for Turkish","created":"2025-08-19","cited_by_count":7,"area":null},{"id":"2405.07745","title":"LlamaTurk: Adapting Open-Source Generative Large Language Models for Low-Resource Language","created":"2024-05-13","cited_by_count":6,"area":null},{"id":"2504.02122","title":"Overcoming Vocabulary Constraints with Pixel-level Fallback","created":"2025-04-02","cited_by_count":6,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2403.11130","title":"Exploring Tokenization Strategies and Vocabulary Sizes for Enhanced Arabic Language Models","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2403.13754","title":"Different Tokenization Schemes Lead to Comparable Performance in Spanish Number Agreement","created":"2024-03-20","cited_by_count":5,"area":null},{"id":"2310.11029","title":"Core Building Blocks: Next Gen Geo Spatial GPT Application","created":"2023-10-17","cited_by_count":4,"area":null},{"id":"2310.12936","title":"A Predictive Factor Analysis of Social Biases and Task-Performance in Pretrained Masked Language Models","created":"2023-10-19","cited_by_count":4,"area":null},{"id":"2410.11985","title":"The Fair Language Model Paradox","created":"2024-10-15","cited_by_count":4,"area":null},{"id":"2503.10515","title":"Probing LLMs for Multilingual Discourse Generalization Through a Unified Label Set","created":"2025-03-13","cited_by_count":4,"area":null},{"id":"2506.11903","title":"GeistBERT: Breathing Life into German NLP","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2510.21364","title":"SindBERT, the Sailor: Charting the Seas of Turkish NLP","created":"2025-10-24","cited_by_count":4,"area":null},{"id":"2305.03788","title":"Harnessing the Power of BERT in the Turkish Clinical Domain: Pretraining Approaches for Limited Data Scenarios","created":"2023-05-05","cited_by_count":3,"area":null},{"id":"2404.18071","title":"Can Perplexity Predict Fine-tuning Performance? An Investigation of Tokenization Effects on Sequential Language Models for Nepali","created":"2024-04-28","cited_by_count":3,"area":null},{"id":"2410.03718","title":"Performance Evaluation of Tokenizers in Large Language Models for the Assamese Language","created":"2024-09-28","cited_by_count":3,"area":null},{"id":"2505.19356","title":"Optimized Text Embedding Models and Benchmarks for Amharic Passage Retrieval","created":"2025-05-25","cited_by_count":3,"area":null},{"id":"2608.25089","title":"Apples to Apples? Towards Comparable Crosslingual Language Model Evaluation","created":"2026-08-25","cited_by_count":3,"area":null},{"id":"2211.14865","title":"Understanding BLOOM: An empirical study on diverse NLP tasks","created":"2022-11-27","cited_by_count":2,"area":null},{"id":"2506.15138","title":"Less Is More: Reducing Token Counts Without Compromising Performance","created":"2025-06-18","cited_by_count":2,"area":null},{"id":"2510.12389","title":"Tokenization Disparities as Infrastructure Bias: How Subword Systems Create Inequities in LLM Access and Efficiency","created":"2025-10-14","cited_by_count":2,"area":null},{"id":"2602.05648","title":"Modelling the Morphology of Verbal Paradigms: A Case Study in the Tokenization of Turkish and Hebrew","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2410.23656","title":"Morphological Typology in BPE Subword Productivity and Language Modeling","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2503.04174","title":"UniNet: A Unified Multi-granular Traffic Modeling Framework for Network Security","created":"2025-03-06","cited_by_count":1,"area":null},{"id":"2504.09852","title":"GFT: Gradient Focal Transformer","created":"2025-04-14","cited_by_count":1,"area":null},{"id":"2510.17001","title":"Vocab Diet: Reshaping the Vocabulary of LLMs via Vector Arithmetic","created":"2025-10-19","cited_by_count":1,"area":null},{"id":"2510.21372","title":"HalleluBERT: Let Every Token That Has Meaning Bear Its Weight","created":"2025-10-24","cited_by_count":1,"area":null},{"id":"2511.09709","title":"Contextual morphologically-guided tokenization for Latin encoder models","created":"2025-11-12","cited_by_count":1,"area":null},{"id":"2511.20849","title":"Length-MAX Tokenizer for Language Models","created":"2025-11-25","cited_by_count":1,"area":null},{"id":"2602.06942","title":"Optimal Turkish Subword Strategies at Scale: Systematic Evaluation of Data, Vocabulary, Morphology Interplay","created":"2026-02-06","cited_by_count":1,"area":null},{"id":"2604.10665","title":"HeceTokenizer: A Syllable-Based Tokenization Approach for Turkish Retrieval","created":"2026-04-12","cited_by_count":1,"area":null},{"id":"2605.26935","title":"DunbaaBERT: From Sacrifice to Semantics","created":"2026-05-26","cited_by_count":1,"area":null},{"id":"2401.16055","title":"Stolen Subwords: Importance of Vocabularies for Machine Translation Model Stealing","created":"2024-01-29","cited_by_count":0,"area":null},{"id":"2402.15010","title":"How Important Is Tokenization in French Medical Masked Language Models?","created":"2024-02-22","cited_by_count":0,"area":null},{"id":"2504.01540","title":"From Sm{\\o}r-re-br{\\o}d to Subwords: Training LLMs on Danish, One Morpheme at a Time","created":"2025-04-02","cited_by_count":0,"area":null},{"id":"2602.03633","title":"BIRDTurk: Adaptation of the BIRD Text-to-SQL Dataset to Turkish","created":"2026-02-03","cited_by_count":0,"area":null},{"id":"2602.04241","title":"Tokenization and Morphological Fidelity in Uralic NLP: A Cross-Lingual Evaluation","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2604.04790","title":"HUKUKBERT: Domain-Specific Language Model for Turkish Law","created":"2026-04-06","cited_by_count":0,"area":null},{"id":"2606.18717","title":"Morpheus: A Morphology-Aware Neural Tokenizer and Word Embedder for Turkish","created":"2026-06-17","cited_by_count":0,"area":null},{"id":"2606.19626","title":"Toten: A Knowledge-Based System For Structure-Preserving Representation Of Physical Quantities And Technical Notation In Brazilian Portuguese","created":"2026-06-17","cited_by_count":0,"area":null},{"id":"2606.21869","title":"The Language-Energy Divide: Measuring Energy Costs of Multilingual LLM Inference","created":"2026-06-20","cited_by_count":0,"area":null},{"id":"2608.18087","title":"SuTRA : Structurally-Unified Tokenization with Root Awareness","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2609.12960","title":"Fewer Words, Not Fewer Tokens: Measuring the Sanskrit Tokenization Penalty per Proposition","created":"2026-09-11","cited_by_count":0,"area":null}],"next_cursor":null}