{"total":20,"rows":[{"id":"2303.12528","title":"MEGA: Multilingual Evaluation of Generative AI","created":"2023-03-22","cited_by_count":293,"area":null},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2210.07095","title":"Incorporating Context into Subword Vocabularies","created":"2022-10-13","cited_by_count":11,"area":null},{"id":"2411.17666","title":"How do Multimodal Foundation Models Encode Text and Speech? An Analysis of Cross-Lingual and Cross-Modal Representations","created":"2024-11-26","cited_by_count":9,"area":null},{"id":"2401.10660","title":"Accelerating Multilingual Language Model for Excessively Tokenized Languages","created":"2024-01-19","cited_by_count":8,"area":null},{"id":"2412.06926","title":"When Every Token Counts: Optimal Segmentation for Low-Resource Language Models","created":"2024-12-09","cited_by_count":8,"area":null},{"id":"2403.12809","title":"Comparing Explanation Faithfulness between Multilingual and Monolingual Fine-tuned Language Models","created":"2024-03-19","cited_by_count":6,"area":null},{"id":"2209.02821","title":"Multilingual Bidirectional Unsupervised Translation Through Multilingual Finetuning and Back-Translation","created":"2022-09-06","cited_by_count":3,"area":null},{"id":"2406.09140","title":"Investigating the translation capabilities of Large Language Models trained on parallel data only","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2512.13552","title":"PrahokBART: A Pre-trained Sequence-to-Sequence Model for Khmer Natural Language Generation","created":"2025-12-15","cited_by_count":1,"area":null},{"id":"2206.14969","title":"Masked Part-Of-Speech Model: Does Modeling Long Context Help Unsupervised POS-tagging?","created":"2022-06-30","cited_by_count":0,"area":null},{"id":"2506.06446","title":"Tokenization Multiplicity Leads to Arbitrary Price Variation in LLM-as-a-service","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2601.11518","title":"How Long Is a Piece of String? A Brief Empirical Analysis of Tokenizers","created":"2026-01-16","cited_by_count":0,"area":null},{"id":"2601.13588","title":"TREX: Tokenizer Regression for Optimal Data Mixture","created":"2026-01-20","cited_by_count":0,"area":null}],"next_cursor":null}