{"total":54,"rows":[{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2404.00925","title":"LLMs are Good Sign Language Translators","created":"2024-04-01","cited_by_count":77,"area":null},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62,"area":null},{"id":"2301.01299","title":"Recent Advances on Federated Learning: A Systematic Survey","created":"2023-01-03","cited_by_count":41,"area":null},{"id":"2206.09755","title":"Square One Bias in NLP: Towards a Multi-Dimensional Exploration of the Research Manifold","created":"2022-06-20","cited_by_count":29,"area":null},{"id":"2202.13587","title":"Rethinking and Refining the Distinct Metric","created":"2022-02-28","cited_by_count":27,"area":null},{"id":"2204.01188","title":"Revisiting Sliced Wasserstein on Images: From Vectorization to Convolution","created":"2022-04-04","cited_by_count":25,"area":null},{"id":"2209.13570","title":"Hierarchical Sliced Wasserstein Distance","created":"2022-09-27","cited_by_count":23,"area":null},{"id":"2203.14804","title":"Partially Does It: Towards Scene-Level FG-SBIR with Partial Input","created":"2022-03-28","cited_by_count":20,"area":null},{"id":"2204.14268","title":"How Robust is Neural Machine Translation to Language Imbalance in Multilingual Tokenizer Training?","created":"2022-04-29","cited_by_count":20,"area":null},{"id":"2203.03910","title":"Overcoming Catastrophic Forgetting beyond Continual Learning: Balanced Training for Neural Machine Translation","created":"2022-03-08","cited_by_count":18,"area":null},{"id":"2305.04034","title":"Wasserstein-Fisher-Rao Embedding: Logical Query Embeddings with Local Comparison and Global Transport","created":"2023-05-06","cited_by_count":16,"area":null},{"id":"2404.17808","title":"Scaffold-BPE: Enhancing Byte Pair Encoding for Large Language Models with Simple and Effective Scaffold Token Removal","created":"2024-04-27","cited_by_count":16,"area":null},{"id":"2503.00089","title":"Protein Structure Tokenization: Benchmarking and New Recipe","created":"2025-02-28","cited_by_count":15,"area":null},{"id":"2109.11247","title":"The Volctrans GLAT System: Non-autoregressive Translation Meets WMT21","created":"2021-09-23","cited_by_count":14,"area":null},{"id":"2202.13196","title":"Toward Interpretable Semantic Textual Similarity via Optimal Transport-based Contrastive Sentence Learning","created":"2022-02-26","cited_by_count":13,"area":null},{"id":"2406.13560","title":"Lexically Grounded Subword Segmentation","created":"2024-06-19","cited_by_count":13,"area":null},{"id":"2510.24574","title":"DistDF: Time-Series Forecasting Needs Joint-Distribution Wasserstein Alignment","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2404.00588","title":"Memory-based Cross-modal Semantic Alignment Network for Radiology Report Generation","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2107.13955","title":"Local Structure Matters Most: Perturbation Study in NLU","created":"2021-07-29","cited_by_count":10,"area":null},{"id":"2204.10086","title":"OTExtSum: Extractive Text Summarisation with Optimal Transport","created":"2022-04-21","cited_by_count":8,"area":null},{"id":"2306.04996","title":"T3L: Translate-and-Test Transfer Learning for Cross-Lingual Text Classification","created":"2023-06-08","cited_by_count":8,"area":null},{"id":"2405.04163","title":"MEDVOC: Vocabulary Adaptation for Fine-tuning Pre-trained Language Models on Medical Text Summarization","created":"2024-05-07","cited_by_count":8,"area":null},{"id":"2405.18906","title":"Language Generation with Strictly Proper Scoring Rules","created":"2024-05-29","cited_by_count":8,"area":null},{"id":"2206.09337","title":"Learning Multiscale Transformer Models for Sequence Generation","created":"2022-06-19","cited_by_count":7,"area":null},{"id":"2207.00982","title":"Linguistically inspired roadmap for building biologically reliable protein language models","created":"2022-07-03","cited_by_count":7,"area":null},{"id":"2212.01304","title":"Subword-Delimited Downsampling for Better Character-Level Translation","created":"2022-12-02","cited_by_count":7,"area":null},{"id":"2202.12142","title":"Pretraining without Wordpieces: Learning Over a Vocabulary of Millions of Words","created":"2022-02-24","cited_by_count":6,"area":null},{"id":"2404.15378","title":"Hierarchical Hybrid Sliced Wasserstein: A Scalable Metric for Heterogeneous Joint Distributions","created":"2024-04-23","cited_by_count":6,"area":null},{"id":"2412.18857","title":"Computing Approximate Graph Edit Distance via Optimal Transport","created":"2024-12-25","cited_by_count":6,"area":null},{"id":"2505.13573","title":"FreeMesh: Boosting Mesh Generation with Coordinates Merging","created":"2025-05-19","cited_by_count":6,"area":null},{"id":"2411.05504","title":"LBPE: Long-token-first Tokenization to Improve Large Language Models","created":"2024-11-08","cited_by_count":5,"area":null},{"id":"2501.06246","title":"A Partition Cover Approach to Tokenization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2406.09717","title":"UniBridge: A Unified Approach to Cross-Lingual Transfer Learning for Low-Resource Languages","created":"2024-06-14","cited_by_count":4,"area":null},{"id":"2412.12310","title":"Second Language (Arabic) Acquisition of LLMs via Progressive Vocabulary Expansion","created":"2024-12-16","cited_by_count":4,"area":null},{"id":"2505.21242","title":"Evaluation of LLMs in Medical Text Summarization: The Role of Vocabulary Adaptation in High OOV Settings","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2209.14440","title":"GeONet: a neural operator for learning the Wasserstein geodesic","created":"2022-09-28","cited_by_count":3,"area":null},{"id":"2305.10930","title":"On the Off-Target Problem of Zero-Shot Multilingual Neural Machine Translation","created":"2023-05-18","cited_by_count":3,"area":null},{"id":"2409.14705","title":"Target-Aware Language Modeling via Granular Data Sampling","created":"2024-09-23","cited_by_count":3,"area":null},{"id":"2406.14312","title":"Infusing clinical knowledge into tokenisers for language models","created":"2024-06-20","cited_by_count":2,"area":null},{"id":"2305.13140","title":"Extrapolating Multilingual Understanding Models as Multilingual Generators","created":"2023-05-22","cited_by_count":1,"area":null},{"id":"2306.04235","title":"MobileNMT: Enabling Translation in 15MB and 30ms","created":"2023-06-07","cited_by_count":1,"area":null},{"id":"2307.16400","title":"SelfSeg: A Self-supervised Sub-word Segmentation Method for Neural Machine Translation","created":"2023-07-31","cited_by_count":1,"area":null},{"id":"2310.05019","title":"Compressed online Sinkhorn","created":"2023-10-08","cited_by_count":1,"area":null},{"id":"2406.12304","title":"COT: A Generative Approach for Hate Speech Counter-Narratives via Contrastive Optimal Transport","created":"2024-06-18","cited_by_count":1,"area":null},{"id":"2410.03258","title":"Adaptive BPE Tokenization for Enhanced Vocabulary Adaptation in Finetuning Pretrained Language Models","created":"2024-10-04","cited_by_count":1,"area":null},{"id":"2210.09340","title":"Transferring Knowledge via Neighborhood-Aware Optimal Transport for Low-Resource Hate Speech Detection","created":"2022-10-17","cited_by_count":0,"area":null},{"id":"2211.12677","title":"Word-Level Representation From Bytes For Language Modeling","created":"2022-11-23","cited_by_count":0,"area":null},{"id":"2308.05574","title":"Exploring Linguistic Similarity and Zero-Shot Learning for Multilingual Translation of Dravidian Languages","created":"2023-08-10","cited_by_count":0,"area":null},{"id":"2503.05087","title":"Partial Distribution Alignment via Adaptive Optimal Transport","created":"2025-03-07","cited_by_count":0,"area":null},{"id":"2503.13837","title":"Self-Vocabularizing Training for Neural Machine Translation","created":"2025-03-18","cited_by_count":0,"area":null},{"id":"2507.07824","title":"Conditional Unigram Tokenization with Parallel Data","created":"2025-07-10","cited_by_count":0,"area":null}],"next_cursor":null}