{"total":77,"rows":[{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2404.00925","title":"LLMs are Good Sign Language Translators","created":"2024-04-01","cited_by_count":77,"area":null},{"id":"2212.10785","title":"SERENGETI: Massively Multilingual Language Models for Africa","created":"2022-12-21","cited_by_count":40,"area":null},{"id":"2303.00289","title":"StrucTexTv2: Masked Visual-Textual Prediction for Document Image Pre-training","created":"2023-03-01","cited_by_count":39,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2209.13136","title":"A general-purpose material property data extraction pipeline from large polymer corpora using Natural Language Processing","created":"2022-09-27","cited_by_count":22,"area":null},{"id":"2407.11606","title":"The Foundations of Tokenization: Statistical and Computational Concerns","created":"2024-07-16","cited_by_count":22,"area":null},{"id":"2402.14327","title":"Subobject-level Image Tokenization","created":"2024-02-22","cited_by_count":21,"area":null},{"id":"2202.04350","title":"pNLP-Mixer: an Efficient all-MLP Architecture for Language","created":"2022-02-09","cited_by_count":19,"area":null},{"id":"2205.11194","title":"UnifieR: A Unified Retriever for Large-Scale Retrieval","created":"2022-05-23","cited_by_count":19,"area":null},{"id":"2406.16829","title":"Understanding and Mitigating Tokenization Bias in Language Models","created":"2024-06-24","cited_by_count":18,"area":null},{"id":"2308.16687","title":"DictaBERT: A State-of-the-Art BERT Suite for Modern Hebrew","created":"2023-08-31","cited_by_count":17,"area":null},{"id":"2502.04397","title":"Multimodal Medical Code Tokenizer","created":"2025-02-06","cited_by_count":14,"area":null},{"id":"2505.21627","title":"Is Your LLM Overcharging You? Tokenization, Transparency, and Incentives","created":"2025-05-27","cited_by_count":13,"area":null},{"id":"2411.12240","title":"Evaluating Tokenizer Performance of Large Language Models Across Official Indian Languages","created":"2024-11-19","cited_by_count":11,"area":null},{"id":"2305.03029","title":"What changes when you randomly choose BPE merge operations? Not much","created":"2023-05-04","cited_by_count":10,"area":null},{"id":"2509.20045","title":"Tokenization and Representation Biases in Multilingual Models on Dialectal NLP Tasks","created":"2025-09-24","cited_by_count":9,"area":null},{"id":"2209.04126","title":"MaxMatch-Dropout: Subword Regularization for WordPiece","created":"2022-09-09","cited_by_count":8,"area":null},{"id":"2305.01211","title":"MultiLegalSBD: A Multilingual Legal Sentence Boundary Detection Dataset","created":"2023-05-02","cited_by_count":7,"area":null},{"id":"2412.04680","title":"Superpixel Tokenization for Vision Transformers: Preserving Semantic Integrity in Visual Tokens","created":"2024-12-06","cited_by_count":7,"area":null},{"id":"2504.09862","title":"RadarLLM: Empowering Large Language Models to Understand Human Motion from Millimeter-Wave Point Cloud Sequence","created":"2025-04-14","cited_by_count":7,"area":null},{"id":"2510.13843","title":"Serialized EHR make for good text representations","created":"2025-10-11","cited_by_count":7,"area":null},{"id":"2403.00923","title":"An Interpretable Ensemble of Graph and Language Models for Improving Search Relevance in E-Commerce","created":"2024-03-01","cited_by_count":6,"area":null},{"id":"2402.09808","title":"Knowledge of Pretrained Language Models on Surface Information of Tokens","created":"2024-02-15","cited_by_count":5,"area":null},{"id":"2403.10646","title":"A Survey of Source Code Representations for Machine Learning-Based Cybersecurity Tasks","created":"2024-03-15","cited_by_count":5,"area":null},{"id":"2410.04335","title":"ReTok: Replacing Tokenizer to Enhance Representation Efficiency in Large Language Model","created":"2024-10-06","cited_by_count":5,"area":null},{"id":"2410.15696","title":"Tokenization as Finite-State Transduction","created":"2024-10-21","cited_by_count":5,"area":null},{"id":"2508.17771","title":"Speculating LLMs' Chinese Training Data Pollution from Their Tokens","created":"2025-08-25","cited_by_count":5,"area":null},{"id":"2603.05193","title":"Transducing Language Models","created":"2026-03-05","cited_by_count":5,"area":null},{"id":"2303.16694","title":"Using Semantic Similarity and Text Embedding to Measure the Social Media Echo of Strategic Communications","created":"2023-03-29","cited_by_count":4,"area":null},{"id":"2312.02803","title":"Leveraging Domain Adaptation and Data Augmentation to Improve Qur'anic IR in English and Arabic","created":"2023-12-05","cited_by_count":4,"area":null},{"id":"2404.07341","title":"Conformer-1: Robust ASR via Large-Scale Semisupervised Bootstrapping","created":"2024-04-10","cited_by_count":4,"area":null},{"id":"2405.04346","title":"Revisiting Character-level Adversarial Attacks for Language Models","created":"2024-05-07","cited_by_count":4,"area":null},{"id":"2501.13959","title":"Learning an Effective Premise Retrieval Model for Efficient Mathematical Formalization","created":"2025-01-21","cited_by_count":4,"area":null},{"id":"2511.03237","title":"MUTANT: A Recipe for Multilingual Tokenizer Design","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2404.10386","title":"I/O in Machine Learning Applications on HPC Systems: A 360-degree Survey","created":"2024-04-16","cited_by_count":3,"area":null},{"id":"2603.05690","title":"FreeTxt-Vi: A Benchmarked Vietnamese-English Toolkit for Segmentation, Sentiment, and Summarisation","created":"2026-03-05","cited_by_count":3,"area":null},{"id":"2211.07047","title":"Language Model Classifier Aligns Better with Physician Word Sensitivity than XGBoost on Readmission Prediction","created":"2022-11-13","cited_by_count":2,"area":null},{"id":"2308.08625","title":"BIOptimus: Pre-training an Optimal Biomedical Language Model with Curriculum Learning for Named Entity Recognition","created":"2023-08-16","cited_by_count":2,"area":null},{"id":"2311.07820","title":"On the Analysis of Cross-Lingual Prompt Tuning for Decoder-based Multilingual Model","created":"2023-11-14","cited_by_count":2,"area":null},{"id":"2403.08100","title":"Efficient Language Model Architectures for Differentially Private Federated Learning","created":"2024-03-12","cited_by_count":2,"area":null},{"id":"2406.04988","title":"Language models emulate certain cognitive profiles: An investigation of how predictability measures interact with individual differences","created":"2024-06-07","cited_by_count":2,"area":null},{"id":"2510.12389","title":"Tokenization Disparities as Infrastructure Bias: How Subword Systems Create Inequities in LLM Access and Efficiency","created":"2025-10-14","cited_by_count":2,"area":null},{"id":"2110.08536","title":"Sparse Distillation: Speeding Up Text Classification by Using Bigger Student Models","created":"2021-10-16","cited_by_count":1,"area":null},{"id":"2309.13718","title":"Multiple Relations Classification using Imbalanced Predictions Adaptation","created":"2023-09-24","cited_by_count":1,"area":null},{"id":"2310.08803","title":"Advancing Perception in Artificial Intelligence through Principles of Cognitive Science","created":"2023-10-13","cited_by_count":1,"area":null},{"id":"2310.19109","title":"Dynamic Task and Weight Prioritization Curriculum Learning for Multimodal Imagery","created":"2023-10-29","cited_by_count":1,"area":null},{"id":"2405.02738","title":"Relations Prediction for Knowledge Graph Completion using Large Language Models","created":"2024-05-04","cited_by_count":1,"area":null},{"id":"2406.02325","title":"Technical Language Processing for Telecommunications Specifications","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2406.17185","title":"Vaporetto: Efficient Japanese Tokenization Based on Improved Pointwise Linear Classification","created":"2024-06-24","cited_by_count":1,"area":null},{"id":"2409.06216","title":"SubRegWeigh: Effective and Efficient Annotation Weighing with Subword Regularization","created":"2024-09-10","cited_by_count":1,"area":null},{"id":"2505.00021","title":"Ustnlp16 at SemEval-2025 Task 9: Improving Model Performance through Imbalance Handling and Focal Loss","created":"2025-04-24","cited_by_count":1,"area":null},{"id":"2509.16804","title":"KuBERT: Central Kurdish BERT Model and Its Application for Sentiment Analysis","created":"2025-09-20","cited_by_count":1,"area":null},{"id":"2510.20386","title":"NeoDictaBERT: Pushing the Frontier of BERT models for Hebrew","created":"2025-10-23","cited_by_count":1,"area":null},{"id":"2604.15453","title":"(1D) Ordered Tokens Enable Efficient Test-Time Search","created":"2026-04-16","cited_by_count":1,"area":null},{"id":"2304.10808","title":"Downstream Task-Oriented Neural Tokenizer Optimization with Vocabulary Restriction as Post Processing","created":"2023-04-21","cited_by_count":0,"area":null},{"id":"2304.10813","title":"Tokenization Preference for Human and Machine Learning Model: An Annotation Study","created":"2023-04-21","cited_by_count":0,"area":null},{"id":"2311.15964","title":"Efficient Pre-training for Localized Instruction Generation of Videos","created":"2023-11-27","cited_by_count":0,"area":null},{"id":"2312.13961","title":"ChatGPT as a commenter to the news: can LLMs generate human-like opinions?","created":"2023-12-21","cited_by_count":0,"area":null},{"id":"2312.16104","title":"Dotless Representation of Arabic Text: Analysis and Modeling","created":"2023-12-26","cited_by_count":0,"area":null},{"id":"2407.04991","title":"The Solution for the AIGC Inference Performance Optimization Competition","created":"2024-07-06","cited_by_count":0,"area":null},{"id":"2410.02283","title":"Morphological evaluation of subwords vocabulary used by BETO language model","created":"2024-10-03","cited_by_count":0,"area":null},{"id":"2506.06446","title":"Tokenization Multiplicity Leads to Arbitrary Price Variation in LLM-as-a-service","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2506.23315","title":"Ensemble BERT for Medication Event Classification on Electronic Health Records (EHRs)","created":"2025-06-29","cited_by_count":0,"area":null},{"id":"2507.11832","title":"ILID: Native Script Language Identification for Indian Languages","created":"2025-07-16","cited_by_count":0,"area":null},{"id":"2509.07025","title":"1 bit is all we need: binary normalized neural networks","created":"2025-09-07","cited_by_count":0,"area":null},{"id":"2509.22369","title":"Role-Aware Multi-modal federated learning system for detecting phishing webpages","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2512.00323","title":"Comparative Analysis of 47 Context-Based Question Answer Models Across 8 Diverse Datasets","created":"2025-11-29","cited_by_count":0,"area":null},{"id":"2603.14130","title":"The GELATO Dataset for Legislative NER","created":"2026-03-14","cited_by_count":0,"area":null},{"id":"2603.16883","title":"Tokenization vs. Augmentation: A Systematic Study of Writer Variance in IMU-Based Online Handwriting Recognition","created":"2026-02-25","cited_by_count":0,"area":null},{"id":"2604.24506","title":"MIMIC: A Generative Multimodal Foundation Model for Biomolecules","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2605.15009","title":"DeepTokenEEG Enhancing Mild Cognitive Impairment and Alzheimers Classification via Tokenized EEG Features","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2605.30080","title":"Adaptive Targeted Dynamic Chunking for Tokenization-Free Hierarchical Model","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2608.10690","title":"Can Released LLM Vocabularies Support Token-Level Estimation of Hidden Corpora?","created":"2026-08-11","cited_by_count":0,"area":null},{"id":"2608.16269","title":"Domain-Agnostic Neural Topic Modeling with Contextual Token-Level Semantic Graph Representation","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2609.19924","title":"The Life of a Token: from Words to Bits on the Wire","created":"2026-09-17","cited_by_count":0,"area":null}],"next_cursor":null}