{"total":32,"rows":[{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2105.09680","title":"KLUE: Korean Language Understanding Evaluation","created":"2021-05-20","cited_by_count":114,"area":null},{"id":"2109.04650","title":"What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers","created":"2021-09-10","cited_by_count":76,"area":null},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2405.20574","title":"Open Ko-LLM Leaderboard: Evaluating Large Language Models in Korean with Ko-H5 Benchmark","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2507.06378","title":"Evaluating Morphological Alignment of Tokenizers in 70 Languages","created":"2025-07-08","cited_by_count":22,"area":null},{"id":"2306.09572","title":"How do different tokenizers perform on downstream tasks in scriptio continua languages?: A case study in Japanese","created":"2023-06-16","cited_by_count":20,"area":null},{"id":"2404.13292","title":"Evaluating Subword Tokenization: Alien Subword Composition and OOV Generalization Challenge","created":"2024-04-20","cited_by_count":8,"area":null},{"id":"2503.00032","title":"KatFishNet: Detecting LLM-Generated Korean Text through Linguistic Feature Analysis","created":"2025-02-25","cited_by_count":6,"area":null},{"id":"2403.11130","title":"Exploring Tokenization Strategies and Vocabulary Sizes for Enhanced Arabic Language Models","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2403.13754","title":"Different Tokenization Schemes Lead to Comparable Performance in Spanish Number Agreement","created":"2024-03-20","cited_by_count":5,"area":null},{"id":"2310.12936","title":"A Predictive Factor Analysis of Social Biases and Task-Performance in Pretrained Masked Language Models","created":"2023-10-19","cited_by_count":4,"area":null},{"id":"2506.12450","title":"Language Surgery in Multilingual Large Language Models","created":"2025-06-14","cited_by_count":4,"area":null},{"id":"2112.01624","title":"A Survey on Awesome Korean NLP Datasets","created":"2021-10-17","cited_by_count":3,"area":null},{"id":"2404.18071","title":"Can Perplexity Predict Fine-tuning Performance? An Investigation of Tokenization Effects on Sequential Language Models for Nepali","created":"2024-04-28","cited_by_count":3,"area":null},{"id":"2304.08953","title":"From Words to Music: A Study of Subword Tokenization Techniques in Symbolic Music Generation","created":"2023-04-18","cited_by_count":2,"area":null},{"id":"2311.03928","title":"Improving Korean NLP Tasks with Linguistically Informed Subword Tokenization and Sub-character Decomposition","created":"2023-11-07","cited_by_count":2,"area":null},{"id":"2407.07413","title":"KpopMT: Translation Dataset with Terminology for Kpop Fandom","created":"2024-07-10","cited_by_count":2,"area":null},{"id":"2506.15138","title":"Less Is More: Reducing Token Counts Without Compromising Performance","created":"2025-06-18","cited_by_count":2,"area":null},{"id":"2401.09840","title":"FREED++: Improving RL Agents for Fragment-Based Molecule Generation by Thorough Reproduction","created":"2024-01-18","cited_by_count":1,"area":null},{"id":"2506.15266","title":"Thunder-DeID: Accurate and Efficient De-identification Framework for Korean Court Judgments","created":"2025-06-18","cited_by_count":1,"area":null},{"id":"2105.14274","title":"Korean-English Machine Translation with Multiple Tokenization Strategy","created":"2021-05-29","cited_by_count":0,"area":null},{"id":"2203.03583","title":"Korean Tokenization for Beam Search Rescoring in Speech Recognition","created":"2022-02-22","cited_by_count":0,"area":null},{"id":"2307.09014","title":"Exploring acceptance of autonomous vehicle policies using KeyBERT and SNA: Targeting engineering students","created":"2023-07-18","cited_by_count":0,"area":null},{"id":"2505.16868","title":"Comparative analysis of subword tokenization approaches for Indian languages","created":"2025-05-22","cited_by_count":0,"area":null},{"id":"2507.04018","title":"Handling Korean Out-of-Vocabulary Words with Phoneme Representation Learning","created":"2025-07-05","cited_by_count":0,"area":null},{"id":"2510.15558","title":"KITE: A Benchmark for Evaluating Korean Instruction-Following Abilities in Large Language Models","created":"2025-10-17","cited_by_count":0,"area":null},{"id":"2603.22629","title":"LGSE: Lexically Grounded Subword Embedding Initialization for Low-Resource Language Adaptation","created":"2026-03-23","cited_by_count":0,"area":null},{"id":"2604.12377","title":"SCRIPT: A Subcharacter Compositional Representation Injection Module for Korean Pre-Trained Language Models","created":"2026-04-14","cited_by_count":0,"area":null},{"id":"2604.23948","title":"KOMBO: Korean Character Representations Based on the Combination Rules of Subcharacters","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2608.04397","title":"NOLLI: A Difficulty-Calibrated Puzzle Benchmark for Diagnosing the English-Korean Performance Gap","created":"2026-08-05","cited_by_count":0,"area":null}],"next_cursor":null}