{"total":214,"rows":[{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102,"area":null},{"id":"2212.10562","title":"Character-Aware Models Improve Visual Text Rendering","created":"2022-12-20","cited_by_count":92,"area":null},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2401.12143","title":"Anisotropy Is Inherent to Self-Attention in Transformers","created":"2024-01-22","cited_by_count":63,"area":null},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2403.06265","title":"Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance","created":"2024-03-10","cited_by_count":61,"area":null},{"id":"2202.07765","title":"General-purpose, long-context autoregressive modeling with Perceiver AR","created":"2022-02-15","cited_by_count":60,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2104.08211","title":"Robust Open-Vocabulary Translation from Visual Text Representations","created":"2021-04-16","cited_by_count":47,"area":null},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44,"area":null},{"id":"2406.16678","title":"Segment Any Text: A Universal Approach for Robust, Efficient and Adaptable Sentence Segmentation","created":"2024-06-24","cited_by_count":41,"area":null},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2206.02608","title":"What do tokens know about their characters and how do they know it?","created":"2022-06-06","cited_by_count":36,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2109.02550","title":"You should evaluate your language model on marginal likelihood over tokenisations","created":"2021-09-06","cited_by_count":30,"area":null},{"id":"2310.13348","title":"Analyzing Cognitive Plausibility of Subword Tokenization","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2110.08191","title":"Why don't people use character-level machine translation?","created":"2021-10-15","cited_by_count":27,"area":null},{"id":"2203.08459","title":"KinyaBERT: a Morphology-aware Kinyarwanda Language Model","created":"2022-03-16","cited_by_count":27,"area":null},{"id":"2403.03814","title":"Evaluating the Elementary Multilingual Capabilities of Large Language Models with MultiQ","created":"2024-03-06","cited_by_count":27,"area":null},{"id":"2212.10474","title":"ByGPT5: End-to-End Style-conditioned Poetry Generation with Token-free Language Models","created":"2022-12-20","cited_by_count":25,"area":null},{"id":"2502.00894","title":"MorphBPE: A Morpho-Aware Tokenizer Bridging Linguistic Complexity for Efficient LLM Training Across Morphologies","created":"2025-02-02","cited_by_count":25,"area":null},{"id":"2305.14280","title":"Multilingual Pixel Representations for Translation and Effective Cross-lingual Transfer","created":"2023-05-23","cited_by_count":22,"area":null},{"id":"2311.00522","title":"Text Rendering Strategies for Pixel Language Models","created":"2023-11-01","cited_by_count":22,"area":null},{"id":"2407.11606","title":"The Foundations of Tokenization: Statistical and Computational Concerns","created":"2024-07-16","cited_by_count":22,"area":null},{"id":"2106.09063","title":"Specializing Multilingual Language Models: An Empirical Study","created":"2021-06-16","cited_by_count":21,"area":null},{"id":"2204.14268","title":"How Robust is Neural Machine Translation to Language Imbalance in Multilingual Tokenizer Training?","created":"2022-04-29","cited_by_count":20,"area":null},{"id":"2406.11687","title":"Tokenization Falling Short: On Subword Robustness in Large Language Models","created":"2024-06-17","cited_by_count":20,"area":null},{"id":"2409.11501","title":"Egalitarian Language Representation in Language Models: It All Begins with Tokenizers","created":"2024-09-17","cited_by_count":20,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2308.06294","title":"Enhancing Phenotype Recognition in Clinical Notes Using Large Language Models: PhenoBCBERT and PhenoGPT","created":"2023-08-11","cited_by_count":18,"area":null},{"id":"2305.18893","title":"Where's the Point? Self-Supervised Multilingual Punctuation-Agnostic Sentence Segmentation","created":"2023-05-30","cited_by_count":17,"area":null},{"id":"2404.03626","title":"Training LLMs over Neurally Compressed Text","created":"2024-04-04","cited_by_count":17,"area":null},{"id":"2506.19004","title":"Broken Tokens? Your Language Model can Secretly Handle Non-Canonical Tokenizations","created":"2025-06-23","cited_by_count":17,"area":null},{"id":"2212.09897","title":"Inducing Character-level Structure in Subword-based Language Models with Type-level Interchange Intervention Training","created":"2022-12-19","cited_by_count":16,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2302.14220","title":"Are Character-level Translations Worth the Wait? Comparing ByT5 and mT5 for Machine Translation","created":"2023-02-28","cited_by_count":15,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2410.11627","title":"Tokenization and Morphology in Multilingual Language Models: A Comparative Analysis of mT5 and ByT5","created":"2024-10-15","cited_by_count":14,"area":null},{"id":"2204.10815","title":"A Vocabulary-Free Multilingual Neural Tokenizer for End-to-End Task Learning","created":"2022-04-22","cited_by_count":12,"area":null},{"id":"2210.07111","title":"A Multi-dimensional Evaluation of Tokenizer-free Multilingual Pretrained Models","created":"2022-10-13","cited_by_count":12,"area":null},{"id":"2505.21265","title":"Multilingual Pretraining for Pixel Language Models","created":"2025-05-27","cited_by_count":12,"area":null},{"id":"2506.10766","title":"One Tokenizer To Rule Them All: Emergent Language Plasticity via Multilingual Tokenizers","created":"2025-06-12","cited_by_count":12,"area":null},{"id":"2110.13658","title":"Can Character-based Language Models Improve Downstream Task Performance in Low-Resource and Noisy Language Scenarios?","created":"2021-10-26","cited_by_count":11,"area":null},{"id":"2210.07095","title":"Incorporating Context into Subword Vocabularies","created":"2022-10-13","cited_by_count":11,"area":null},{"id":"2410.22906","title":"From Babble to Words: Pre-Training Language Models on Continuous Streams of Phonemes","created":"2024-10-30","cited_by_count":11,"area":null},{"id":"2509.18750","title":"False Friends Are Not Foes: Investigating Vocabulary Overlap in Multilingual Language Models","created":"2025-09-23","cited_by_count":11,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2107.13955","title":"Local Structure Matters Most: Perturbation Study in NLU","created":"2021-07-29","cited_by_count":10,"area":null},{"id":"2210.15734","title":"Token-level Sequence Labeling for Spoken Language Understanding using Compositional End-to-End Models","created":"2022-10-27","cited_by_count":10,"area":null},{"id":"2406.19223","title":"T-FREE: Subword Tokenizer-Free Generative LLMs via Sparse Representations for Memory-Efficient Embeddings","created":"2024-06-27","cited_by_count":10,"area":null},{"id":"2210.04782","title":"Robustification of Multilingual Language Models to Real-world Noise in Crosslingual Zero-shot Settings with Robust Contrastive Pretraining","created":"2022-10-10","cited_by_count":9,"area":null},{"id":"2212.11115","title":"What Makes for Good Tokenizers in Vision Transformer?","created":"2022-12-21","cited_by_count":9,"area":null},{"id":"2306.17649","title":"Biomedical Language Models are Robust to Sub-optimal Tokenization","created":"2023-06-30","cited_by_count":9,"area":null},{"id":"2308.00683","title":"CodeBPE: Investigating Subtokenization Options for Large Language Model Pretraining on Source Code","created":"2023-08-01","cited_by_count":9,"area":null},{"id":"2210.06525","title":"Subword Segmental Language Modelling for Nguni Languages","created":"2022-10-12","cited_by_count":8,"area":null},{"id":"2310.11628","title":"Learn Your Tokens: Word-Pooled Tokenization for Language Modeling","created":"2023-10-17","cited_by_count":8,"area":null},{"id":"2402.08183","title":"Pixel Sentence Representation Learning","created":"2024-02-13","cited_by_count":8,"area":null},{"id":"2506.02280","title":"The State of Large Language Models for African Languages: Progress and Challenges","created":"2025-06-02","cited_by_count":8,"area":null},{"id":"2507.12720","title":"FLEXITOKENS: Flexible Tokenization for Evolving Language Models","created":"2025-07-17","cited_by_count":8,"area":null},{"id":"2106.00400","title":"Sub-Character Tokenization for Chinese Pretrained Language Models","created":"2021-06-01","cited_by_count":7,"area":null},{"id":"2109.01100","title":"How Suitable Are Subword Segmentation Strategies for Translating Non-Concatenative Morphology?","created":"2021-09-02","cited_by_count":7,"area":null},{"id":"2305.07005","title":"Subword Segmental Machine Translation: Unifying Segmentation and Target Sentence Generation","created":"2023-05-11","cited_by_count":7,"area":null},{"id":"2305.14214","title":"CompoundPiece: Evaluating and Improving Decompounding Performance of Language Models","created":"2023-05-23","cited_by_count":7,"area":null},{"id":"2305.17906","title":"Byte-Level Grammatical Error Correction Using Synthetic and Curated Corpora","created":"2023-05-29","cited_by_count":7,"area":null},{"id":"2404.00397","title":"An Analysis of BPE Vocabulary Trimming in Neural Machine Translation","created":"2024-03-30","cited_by_count":7,"area":null},{"id":"2407.12665","title":"Beyond Next Token Prediction: Patch-Level Training for Large Language Models","created":"2024-07-17","cited_by_count":7,"area":null},{"id":"2410.24140","title":"Don't Touch My Diacritics","created":"2024-10-31","cited_by_count":7,"area":null},{"id":"2411.05783","title":"ASL STEM Wiki: Dataset and Benchmark for Interpreting STEM Articles","created":"2024-11-08","cited_by_count":7,"area":null},{"id":"2506.01687","title":"StochasTok: Improving Fine-Grained Subword Understanding in LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2506.14123","title":"Sampling from Your Language Model One Byte at a Time","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2508.15390","title":"Exploiting Vocabulary Frequency Imbalance in Language Model Pre-training","created":"2025-08-21","cited_by_count":7,"area":null},{"id":"2510.21909","title":"Explaining and Mitigating Crosslingual Tokenizer Inequities","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2210.07904","title":"HashFormers: Towards Vocabulary-independent Pre-trained Transformers","created":"2022-10-14","cited_by_count":6,"area":null},{"id":"2303.15100","title":"An Information Extraction Study: Take In Mind the Tokenization!","created":"2023-03-27","cited_by_count":6,"area":null},{"id":"2305.05461","title":"What is the best recipe for character-level encoder-only modelling?","created":"2023-05-09","cited_by_count":6,"area":null},{"id":"2402.14279","title":"Mitigating the Linguistic Gap with Phonemic Representations for Robust Cross-lingual Transfer","created":"2024-02-22","cited_by_count":6,"area":null},{"id":"2404.07304","title":"We're Calling an Intervention: Exploring Fundamental Hurdles in Adapting Language Models to Nonstandard Text","created":"2024-04-10","cited_by_count":6,"area":null},{"id":"2408.04628","title":"LogogramNLP: Comparing Visual and Textual Representations of Ancient Logographic Writing Systems for NLP","created":"2024-08-08","cited_by_count":6,"area":null},{"id":"2506.15889","title":"Entropy-Driven Pre-Tokenization for Byte-Pair Encoding","created":"2025-06-18","cited_by_count":6,"area":null},{"id":"2112.13236","title":"An Ensemble of Pre-trained Transformer Models For Imbalanced Multiclass Malware Classification","created":"2021-12-25","cited_by_count":5,"area":null},{"id":"2202.00470","title":"An Assessment of the Impact of OCR Noise on Language Models","created":"2022-01-26","cited_by_count":5,"area":null},{"id":"2202.10408","title":"Embarrassingly Simple Performance Prediction for Abductive Natural Language Inference","created":"2022-02-21","cited_by_count":5,"area":null},{"id":"2205.11490","title":"Local Byte Fusion for Neural Machine Translation","created":"2022-05-23","cited_by_count":5,"area":null},{"id":"2208.14111","title":"Transformers with Learnable Activation Functions","created":"2022-08-30","cited_by_count":5,"area":null},{"id":"2211.02483","title":"Continuous Prompt Tuning Based Textual Entailment Model for E-commerce Entity Typing","created":"2022-11-04","cited_by_count":5,"area":null},{"id":"2211.05198","title":"Collateral facilitation in humans and language models","created":"2022-11-09","cited_by_count":5,"area":null}],"next_cursor":"100"}