{"total":160,"rows":[{"id":"2302.09664","title":"Semantic Uncertainty: Linguistic Invariances for Uncertainty Estimation in Natural Language Generation","created":"2023-02-19","cited_by_count":819,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2306.15794","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","created":"2023-06-27","cited_by_count":194,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106,"area":null},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2212.10562","title":"Character-Aware Models Improve Visual Text Rendering","created":"2022-12-20","cited_by_count":92,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2203.13357","title":"One Country, 700+ Languages: NLP Challenges for Underrepresented Languages and Dialects in Indonesia","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62,"area":null},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2503.20083","title":"Universal Cross-Tokenizer Distillation via Approximate Likelihood Matching","created":"2025-03-25","cited_by_count":41,"area":"distill"},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2306.07377","title":"Lost in Translation: Large Language Models in Non-English Content Analysis","created":"2023-06-12","cited_by_count":35,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2311.05908","title":"FlashFFTConv: Efficient Convolutions for Long Sequences with Tensor Cores","created":"2023-11-10","cited_by_count":33,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2409.15452","title":"CUTE: Measuring LLMs' Understanding of Their Tokens","created":"2024-09-23","cited_by_count":31,"area":null},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2410.20771","title":"MrT5: Dynamic Token Merging for Efficient Byte-level Language Models","created":"2024-10-28","cited_by_count":28,"area":"inference"},{"id":"2110.08191","title":"Why don't people use character-level machine translation?","created":"2021-10-15","cited_by_count":27,"area":null},{"id":"2212.11311","title":"What do LLMs Know about Financial Markets? A Case Study on Reddit Market Sentiment Analysis","created":"2022-12-21","cited_by_count":27,"area":null},{"id":"2206.07615","title":"The SIGMORPHON 2022 Shared Task on Morpheme Segmentation","created":"2022-06-15","cited_by_count":25,"area":null},{"id":"2212.10474","title":"ByGPT5: End-to-End Style-conditioned Poetry Generation with Token-free Language Models","created":"2022-12-20","cited_by_count":25,"area":null},{"id":"2204.14268","title":"How Robust is Neural Machine Translation to Language Imbalance in Multilingual Tokenizer Training?","created":"2022-04-29","cited_by_count":20,"area":null},{"id":"2305.15099","title":"Fourier Transformer: Fast Long Range Modeling by Removing Sequence Redundancy with FFT Operator","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2405.09373","title":"PolygloToxicityPrompts: Multilingual Evaluation of Neural Toxic Degeneration in Large Language Models","created":"2024-05-15","cited_by_count":20,"area":null},{"id":"2406.16829","title":"Understanding and Mitigating Tokenization Bias in Language Models","created":"2024-06-24","cited_by_count":18,"area":null},{"id":"2305.18893","title":"Where's the Point? Self-Supervised Multilingual Punctuation-Agnostic Sentence Segmentation","created":"2023-05-30","cited_by_count":17,"area":null},{"id":"2404.03626","title":"Training LLMs over Neurally Compressed Text","created":"2024-04-04","cited_by_count":17,"area":null},{"id":"2506.19004","title":"Broken Tokens? Your Language Model can Secretly Handle Non-Canonical Tokenizations","created":"2025-06-23","cited_by_count":17,"area":null},{"id":"2212.09897","title":"Inducing Character-level Structure in Subword-based Language Models with Type-level Interchange Intervention Training","created":"2022-12-19","cited_by_count":16,"area":null},{"id":"2306.05523","title":"FACTIFY3M: A Benchmark for Multimodal Fact Verification with Explainability through 5W Question-Answering","created":"2023-05-22","cited_by_count":16,"area":null},{"id":"2406.00020","title":"Harmful Speech Detection by Language Models Exhibits Gender-Queer Dialect Bias","created":"2024-05-23","cited_by_count":16,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2302.14220","title":"Are Character-level Translations Worth the Wait? Comparing ByT5 and mT5 for Machine Translation","created":"2023-02-28","cited_by_count":15,"area":null},{"id":"2212.06933","title":"Paraphrase Identification with Deep Learning: A Review of Datasets and Methods","created":"2022-12-13","cited_by_count":13,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2204.10815","title":"A Vocabulary-Free Multilingual Neural Tokenizer for End-to-End Task Learning","created":"2022-04-22","cited_by_count":12,"area":null},{"id":"2110.13658","title":"Can Character-based Language Models Improve Downstream Task Performance in Low-Resource and Noisy Language Scenarios?","created":"2021-10-26","cited_by_count":11,"area":null},{"id":"2505.14172","title":"The Strawberry Problem: Emergence of Character-level Understanding in Tokenized Language Models","created":"2025-05-20","cited_by_count":11,"area":null},{"id":"2107.13955","title":"Local Structure Matters Most: Perturbation Study in NLU","created":"2021-07-29","cited_by_count":10,"area":null},{"id":"2405.18616","title":"Wavelet-Based Image Tokenizer for Vision Transformers","created":"2024-05-28","cited_by_count":10,"area":null},{"id":"2406.19223","title":"T-FREE: Subword Tokenizer-Free Generative LLMs via Sparse Representations for Memory-Efficient Embeddings","created":"2024-06-27","cited_by_count":10,"area":null},{"id":"2204.10293","title":"A Hierarchical N-Gram Framework for Zero-Shot Link Prediction","created":"2022-04-16","cited_by_count":9,"area":null},{"id":"2210.04782","title":"Robustification of Multilingual Language Models to Real-world Noise in Crosslingual Zero-shot Settings with Robust Contrastive Pretraining","created":"2022-10-10","cited_by_count":9,"area":null},{"id":"2212.11115","title":"What Makes for Good Tokenizers in Vision Transformer?","created":"2022-12-21","cited_by_count":9,"area":null},{"id":"2308.00683","title":"CodeBPE: Investigating Subtokenization Options for Large Language Model Pretraining on Source Code","created":"2023-08-01","cited_by_count":9,"area":null},{"id":"2310.11628","title":"Learn Your Tokens: Word-Pooled Tokenization for Language Modeling","created":"2023-10-17","cited_by_count":8,"area":null},{"id":"2311.08620","title":"Toucan: Token-Aware Character Level Language Modeling","created":"2023-11-15","cited_by_count":8,"area":null},{"id":"2507.12720","title":"FLEXITOKENS: Flexible Tokenization for Evolving Language Models","created":"2025-07-17","cited_by_count":8,"area":null},{"id":"2211.16504","title":"Improving Commonsense in Vision-Language Models via Knowledge Graph Riddles","created":"2022-11-29","cited_by_count":7,"area":"mllm"},{"id":"2212.01304","title":"Subword-Delimited Downsampling for Better Character-Level Translation","created":"2022-12-02","cited_by_count":7,"area":null},{"id":"2212.09912","title":"Tokenization Consistency Matters for Generative Models on Extractive NLP Tasks","created":"2022-12-19","cited_by_count":7,"area":null},{"id":"2305.07005","title":"Subword Segmental Machine Translation: Unifying Segmentation and Target Sentence Generation","created":"2023-05-11","cited_by_count":7,"area":null},{"id":"2305.14214","title":"CompoundPiece: Evaluating and Improving Decompounding Performance of Language Models","created":"2023-05-23","cited_by_count":7,"area":null},{"id":"2305.17906","title":"Byte-Level Grammatical Error Correction Using Synthetic and Curated Corpora","created":"2023-05-29","cited_by_count":7,"area":null},{"id":"2501.05752","title":"Semantic Exploration with Adaptive Gating for Efficient Problem Solving with Language Models","created":"2025-01-10","cited_by_count":7,"area":"lr"},{"id":"2506.14123","title":"Sampling from Your Language Model One Byte at a Time","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2601.20026","title":"Semantic Uncertainty Quantification of Hallucinations in LLMs: A Quantum Tensor Network Based Method","created":"2026-01-27","cited_by_count":7,"area":null},{"id":"2210.07904","title":"HashFormers: Towards Vocabulary-independent Pre-trained Transformers","created":"2022-10-14","cited_by_count":6,"area":null},{"id":"2211.12781","title":"Breaking the Representation Bottleneck of Chinese Characters: Neural Machine Translation with Stroke Sequence Modeling","created":"2022-11-23","cited_by_count":6,"area":null},{"id":"2303.15100","title":"An Information Extraction Study: Take In Mind the Tokenization!","created":"2023-03-27","cited_by_count":6,"area":null},{"id":"2305.05461","title":"What is the best recipe for character-level encoder-only modelling?","created":"2023-05-09","cited_by_count":6,"area":null},{"id":"2311.00116","title":"BERTwich: Extending BERT's Capabilities to Model Dialectal and Noisy Text","created":"2023-10-31","cited_by_count":6,"area":null},{"id":"2601.13260","title":"Stop Taking Tokenizers for Granted: They Are Core Design Decisions in Large Language Models","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2205.11490","title":"Local Byte Fusion for Neural Machine Translation","created":"2022-05-23","cited_by_count":5,"area":null},{"id":"2211.02483","title":"Continuous Prompt Tuning Based Textual Entailment Model for E-commerce Entity Typing","created":"2022-11-04","cited_by_count":5,"area":null},{"id":"2311.00658","title":"Explicit Morphological Knowledge Improves Pre-training of Language Models for Hebrew","created":"2023-11-01","cited_by_count":5,"area":null},{"id":"2402.09808","title":"Knowledge of Pretrained Language Models on Surface Information of Tokens","created":"2024-02-15","cited_by_count":5,"area":null},{"id":"2403.11130","title":"Exploring Tokenization Strategies and Vocabulary Sizes for Enhanced Arabic Language Models","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2410.01487","title":"Small Language Models Also Work With Small Vocabularies: Probing the Linguistic Abilities of Grapheme- and Phoneme-Based Baby Llamas","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2501.06246","title":"A Partition Cover Approach to Tokenization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2305.14571","title":"From Characters to Words: Hierarchical Pre-trained Language Model for Open-vocabulary Language Understanding","created":"2023-05-23","cited_by_count":4,"area":null},{"id":"2310.08078","title":"To token or not to token: A Comparative Study of Text Representations for Cross-Lingual Transfer","created":"2023-10-12","cited_by_count":4,"area":null},{"id":"2509.02754","title":"Do LLM Modules Generalize? A Study on Motion Generation for Autonomous Driving","created":"2025-09-02","cited_by_count":4,"area":"driving"},{"id":"2602.11174","title":"The Script Tax: Measuring Tokenization-Driven Efficiency and Latency Disparities in Multilingual Language Models","created":"2026-01-19","cited_by_count":4,"area":null},{"id":"2408.04162","title":"Semantics or spelling? Probing contextual word embeddings with orthographic noise","created":"2024-08-08","cited_by_count":3,"area":null},{"id":"2501.01256","title":"Digital Guardians: Can GPT-4, Perspective API, and Moderation API reliably detect hate speech in reader comments of German online newspapers?","created":"2025-01-02","cited_by_count":3,"area":null},{"id":"2503.00416","title":"Breaking the Loop: Detecting and Mitigating Denial-of-Service Vulnerabilities in Large Language Models","created":"2025-03-01","cited_by_count":3,"area":null},{"id":"2511.05578","title":"UTF-8 Plumbing: Byte-level Tokenizers Unavoidably Enable LLMs to Generate Ill-formed UTF-8","created":"2025-11-05","cited_by_count":3,"area":null},{"id":"2602.04289","title":"Proxy Compression for Language Modeling","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2605.08044","title":"Fast Byte Latent Transformer","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2205.07683","title":"CONSENT: Context Sensitive Transformer for Bold Words Classification","created":"2022-05-16","cited_by_count":2,"area":null},{"id":"2208.10844","title":"CLOWER: A Pre-trained Language Model with Contrastive Learning over Word and Character Representations","created":"2022-08-23","cited_by_count":2,"area":null},{"id":"2212.07284","title":"MANTa: Efficient Gradient-Based Tokenization for Robust End-to-End Language Modeling","created":"2022-12-14","cited_by_count":2,"area":null},{"id":"2310.17284","title":"Learning to Abstract with Nonparametric Variational Information Bottleneck","created":"2023-10-26","cited_by_count":2,"area":null}],"next_cursor":"100"}