{"total":87,"rows":[{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2401.12143","title":"Anisotropy Is Inherent to Self-Attention in Transformers","created":"2024-01-22","cited_by_count":63,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2110.00672","title":"Low Frequency Names Exhibit Bias and Overfitting in Contextualizing Language Models","created":"2021-10-01","cited_by_count":39,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2105.00827","title":"AMMU : A Survey of Transformer-based Biomedical Pretrained Language Models","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2108.11193","title":"Models In a Spelling Bee: Language Models Implicitly Learn the Character Composition of Tokens","created":"2021-08-25","cited_by_count":27,"area":null},{"id":"2209.06869","title":"On the State of the Art in Authorship Attribution and Authorship Verification","created":"2022-09-14","cited_by_count":27,"area":null},{"id":"2204.00716","title":"CharacterBERT and Self-Teaching for Improving the Robustness of Dense Retrievers on Queries with Typos","created":"2022-04-01","cited_by_count":22,"area":null},{"id":"2304.10158","title":"Does Manipulating Tokenization Aid Cross-Lingual Transfer? A Study on POS Tagging for Non-Standardized Languages","created":"2023-04-20","cited_by_count":19,"area":null},{"id":"2106.09460","title":"DravidianCodeMix: Sentiment Analysis and Offensive Language Identification Dataset for Dravidian Languages in Code-Mixed Text","created":"2021-06-17","cited_by_count":18,"area":null},{"id":"2212.09897","title":"Inducing Character-level Structure in Subword-based Language Models with Type-level Interchange Intervention Training","created":"2022-12-19","cited_by_count":16,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2302.14220","title":"Are Character-level Translations Worth the Wait? Comparing ByT5 and mT5 for Machine Translation","created":"2023-02-28","cited_by_count":15,"area":null},{"id":"2407.06992","title":"Robust Neural Information Retrieval: An Adversarial and Out-of-distribution Perspective","created":"2024-07-09","cited_by_count":15,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2203.17190","title":"Mixed-Phoneme BERT: Improving BERT with Mixed Phoneme and Sup-Phoneme Representations for Text to Speech","created":"2022-03-31","cited_by_count":13,"area":null},{"id":"2110.13658","title":"Can Character-based Language Models Improve Downstream Task Performance in Low-Resource and Noisy Language Scenarios?","created":"2021-10-26","cited_by_count":11,"area":null},{"id":"2210.16663","title":"BERT Meets CTC: New Formulation of End-to-End Speech Recognition with Pre-trained Masked Language Model","created":"2022-10-29","cited_by_count":11,"area":null},{"id":"2109.00840","title":"Imposing Relation Structure in Language-Model Embeddings Using Contrastive Learning","created":"2021-09-02","cited_by_count":9,"area":null},{"id":"2203.07860","title":"Imputing Out-of-Vocabulary Embeddings with LOVE Makes Language Models Robust with Little Cost","created":"2022-03-15","cited_by_count":9,"area":null},{"id":"2212.11115","title":"What Makes for Good Tokenizers in Vision Transformer?","created":"2022-12-21","cited_by_count":9,"area":null},{"id":"2106.06004","title":"CodemixedNLP: An Extensible and Open NLP Toolkit for Code-Mixing","created":"2021-06-10","cited_by_count":8,"area":null},{"id":"2310.11628","title":"Learn Your Tokens: Word-Pooled Tokenization for Language Modeling","created":"2023-10-17","cited_by_count":8,"area":null},{"id":"2109.01100","title":"How Suitable Are Subword Segmentation Strategies for Translating Non-Concatenative Morphology?","created":"2021-09-02","cited_by_count":7,"area":null},{"id":"2212.01304","title":"Subword-Delimited Downsampling for Better Character-Level Translation","created":"2022-12-02","cited_by_count":7,"area":null},{"id":"2311.01955","title":"Too Much Information: Keeping Training Simple for BabyLMs","created":"2023-11-03","cited_by_count":7,"area":null},{"id":"2104.09066","title":"IIITT@LT-EDI-EACL2021-Hope Speech Detection: There is always Hope in Transformers","created":"2021-04-19","cited_by_count":6,"area":null},{"id":"2210.07904","title":"HashFormers: Towards Vocabulary-independent Pre-trained Transformers","created":"2022-10-14","cited_by_count":6,"area":null},{"id":"2303.15100","title":"An Information Extraction Study: Take In Mind the Tokenization!","created":"2023-03-27","cited_by_count":6,"area":null},{"id":"2306.10348","title":"Typo-Robust Representation Learning for Dense Retrieval","created":"2023-06-17","cited_by_count":6,"area":null},{"id":"2306.15268","title":"Can Pretrained Language Models Derive Correct Semantics from Corrupt Subwords under Noise?","created":"2023-06-27","cited_by_count":6,"area":null},{"id":"2310.19942","title":"Split-NER: Named Entity Recognition via Two Question-Answering-based Classifications","created":"2023-10-30","cited_by_count":6,"area":null},{"id":"2402.14616","title":"The Impact of Word Splitting on the Semantic Content of Contextualized Word Representations","created":"2024-02-22","cited_by_count":6,"area":null},{"id":"2404.07304","title":"We're Calling an Intervention: Exploring Fundamental Hurdles in Adapting Language Models to Nonstandard Text","created":"2024-04-10","cited_by_count":6,"area":null},{"id":"2111.01231","title":"Switch Point biased Self-Training: Re-purposing Pretrained Models for Code-Switching","created":"2021-11-01","cited_by_count":5,"area":null},{"id":"2112.05125","title":"Rethinking the Authorship Verification Experimental Setups","created":"2021-12-09","cited_by_count":5,"area":null},{"id":"2112.13236","title":"An Ensemble of Pre-trained Transformer Models For Imbalanced Multiclass Malware Classification","created":"2021-12-25","cited_by_count":5,"area":null},{"id":"2204.04711","title":"Data Augmentation for Biomedical Factoid Question Answering","created":"2022-04-10","cited_by_count":5,"area":null},{"id":"2204.10360","title":"Decorate the Examples: A Simple Method of Prompt Design for Biomedical Relation Extraction","created":"2022-04-21","cited_by_count":5,"area":null},{"id":"2205.11490","title":"Local Byte Fusion for Neural Machine Translation","created":"2022-05-23","cited_by_count":5,"area":null},{"id":"2211.02483","title":"Continuous Prompt Tuning Based Textual Entailment Model for E-commerce Entity Typing","created":"2022-11-04","cited_by_count":5,"area":null},{"id":"2306.06228","title":"AVScan2Vec: Feature Learning on Antivirus Scan Data for Production-Scale Malware Corpora","created":"2023-06-09","cited_by_count":5,"area":null},{"id":"2306.07656","title":"Is Anisotropy Inherent to Transformers?","created":"2023-06-13","cited_by_count":5,"area":null},{"id":"2402.09808","title":"Knowledge of Pretrained Language Models on Surface Information of Tokens","created":"2024-02-15","cited_by_count":5,"area":null},{"id":"2108.00391","title":"Learning to Look Inside: Augmenting Token-Based Encoders with Character-Level Information","created":"2021-08-01","cited_by_count":4,"area":null},{"id":"2109.04876","title":"Integrating Approaches to Word Representation","created":"2021-09-10","cited_by_count":4,"area":null},{"id":"2210.05598","title":"Enriching Biomedical Knowledge for Low-resource Language Through Large-Scale Translation","created":"2022-10-11","cited_by_count":4,"area":null},{"id":"2303.03144","title":"IPA-CLIP: Integrating Phonetic Priors into Vision and Language Pretraining","created":"2023-03-06","cited_by_count":4,"area":null},{"id":"2305.05640","title":"Representation Learning for Person or Entity-centric Knowledge Graphs: An Application in Healthcare","created":"2023-05-09","cited_by_count":4,"area":null},{"id":"2305.14571","title":"From Characters to Words: Hierarchical Pre-trained Language Model for Open-vocabulary Language Understanding","created":"2023-05-23","cited_by_count":4,"area":null},{"id":"2306.14866","title":"Enriching the NArabizi Treebank: A Multifaceted Approach to Supporting an Under-Resourced Language","created":"2023-06-26","cited_by_count":4,"area":null},{"id":"2310.08078","title":"To token or not to token: A Comparative Study of Text Representations for Cross-Lingual Transfer","created":"2023-10-12","cited_by_count":4,"area":null},{"id":"2202.04073","title":"The EMory BrEast imaging Dataset (EMBED): A Racially Diverse, Granular Dataset of 3.5M Screening and Diagnostic Mammograms","created":"2022-02-08","cited_by_count":3,"area":null},{"id":"2208.10228","title":"Review of Natural Language Processing in Pharmacology","created":"2022-08-22","cited_by_count":3,"area":null},{"id":"2401.12005","title":"ALMs: Authorial Language Models for Authorship Attribution","created":"2024-01-22","cited_by_count":3,"area":null},{"id":"2506.07541","title":"Bit-level BPE: Below the byte boundary","created":"2025-06-09","cited_by_count":3,"area":null},{"id":"2510.20475","title":"Mask and You Shall Receive: Optimizing Masked Language Modeling For Pretraining BabyLMs","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2605.08044","title":"Fast Byte Latent Transformer","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2103.09645","title":"UniParma at SemEval-2021 Task 5: Toxic Spans Detection Using CharacterBERT and Bag-of-Words Model","created":"2021-03-17","cited_by_count":2,"area":null},{"id":"2205.10687","title":"Revisiting Pre-trained Language Models and their Evaluation for Arabic Natural Language Understanding","created":"2022-05-21","cited_by_count":2,"area":null},{"id":"2212.07284","title":"MANTa: Efficient Gradient-Based Tokenization for Robust End-to-End Language Modeling","created":"2022-12-14","cited_by_count":2,"area":null},{"id":"2502.05225","title":"BitAbuse: A Dataset of Visually Perturbed Texts for Defending Phishing Attacks","created":"2025-02-06","cited_by_count":2,"area":null},{"id":"2505.17102","title":"BanglaByT5: Byte-Level Modelling for Bangla","created":"2025-05-21","cited_by_count":2,"area":null},{"id":"2111.12174","title":"Using Distributional Principles for the Semantic Study of Contextual Language Models","created":"2021-11-23","cited_by_count":1,"area":null},{"id":"2203.07911","title":"Signal in Noise: Exploring Meaning Encoded in Random Character Sequences with Character-Aware Language Models","created":"2022-03-15","cited_by_count":1,"area":null},{"id":"2208.02031","title":"Cross-lingual Approaches for the Detection of Adverse Drug Reactions in German from a Patient's Perspective","created":"2022-08-03","cited_by_count":1,"area":null},{"id":"2507.15393","title":"PiMRef: Deducing Ever-evolving Spear-phishing Emails with Knowledge Base Invariants","created":"2025-07-21","cited_by_count":1,"area":null},{"id":"2508.05628","title":"H-Net++: Hierarchical Dynamic Chunking for Tokenizer-Free Language Modelling in Morphologically-Rich Languages","created":"2025-08-07","cited_by_count":1,"area":null},{"id":"2509.01772","title":"chDzDT: Word-level morphology-aware language model for Algerian social media text","created":"2025-09-01","cited_by_count":1,"area":null},{"id":"2510.20386","title":"NeoDictaBERT: Pushing the Frontier of BERT models for Hebrew","created":"2025-10-23","cited_by_count":1,"area":null},{"id":"2109.09700","title":"BERT Cannot Align Characters","created":"2021-09-20","cited_by_count":0,"area":null},{"id":"2208.09915","title":"MockingBERT: A Method for Retroactively Adding Resilience to NLP Models","created":"2022-08-21","cited_by_count":0,"area":null},{"id":"2211.12677","title":"Word-Level Representation From Bytes For Language Modeling","created":"2022-11-23","cited_by_count":0,"area":null},{"id":"2307.00456","title":"Make Text Unlearnable: Exploiting Effective Patterns to Protect Personal Data","created":"2023-07-02","cited_by_count":0,"area":null},{"id":"2310.10704","title":"Optimized Tokenization for Transcribed Error Correction","created":"2023-10-16","cited_by_count":0,"area":null},{"id":"2311.01571","title":"On Preserving the Knowledge of Long Clinical Texts","created":"2023-11-02","cited_by_count":0,"area":null},{"id":"2411.07224","title":"TempCharBERT: Keystroke Dynamics for Continuous Access Control Based on Pre-trained Language Models","created":"2024-11-11","cited_by_count":0,"area":null},{"id":"2503.20278","title":"The cell as a token: high-dimensional geometry in language models and cell embeddings","created":"2025-03-26","cited_by_count":0,"area":null},{"id":"2505.21380","title":"PHISH in MESH: Korean Adversarial Phonetic Substitution and Phonetic-Semantic Feature Integration Defense","created":"2025-05-27","cited_by_count":0,"area":null},{"id":"2509.08808","title":"Handling Open-Vocabulary Constructs in Formalizing Specifications: Retrieval-Augmented Parsing with Expert Knowledge","created":"2025-09-10","cited_by_count":0,"area":"rag"},{"id":"2605.17762","title":"Surface-Form Neural Sparse Retrieval: Robust Fuzzy Matching for Industrial Music Search","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2607.00004","title":"Why Advanced Encoders Lag on Sparse Retrieval? The Answer and an Approach to Bridging Vocabulary Gaps","created":"2026-04-20","cited_by_count":0,"area":null}],"next_cursor":null}