{"total":132,"rows":[{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2212.10562","title":"Character-Aware Models Improve Visual Text Rendering","created":"2022-12-20","cited_by_count":92,"area":null},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89,"area":null},{"id":"2404.08031","title":"Latent Guard: a Safety Framework for Text-to-image Generation","created":"2024-04-11","cited_by_count":71,"area":null},{"id":"2504.02768","title":"MultiBLiMP 1.0: A Massively Multilingual Benchmark of Linguistic Minimal Pairs","created":"2025-04-03","cited_by_count":71,"area":null},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2305.17179","title":"Tokenization Impacts Multilingual Language Modeling: Assessing Vocabulary Allocation and Overlap Across Languages","created":"2023-05-26","cited_by_count":62,"area":null},{"id":"2501.10326","title":"Large language models for automated scholarly paper review: A survey","created":"2025-01-17","cited_by_count":61,"area":null},{"id":"2306.16842","title":"Tokenization and the Noiseless Channel","created":"2023-06-29","cited_by_count":59,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55,"area":null},{"id":"2405.05417","title":"Fishing for Magikarp: Automatically Detecting Under-trained Tokens in Large Language Models","created":"2024-05-08","cited_by_count":46,"area":null},{"id":"2206.02608","title":"What do tokens know about their characters and how do they know it?","created":"2022-06-06","cited_by_count":36,"area":null},{"id":"2406.14561","title":"How to Compute the Probability of a Word","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2309.13339","title":"Enhancing Zero-Shot Chain-of-Thought Reasoning in Large Language Models through Logic","created":"2023-09-23","cited_by_count":35,"area":"lr"},{"id":"2403.01289","title":"Greed is All You Need: An Evaluation of Tokenizer Inference Methods","created":"2024-03-02","cited_by_count":34,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2310.13348","title":"Analyzing Cognitive Plausibility of Subword Tokenization","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2406.00244","title":"Controlling Large Language Model Agents with Entropic Activation Steering","created":"2024-06-01","cited_by_count":29,"area":"agents"},{"id":"2212.10769","title":"Uncontrolled Lexical Exposure Leads to Overestimation of Compositional Generalization in Pretrained Models","created":"2022-12-21","cited_by_count":26,"area":null},{"id":"2206.07615","title":"The SIGMORPHON 2022 Shared Task on Morpheme Segmentation","created":"2022-06-15","cited_by_count":25,"area":null},{"id":"2305.14280","title":"Multilingual Pixel Representations for Translation and Effective Cross-lingual Transfer","created":"2023-05-23","cited_by_count":22,"area":null},{"id":"2311.00522","title":"Text Rendering Strategies for Pixel Language Models","created":"2023-11-01","cited_by_count":22,"area":null},{"id":"2407.11606","title":"The Foundations of Tokenization: Statistical and Computational Concerns","created":"2024-07-16","cited_by_count":22,"area":null},{"id":"2206.07043","title":"Text Generation with Text-Editing Models","created":"2022-06-14","cited_by_count":21,"area":null},{"id":"2402.14327","title":"Subobject-level Image Tokenization","created":"2024-02-22","cited_by_count":21,"area":null},{"id":"2204.04058","title":"Improving Tokenisation by Alternative Treatment of Spaces","created":"2022-04-08","cited_by_count":19,"area":null},{"id":"2212.09897","title":"Inducing Character-level Structure in Subword-based Language Models with Type-level Interchange Intervention Training","created":"2022-12-19","cited_by_count":16,"area":null},{"id":"2312.11779","title":"Tokenization Matters: Navigating Data-Scarce Tokenization for Gender Inclusive Language Technologies","created":"2023-12-19","cited_by_count":16,"area":null},{"id":"2411.08671","title":"Theoretical Analysis of Byte-Pair Encoding","created":"2024-11-13","cited_by_count":16,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2502.20273","title":"How Much is Enough? The Diminishing Returns of Tokenization Training Data","created":"2025-02-27","cited_by_count":15,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2205.03608","title":"UniMorph 4.0: Universal Morphology","created":"2022-05-07","cited_by_count":11,"area":null},{"id":"2210.07095","title":"Incorporating Context into Subword Vocabularies","created":"2022-10-13","cited_by_count":11,"area":null},{"id":"2506.03101","title":"Beyond Text Compression: Evaluating Tokenizers Across Scales","created":"2025-06-03","cited_by_count":11,"area":null},{"id":"2305.03029","title":"What changes when you randomly choose BPE merge operations? Not much","created":"2023-05-04","cited_by_count":10,"area":null},{"id":"2402.17467","title":"Natural Language Processing Methods for Symbolic Music Generation and Information Retrieval: a Survey","created":"2024-02-27","cited_by_count":10,"area":null},{"id":"2308.00683","title":"CodeBPE: Investigating Subtokenization Options for Large Language Model Pretraining on Source Code","created":"2023-08-01","cited_by_count":9,"area":null},{"id":"2402.16714","title":"Quantum Transformer: Accelerating model inference via quantum linear algebra","created":"2024-02-26","cited_by_count":9,"area":null},{"id":"2403.03923","title":"Did Translation Models Get More Robust Without Anyone Even Noticing?","created":"2024-03-06","cited_by_count":9,"area":null},{"id":"2512.15586","title":"Bolmo: Byteifying the Next Generation of Language Models","created":"2025-12-17","cited_by_count":9,"area":null},{"id":"2306.01481","title":"GAIA Search: Hugging Face and Pyserini Interoperability for NLP Training Data Exploration","created":"2023-06-02","cited_by_count":8,"area":null},{"id":"2310.11628","title":"Learn Your Tokens: Word-Pooled Tokenization for Language Modeling","created":"2023-10-17","cited_by_count":8,"area":null},{"id":"2404.13292","title":"Evaluating Subword Tokenization: Alien Subword Composition and OOV Generalization Challenge","created":"2024-04-20","cited_by_count":8,"area":null},{"id":"2207.00982","title":"Linguistically inspired roadmap for building biologically reliable protein language models","created":"2022-07-03","cited_by_count":7,"area":null},{"id":"2305.14214","title":"CompoundPiece: Evaluating and Improving Decompounding Performance of Language Models","created":"2023-05-23","cited_by_count":7,"area":null},{"id":"2309.12491","title":"Exploring the Impact of Training Data Distribution and Subword Tokenization on Gender Bias in Machine Translation","created":"2023-09-21","cited_by_count":7,"area":null},{"id":"2404.00397","title":"An Analysis of BPE Vocabulary Trimming in Neural Machine Translation","created":"2024-03-30","cited_by_count":7,"area":null},{"id":"2305.05461","title":"What is the best recipe for character-level encoder-only modelling?","created":"2023-05-09","cited_by_count":6,"area":null},{"id":"2410.08481","title":"Generation with Dynamic Vocabulary","created":"2024-10-11","cited_by_count":6,"area":null},{"id":"2506.04032","title":"AI Agents for Conversational Patient Triage: Preliminary Simulation-Based Evaluation with Real-World EHR Data","created":"2025-06-04","cited_by_count":6,"area":"agents"},{"id":"2204.09852","title":"The Risks of Machine Learning Systems","created":"2022-04-21","cited_by_count":5,"area":null},{"id":"2409.15370","title":"Tokenization for Molecular Foundation Models","created":"2024-09-19","cited_by_count":5,"area":null},{"id":"2410.15696","title":"Tokenization as Finite-State Transduction","created":"2024-10-21","cited_by_count":5,"area":null},{"id":"2305.14571","title":"From Characters to Words: Hierarchical Pre-trained Language Model for Open-vocabulary Language Understanding","created":"2023-05-23","cited_by_count":4,"area":null},{"id":"2306.07764","title":"Tokenization with Factorized Subword Encoding","created":"2023-06-13","cited_by_count":4,"area":null},{"id":"2309.17339","title":"Scaling Experiments in Self-Supervised Cross-Table Representation Learning","created":"2023-09-29","cited_by_count":4,"area":null},{"id":"2406.18045","title":"PharmaGPT: Domain-Specific Large Language Models for Bio-Pharmaceutical and Chemistry","created":"2024-06-26","cited_by_count":4,"area":null},{"id":"2502.14791","title":"Rapid Word Learning Through Meta In-Context Learning","created":"2025-02-20","cited_by_count":4,"area":null},{"id":"2503.17247","title":"KL3M Tokenizers: A Family of Domain-Specific and Character-Level Tokenizers for Legal, Financial, and Preprocessing Applications","created":"2025-03-21","cited_by_count":4,"area":null},{"id":"2511.03237","title":"MUTANT: A Recipe for Multilingual Tokenizer Design","created":"2025-11-05","cited_by_count":4,"area":null},{"id":"2512.20757","title":"TokSuite: Measuring the Impact of Tokenizer Choice on Language Model Behavior","created":"2025-12-23","cited_by_count":4,"area":null},{"id":"2205.11987","title":"Word-order typology in Multilingual BERT: A case study in subordinate-clause detection","created":"2022-05-24","cited_by_count":3,"area":null},{"id":"2305.13504","title":"Neural Machine Translation for Code Generation","created":"2023-05-22","cited_by_count":3,"area":null},{"id":"2408.04162","title":"Semantics or spelling? Probing contextual word embeddings with orthographic noise","created":"2024-08-08","cited_by_count":3,"area":null},{"id":"2504.18048","title":"Modes of Sequence Models and Learning Coefficients","created":"2025-04-25","cited_by_count":3,"area":null},{"id":"2506.07541","title":"Bit-level BPE: Below the byte boundary","created":"2025-06-09","cited_by_count":3,"area":null},{"id":"2508.19924","title":"FlowletFormer: Network Behavioral Semantic Aware Pre-training Model for Traffic Classification","created":"2025-08-27","cited_by_count":3,"area":null},{"id":"2511.05578","title":"UTF-8 Plumbing: Byte-level Tokenizers Unavoidably Enable LLMs to Generate Ill-formed UTF-8","created":"2025-11-05","cited_by_count":3,"area":null},{"id":"2601.03181","title":"Multi-Modal Data-Enhanced Foundation Models for Prediction and Control in Wireless Networks: A Survey","created":"2026-01-06","cited_by_count":3,"area":null},{"id":"2209.12635","title":"ImmunoLingo: Linguistics-based formalization of the antibody language","created":"2022-09-26","cited_by_count":2,"area":null},{"id":"2212.07284","title":"MANTa: Efficient Gradient-Based Tokenization for Robust End-to-End Language Modeling","created":"2022-12-14","cited_by_count":2,"area":null},{"id":"2304.06337","title":"Computational modeling of semantic change","created":"2023-04-13","cited_by_count":2,"area":null},{"id":"2304.08953","title":"From Words to Music: A Study of Subword Tokenization Techniques in Symbolic Music Generation","created":"2023-04-18","cited_by_count":2,"area":null},{"id":"2312.02125","title":"TPPoet: Transformer-Based Persian Poem Generation using Minimal Data and Advanced Decoding Techniques","created":"2023-12-04","cited_by_count":2,"area":null},{"id":"2406.14312","title":"Infusing clinical knowledge into tokenisers for language models","created":"2024-06-20","cited_by_count":2,"area":null},{"id":"2506.15138","title":"Less Is More: Reducing Token Counts Without Compromising Performance","created":"2025-06-18","cited_by_count":2,"area":null},{"id":"2510.12389","title":"Tokenization Disparities as Infrastructure Bias: How Subword Systems Create Inequities in LLM Access and Efficiency","created":"2025-10-14","cited_by_count":2,"area":null},{"id":"2511.16884","title":"Generative AI in Sociological Research: State of the Discipline","created":"2025-11-21","cited_by_count":2,"area":null},{"id":"2601.04469","title":"SampoNLP: A Self-Referential Toolkit for Morphological Analysis of Subword Tokenizers","created":"2026-01-08","cited_by_count":2,"area":null},{"id":"2606.20993","title":"Phonemes to the Rescue: Multilingual Tokenization Based on International Phonetic Alphabet","created":"2026-06-18","cited_by_count":2,"area":null},{"id":"2608.26449","title":"Vowel Signs Are Not Letters: A Pre-tokenization Ceiling on Multilingual Tokenizer Fertility","created":"2026-08-26","cited_by_count":2,"area":null},{"id":"2307.16400","title":"SelfSeg: A Self-supervised Sub-word Segmentation Method for Neural Machine Translation","created":"2023-07-31","cited_by_count":1,"area":null},{"id":"2310.08803","title":"Advancing Perception in Artificial Intelligence through Principles of Cognitive Science","created":"2023-10-13","cited_by_count":1,"area":null},{"id":"2403.10963","title":"Pointer-Generator Networks for Low-Resource Machine Translation: Don't Copy That!","created":"2024-03-16","cited_by_count":1,"area":null},{"id":"2409.01011","title":"Multi-Modal Multi-Granularity Tokenizer for Chu Bamboo Slip Scripts","created":"2024-09-02","cited_by_count":1,"area":null},{"id":"2410.21548","title":"MultiTok: Variable-Length Tokenization for Efficient LLMs Adapted from LZW Compression","created":"2024-10-28","cited_by_count":1,"area":null},{"id":"2503.15133","title":"EmoGRACE: Aspect-based emotion analysis for social media data","created":"2025-03-19","cited_by_count":1,"area":null},{"id":"2503.17810","title":"ParsiPy: NLP Toolkit for Historical Persian Texts in Python","created":"2025-03-22","cited_by_count":1,"area":null},{"id":"2508.05628","title":"H-Net++: Hierarchical Dynamic Chunking for Tokenizer-Free Language Modelling in Morphologically-Rich Languages","created":"2025-08-07","cited_by_count":1,"area":null},{"id":"2508.06621","title":"Train It and Forget It: Merge Lists are Unnecessary for BPE Inference in Language Models","created":"2025-08-08","cited_by_count":1,"area":null}],"next_cursor":"100"}