{"total":116,"rows":[{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44,"area":null},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2506.19004","title":"Broken Tokens? Your Language Model can Secretly Handle Non-Canonical Tokenizations","created":"2025-06-23","cited_by_count":17,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2506.14761","title":"From Bytes to Ideas: Language Modeling with Autoregressive U-Nets","created":"2025-06-17","cited_by_count":15,"area":null},{"id":"2509.18750","title":"False Friends Are Not Foes: Investigating Vocabulary Overlap in Multilingual Language Models","created":"2025-09-23","cited_by_count":11,"area":null},{"id":"2601.07220","title":"The Roots of Performance Disparity in Multilingual Language Models: Intrinsic Modeling Difficulty or Design Choices?","created":"2026-01-12","cited_by_count":11,"area":null},{"id":"2412.15210","title":"Tokenisation is NP-Complete","created":"2024-12-19","cited_by_count":10,"area":null},{"id":"2510.27688","title":"Continuous Autoregressive Language Models","created":"2025-10-31","cited_by_count":10,"area":null},{"id":"2509.20045","title":"Tokenization and Representation Biases in Multilingual Models on Dialectal NLP Tasks","created":"2025-09-24","cited_by_count":9,"area":null},{"id":"2510.18840","title":"See the Text: From Tokenization to Visual Reading","created":"2025-10-21","cited_by_count":9,"area":null},{"id":"2511.11346","title":"Fast and Expressive Multi-Byte Prediction with Probabilistic Circuits","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2512.15586","title":"Bolmo: Byteifying the Next Generation of Language Models","created":"2025-12-17","cited_by_count":9,"area":null},{"id":"2507.12720","title":"FLEXITOKENS: Flexible Tokenization for Evolving Language Models","created":"2025-07-17","cited_by_count":8,"area":null},{"id":"2508.19029","title":"Revisiting associative recall in modern recurrent models","created":"2025-08-26","cited_by_count":8,"area":null},{"id":"2604.07466","title":"Cross-Tokenizer LLM Distillation through a Byte-Level Interface","created":"2026-04-08","cited_by_count":8,"area":null},{"id":"2501.02393","title":"Graph-Aware Isomorphic Attention for Adaptive Dynamics in Transformers","created":"2025-01-04","cited_by_count":7,"area":null},{"id":"2502.14553","title":"Multiscale Byte Language Models -- A Hierarchical Architecture for Causal Million-Length Sequence Modeling","created":"2025-02-20","cited_by_count":7,"area":null},{"id":"2506.01687","title":"StochasTok: Improving Fine-Grained Subword Understanding in LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2506.01933","title":"E3D-Bench: A Benchmark for End-to-End 3D Geometric Foundation Models","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2506.14123","title":"Sampling from Your Language Model One Byte at a Time","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2502.07139","title":"Byte-token Enhanced Language Models for Temporal Point Processes Analysis","created":"2025-02-11","cited_by_count":6,"area":null},{"id":"2505.13573","title":"FreeMesh: Boosting Mesh Generation with Coordinates Merging","created":"2025-05-19","cited_by_count":6,"area":null},{"id":"2506.15889","title":"Entropy-Driven Pre-Tokenization for Byte-Pair Encoding","created":"2025-06-18","cited_by_count":6,"area":null},{"id":"2510.20280","title":"Context-level Language Modeling by Learning Predictive Context Embeddings","created":"2025-10-23","cited_by_count":6,"area":null},{"id":"2510.21954","title":"Model-Aware Tokenizer Transfer","created":"2025-10-24","cited_by_count":6,"area":null},{"id":"2501.06246","title":"A Partition Cover Approach to Tokenization","created":"2025-01-08","cited_by_count":5,"area":null},{"id":"2506.01084","title":"zip2zip: Inference-Time Adaptive Tokenization via Online Compression","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2510.06195","title":"Latent Speech-Text Transformer","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2505.17784","title":"EXECUTE: A Multilingual Benchmark for LLM Token Understanding","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2512.20757","title":"TokSuite: Measuring the Impact of Tokenizer Choice on Language Model Behavior","created":"2025-12-23","cited_by_count":4,"area":null},{"id":"2601.23174","title":"Beyond Fixed Frames: Dynamic Character-Aligned Speech Tokenization","created":"2026-01-30","cited_by_count":4,"area":null},{"id":"2605.01188","title":"Compute Optimal Tokenization","created":"2026-05-02","cited_by_count":4,"area":null},{"id":"2502.17910","title":"Scaling LLM Pre-training with Vocabulary Curriculum","created":"2025-02-25","cited_by_count":3,"area":null},{"id":"2505.06291","title":"ALFEE: Adaptive Large Foundation Model for EEG Representation","created":"2025-05-07","cited_by_count":3,"area":null},{"id":"2508.11857","title":"SupraTok: Cross-Boundary Tokenization for Enhanced Language Model Performance","created":"2025-08-16","cited_by_count":3,"area":null},{"id":"2510.04268","title":"LongTail-Swap: benchmarking language models' abilities on rare words","created":"2025-10-05","cited_by_count":3,"area":null},{"id":"2510.20475","title":"Mask and You Shall Receive: Optimizing Masked Language Modeling For Pretraining BabyLMs","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2601.13328","title":"Reducing Tokenization Premiums for Low-Resource Languages","created":"2026-01-19","cited_by_count":3,"area":null},{"id":"2602.04289","title":"Proxy Compression for Language Modeling","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2602.10603","title":"dnaHNet: A Scalable and Hierarchical Foundation Model for Genomic Sequence Learning","created":"2026-02-11","cited_by_count":3,"area":null},{"id":"2603.11352","title":"TimeSqueeze: Dynamic Patching for Efficient Time Series Forecasting","created":"2026-03-11","cited_by_count":3,"area":null},{"id":"2605.08044","title":"Fast Byte Latent Transformer","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2606.08347","title":"Tensorizing Engram: Sharing Latents Across N-Gram Embeddings is Beneficial in LLMs","created":"2026-06-06","cited_by_count":3,"area":null},{"id":"2504.03338","title":"BabyLM's First Words: Word Segmentation as a Phonological Probing Task","created":"2025-04-04","cited_by_count":2,"area":null},{"id":"2507.16323","title":"SpeLLM: Character-Level Multi-Head Decoding","created":"2025-07-22","cited_by_count":2,"area":null},{"id":"2508.02247","title":"ByteGen: A Tokenizer-Free Generative Model for Orderbook Events in Byte Space","created":"2025-08-04","cited_by_count":2,"area":null},{"id":"2508.09182","title":"MedPatch: Confidence-Guided Multi-Stage Fusion for Multimodal Clinical Data","created":"2025-08-07","cited_by_count":2,"area":null},{"id":"2509.26157","title":"Entropy Guided Dynamic Patch Segmentation for Time Series Transformers","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2603.13647","title":"PLUME: Building a Network-Native Foundation Model for Wireless Traces via Protocol-Aware Tokenization","created":"2026-03-13","cited_by_count":2,"area":null},{"id":"2604.16656","title":"Defragmenting Language Models: An Interpretability-based Approach for Vocabulary Expansion","created":"2026-04-17","cited_by_count":2,"area":null},{"id":"2604.27263","title":"Decoupling the Benefits of Subword Tokenization for Language Model Training via Byte-level Simulation","created":"2026-04-29","cited_by_count":2,"area":null},{"id":"2605.06546","title":"Efficient Pre-Training with Token Superposition","created":"2026-05-07","cited_by_count":2,"area":null},{"id":"2608.18062","title":"TokEval: A Tokenizer Evaluation Suite","created":"2026-08-18","cited_by_count":2,"area":null},{"id":"2511.20849","title":"Length-MAX Tokenizer for Language Models","created":"2025-11-25","cited_by_count":1,"area":null},{"id":"2512.21913","title":"GQ-VAE: A gated quantized VAE for learning variable length tokens","created":"2025-12-26","cited_by_count":1,"area":null},{"id":"2601.02563","title":"Compressed code: the hidden effects of quantization and distillation on programming tokens","created":"2026-01-05","cited_by_count":1,"area":null},{"id":"2602.02742","title":"Entropy-Guided Dynamic Tokens for Graph-LLM Alignment in Molecular Understanding","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2603.03583","title":"ByteFlow: Language Modeling through Adaptive Byte Compression without a Tokenizer","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2603.16917","title":"HoloByte: Continuous Hyperspherical Distillation for Tokenizer-Free Modeling","created":"2026-03-10","cited_by_count":1,"area":null},{"id":"2604.05192","title":"Faster Superword Tokenization","created":"2026-04-06","cited_by_count":1,"area":null},{"id":"2605.29459","title":"Kronecker Embeddings: Byte-Level Structured Token Representations for Parameter-Efficient Language Models","created":"2026-05-28","cited_by_count":1,"area":null},{"id":"2606.28057","title":"MultiHashFormer: Hash-based Generative Language Models","created":"2026-06-26","cited_by_count":1,"area":null},{"id":"2607.02087","title":"SUNTA: Hierarchical Video Prediction with Surprise-based Chunking","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2503.00224","title":"\\`A la recherche du sens perdu: your favourite LLM might have more to say than you can understand","created":"2025-02-28","cited_by_count":0,"area":null},{"id":"2504.03238","title":"Malware Detection in Docker Containers: An Image is Worth a Thousand Logs","created":"2025-04-04","cited_by_count":0,"area":null},{"id":"2504.08852","title":"ML For Hardware Design Interpretability: Challenges and Opportunities","created":"2025-04-11","cited_by_count":0,"area":null},{"id":"2507.12769","title":"Synergy: End-to-end Concept Model","created":"2025-07-17","cited_by_count":0,"area":null},{"id":"2508.08514","title":"DeCAL Tokenwise Compression","created":"2025-08-11","cited_by_count":0,"area":null},{"id":"2508.20665","title":"Amadeus: Autoregressive Model with Bidirectional Attribute Modelling for Symbolic Music","created":"2025-08-28","cited_by_count":0,"area":null},{"id":"2510.16987","title":"Back to Bytes: Revisiting Tokenization Through UTF-8","created":"2025-10-19","cited_by_count":0,"area":null},{"id":"2511.15723","title":"Human-aligned Quantification of Numerical Data","created":"2025-11-15","cited_by_count":0,"area":null},{"id":"2601.00698","title":"BSAT: B-Spline Adaptive Tokenizer for Long-Term Time Series Forecasting","created":"2026-01-02","cited_by_count":0,"area":null},{"id":"2601.03019","title":"DNACHUNKER: Learnable Tokenization for DNA Language Models","created":"2026-01-06","cited_by_count":0,"area":null},{"id":"2602.17739","title":"GeneZip: Region-Aware Compression for Long Context DNA Modeling","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2603.23947","title":"Variable-Length Audio Fingerprinting","created":"2026-03-25","cited_by_count":0,"area":null},{"id":"2603.27859","title":"KazByte: Adapting Qwen models to Kazakh via Byte-level Adapter","created":"2026-03-29","cited_by_count":0,"area":null},{"id":"2604.28173","title":"Action Motifs: Self-Supervised Hierarchical Representation of Human Body Movements","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2605.11034","title":"MambaNetBurst: Direct Byte-level Network Traffic Classification without Tokenization or Pretraining","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.11577","title":"BitLM: Unlocking Multi-Token Language Generation with Bitwise Continuous Diffusion","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.11829","title":"Bin Latent Transformer (BiLT): A shift-invariant autoencoder for calibration-free spectral unmixing of turbid media","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2605.12928","title":"The Efficiency Gap in Byte Modeling","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.30080","title":"Adaptive Targeted Dynamic Chunking for Tokenization-Free Hierarchical Model","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2606.04171","title":"MimeLens: Position-Agnostic Content-Type Detection for Binary Fragments","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2606.14122","title":"Beyond Perplexity: UTF-8 Validity in Byte-aware Language Models","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2606.15044","title":"Equity with Efficiency: An Empirical Study of Tokenizers for Multilingual Large Language Models","created":"2026-06-13","cited_by_count":0,"area":null},{"id":"2606.15521","title":"Emergent retokenization symmetry in large language models: phenomenology and applications","created":"2026-06-14","cited_by_count":0,"area":null},{"id":"2606.20587","title":"Protocol-Aware Tokenization and Architecture Co-Design for Wireless Packet Foundation Models","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2607.15209","title":"Expanding the Lexicon of Ge'ez Based African Languages: A Comparative Study of Amharic and Tigrinya","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2607.16117","title":"Rate-Utility Frontiers for Language Encodings: Comparing Tokens, Bytes, and Pixels Under Controlled Linguistic Content","created":"2026-07-17","cited_by_count":0,"area":null},{"id":"2607.17944","title":"The Art of Not Forgetting","created":"2026-07-20","cited_by_count":0,"area":null},{"id":"2607.26523","title":"The Art of Not Forgetting A Local Learning Architecture for Continual Learning","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2608.00434","title":"AdaMTP: An Adaptive Training Paradigm for Multi-Token Prediction","created":"2026-08-01","cited_by_count":0,"area":null},{"id":"2608.03599","title":"Disentangling Language Modeling and Boundaries","created":"2026-08-04","cited_by_count":0,"area":null},{"id":"2608.12756","title":"ReconSpan: Reconstruction-Guided Adaptive Latent Tokenization","created":"2026-08-13","cited_by_count":0,"area":null},{"id":"2608.15080","title":"A Pilot Study of Autocompleting Tokenizers","created":"2026-08-15","cited_by_count":0,"area":null}],"next_cursor":"100"}