{"total":170,"rows":[{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2308.12950","title":"Code Llama: Open Foundation Models for Code","created":"2023-08-24","cited_by_count":2139,"area":"lr"},{"id":"2410.00037","title":"Moshi: a speech-text foundation model for real-time dialogue","created":"2024-09-17","cited_by_count":568,"area":null},{"id":"2306.15626","title":"LeanDojo: Theorem Proving with Retrieval-Augmented Language Models","created":"2023-06-27","cited_by_count":427,"area":"rag"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2504.08528","title":"On The Landscape of Spoken Language Models: A Comprehensive Survey","created":"2025-04-11","cited_by_count":118,"area":null},{"id":"2402.14903","title":"Tokenization counts: the impact of tokenization on arithmetic in frontier LLMs","created":"2024-02-22","cited_by_count":115,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2404.16112","title":"Mamba-360: Survey of State Space Models as Transformer Alternative for Long Sequence Modelling: Methods, Applications, and Challenges","created":"2024-04-24","cited_by_count":64,"area":"ssm"},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2405.05417","title":"Fishing for Magikarp: Automatically Detecting Under-trained Tokens in Large Language Models","created":"2024-05-08","cited_by_count":46,"area":null},{"id":"2502.17437","title":"Fractal Generative Models","created":"2025-02-24","cited_by_count":46,"area":null},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44,"area":null},{"id":"2412.09604","title":"SynerGen-VL: Towards Synergistic Image Understanding and Generation with Vision Experts and Token Folding","created":"2024-12-12","cited_by_count":42,"area":null},{"id":"2503.20083","title":"Universal Cross-Tokenizer Distillation via Approximate Likelihood Matching","created":"2025-03-25","cited_by_count":41,"area":"distill"},{"id":"2403.09539","title":"Logits of API-Protected LLMs Leak Proprietary Information","created":"2024-03-14","cited_by_count":40,"area":null},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2411.09009","title":"Cut Your Losses in Large-Vocabulary Language Models","created":"2024-11-13","cited_by_count":40,"area":null},{"id":"2406.07855","title":"VALL-E R: Robust and Efficient Zero-Shot Text-to-Speech Synthesis via Monotonic Alignment","created":"2024-06-12","cited_by_count":38,"area":null},{"id":"2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","created":"2023-06-13","cited_by_count":35,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2402.04229","title":"MusicRL: Aligning Music Generation to Human Preferences","created":"2024-02-06","cited_by_count":32,"area":"alignment"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2401.13303","title":"MaLA-500: Massive Language Adaptation of Large Language Models","created":"2024-01-24","cited_by_count":28,"area":null},{"id":"2410.20771","title":"MrT5: Dynamic Token Merging for Efficient Byte-level Language Models","created":"2024-10-28","cited_by_count":28,"area":"inference"},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2407.06324","title":"B'MOJO: Hybrid State Space Realizations of Foundation Models with Eidetic and Fading Memory","created":"2024-07-08","cited_by_count":26,"area":null},{"id":"2308.10133","title":"TransFace++: Rethinking the Face Recognition Paradigm with a Focus on Accuracy, Efficiency, and Security","created":"2023-08-20","cited_by_count":22,"area":null},{"id":"2402.19155","title":"Beyond Language Models: Byte Models are Digital World Simulators","created":"2024-02-29","cited_by_count":22,"area":null},{"id":"2408.08541","title":"Where is the signal in tokenization space?","created":"2024-08-16","cited_by_count":21,"area":null},{"id":"2402.12352","title":"Graph-Based Retriever Captures the Long Tail of Biomedical Knowledge","created":"2024-02-19","cited_by_count":20,"area":"rag"},{"id":"2407.11435","title":"Genomic Language Models: Opportunities and Challenges","created":"2024-07-16","cited_by_count":20,"area":null},{"id":"2409.11501","title":"Egalitarian Language Representation in Language Models: It All Begins with Tokenizers","created":"2024-09-17","cited_by_count":20,"area":null},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2308.00189","title":"Generative Models as a Complex Systems Science: How can we make sense of large language model behavior?","created":"2023-07-31","cited_by_count":19,"area":null},{"id":"2306.00238","title":"Bytes Are All You Need: Transformers Operating Directly On File Bytes","created":"2023-05-31","cited_by_count":18,"area":null},{"id":"2406.16829","title":"Understanding and Mitigating Tokenization Bias in Language Models","created":"2024-06-24","cited_by_count":18,"area":null},{"id":"2510.23588","title":"FARMER: Flow AutoRegressive Transformer over Pixels","created":"2025-10-27","cited_by_count":18,"area":null},{"id":"2506.19004","title":"Broken Tokens? Your Language Model can Secretly Handle Non-Canonical Tokenizations","created":"2025-06-23","cited_by_count":17,"area":null},{"id":"2305.12689","title":"FIT: Far-reaching Interleaved Transformers","created":"2023-05-22","cited_by_count":16,"area":null},{"id":"2401.03321","title":"PIXAR: Auto-Regressive Language Modeling in Pixel Space","created":"2024-01-06","cited_by_count":16,"area":null},{"id":"2411.18553","title":"Retrofitting Large Language Models with Dynamic Tokenization","created":"2024-11-27","cited_by_count":16,"area":null},{"id":"2410.09303","title":"Exact Byte-Level Probabilities from Tokenized Language Models for FIM-Tasks and Model Ensembles","created":"2024-10-11","cited_by_count":15,"area":null},{"id":"2506.14761","title":"From Bytes to Ideas: Language Modeling with Autoregressive U-Nets","created":"2025-06-17","cited_by_count":15,"area":null},{"id":"2510.04800","title":"Hybrid Architectures for Language Models: Systematic Analysis and Design Insights","created":"2025-10-06","cited_by_count":14,"area":"ssm"},{"id":"2310.06389","title":"Learning Stackable and Skippable LEGO Bricks for Efficient, Reconfigurable, and Variable-Resolution Diffusion Modeling","created":"2023-10-10","cited_by_count":13,"area":"diffusion"},{"id":"2404.09313","title":"Text-to-Song: Towards Controllable Music Generation Incorporating Vocals and Accompaniment","created":"2024-04-14","cited_by_count":13,"area":null},{"id":"2410.05078","title":"Compression via Pre-trained Transformers: A Study on Byte-Level Multimodal Data","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2305.14952","title":"Focus Your Attention (with Adaptive IIR Filters)","created":"2023-05-24","cited_by_count":12,"area":null},{"id":"2403.11780","title":"Prompt-Singer: Controllable Singing-Voice-Synthesis with Natural Language Prompt","created":"2024-03-18","cited_by_count":12,"area":null},{"id":"2602.11698","title":"SpiralFormer: Looped Transformers Can Learn Hierarchical Dependencies via Multi-Resolution Recursion","created":"2026-02-12","cited_by_count":12,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2602.08984","title":"Next Concept Prediction in Discrete Latent Space Leads to Stronger Language Models","created":"2026-02-09","cited_by_count":11,"area":null},{"id":"2311.16620","title":"On the Long Range Abilities of Transformers","created":"2023-11-28","cited_by_count":10,"area":null},{"id":"2406.00976","title":"Generative Pre-trained Speech Language Model with Efficient Hierarchical Transformer","created":"2024-06-03","cited_by_count":10,"area":null},{"id":"2406.19223","title":"T-FREE: Subword Tokenizer-Free Generative LLMs via Sparse Representations for Memory-Efficient Embeddings","created":"2024-06-27","cited_by_count":10,"area":null},{"id":"2412.15210","title":"Tokenisation is NP-Complete","created":"2024-12-19","cited_by_count":10,"area":null},{"id":"2510.27688","title":"Continuous Autoregressive Language Models","created":"2025-10-31","cited_by_count":10,"area":null},{"id":"2510.18840","title":"See the Text: From Tokenization to Visual Reading","created":"2025-10-21","cited_by_count":9,"area":null},{"id":"2511.11346","title":"Fast and Expressive Multi-Byte Prediction with Probabilistic Circuits","created":"2025-11-14","cited_by_count":9,"area":null},{"id":"2512.15586","title":"Bolmo: Byteifying the Next Generation of Language Models","created":"2025-12-17","cited_by_count":9,"area":null},{"id":"2310.11628","title":"Learn Your Tokens: Word-Pooled Tokenization for Language Modeling","created":"2023-10-17","cited_by_count":8,"area":null},{"id":"2311.08620","title":"Toucan: Token-Aware Character Level Language Modeling","created":"2023-11-15","cited_by_count":8,"area":null},{"id":"2507.12720","title":"FLEXITOKENS: Flexible Tokenization for Evolving Language Models","created":"2025-07-17","cited_by_count":8,"area":null},{"id":"2602.15030","title":"Image Generation with a Sphere Encoder","created":"2026-02-16","cited_by_count":8,"area":"diffusion"},{"id":"2604.07466","title":"Cross-Tokenizer LLM Distillation through a Byte-Level Interface","created":"2026-04-08","cited_by_count":8,"area":null},{"id":"2607.22334","title":"Cross-Tokenizer On-Policy Distillation via Byte-Prefix Marginalization","created":"2026-07-24","cited_by_count":8,"area":"distill"},{"id":"2310.00796","title":"SIP: Injecting a Structural Inductive Bias into a Seq2Seq Model by Simulation","created":"2023-10-01","cited_by_count":7,"area":null},{"id":"2407.12665","title":"Beyond Next Token Prediction: Patch-Level Training for Large Language Models","created":"2024-07-17","cited_by_count":7,"area":null},{"id":"2502.14553","title":"Multiscale Byte Language Models -- A Hierarchical Architecture for Causal Million-Length Sequence Modeling","created":"2025-02-20","cited_by_count":7,"area":null},{"id":"2506.01687","title":"StochasTok: Improving Fine-Grained Subword Understanding in LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2506.14123","title":"Sampling from Your Language Model One Byte at a Time","created":"2025-06-17","cited_by_count":7,"area":null},{"id":"2601.21708","title":"FBS: Modeling Native Parallel Reading inside a Transformer","created":"2026-01-29","cited_by_count":7,"area":null},{"id":"2404.09707","title":"Adaptive Patching for High-resolution Image Segmentation with Transformers","created":"2024-04-15","cited_by_count":6,"area":null},{"id":"2504.02122","title":"Overcoming Vocabulary Constraints with Pixel-level Fallback","created":"2025-04-02","cited_by_count":6,"area":null},{"id":"2510.20280","title":"Context-level Language Modeling by Learning Predictive Context Embeddings","created":"2025-10-23","cited_by_count":6,"area":null},{"id":"2603.15685","title":"DASH: Dynamic Audio-Driven Semantic Chunking for Efficient Omnimodal Token Compression","created":"2026-03-15","cited_by_count":6,"area":"inference"},{"id":"2403.17308","title":"Neural Multimodal Topic Modeling: A Comprehensive Evaluation","created":"2024-03-26","cited_by_count":5,"area":null},{"id":"2404.06508","title":"On the Effect of (Near) Duplicate Subwords in Language Modelling","created":"2024-04-09","cited_by_count":5,"area":null},{"id":"2410.18836","title":"From English-Centric to Effective Bilingual: LLMs with Custom Tokenizers for Underrepresented Languages","created":"2024-10-24","cited_by_count":5,"area":null},{"id":"2506.01084","title":"zip2zip: Inference-Time Adaptive Tokenization via Online Compression","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2507.09834","title":"Generative Audio Language Modeling with Continuous-valued Tokens and Masked Next-Token Prediction","created":"2025-07-14","cited_by_count":5,"area":null},{"id":"2510.06195","title":"Latent Speech-Text Transformer","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2405.17146","title":"Compressed-Language Models for Understanding Compressed File Formats: a JPEG Exploration","created":"2024-05-27","cited_by_count":4,"area":null},{"id":"2501.19339","title":"PixelWorld: How Far Are We from Perceiving Everything as Pixels?","created":"2025-01-31","cited_by_count":4,"area":"agents"},{"id":"2505.09738","title":"Achieving Tokenizer Flexibility in Language Models through Heuristic Adaptation and Supertoken Learning","created":"2025-05-14","cited_by_count":4,"area":null},{"id":"2306.01070","title":"Hierarchical Attention Encoder Decoder","created":"2023-06-01","cited_by_count":3,"area":null},{"id":"2311.02382","title":"Ultra-Long Sequence Distributed Transformer","created":"2023-11-04","cited_by_count":3,"area":null},{"id":"2510.04268","title":"LongTail-Swap: benchmarking language models' abilities on rare words","created":"2025-10-05","cited_by_count":3,"area":null},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2601.21420","title":"ConceptMoE: Adaptive Token-to-Concept Compression for Implicit Compute Allocation","created":"2026-01-29","cited_by_count":3,"area":"moe"}],"next_cursor":"100"}