{"total":437,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2112.07899","title":"Large Dual Encoders Are Generalizable Retrievers","created":"2021-12-15","cited_by_count":456,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187,"area":null},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2108.13897","title":"mMARCO: A Multilingual Version of the MS MARCO Passage Ranking Dataset","created":"2021-08-31","cited_by_count":116,"area":null},{"id":"2305.09636","title":"SoundStorm: Efficient Parallel Audio Generation","created":"2023-05-16","cited_by_count":114,"area":null},{"id":"2502.02492","title":"VideoJAM: Joint Appearance-Motion Representations for Enhanced Motion Generation in Video Models","created":"2025-02-04","cited_by_count":113,"area":null},{"id":"2307.05356","title":"VisText: A Benchmark for Semantically Rich Chart Captioning","created":"2023-06-28","cited_by_count":112,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2205.02022","title":"A Few Thousand Translations Go a Long Way! Leveraging Pre-trained Models for African News Translation","created":"2022-05-04","cited_by_count":98,"area":null},{"id":"2212.10562","title":"Character-Aware Models Improve Visual Text Rendering","created":"2022-12-20","cited_by_count":92,"area":null},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88,"area":null},{"id":"2403.09622","title":"Glyph-ByT5: A Customized Text Encoder for Accurate Visual Text Rendering","created":"2024-03-14","cited_by_count":81,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2203.13357","title":"One Country, 700+ Languages: NLP Challenges for Underrepresented Languages and Dialects in Indonesia","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66,"area":null},{"id":"2401.12143","title":"Anisotropy Is Inherent to Self-Attention in Transformers","created":"2024-01-22","cited_by_count":63,"area":null},{"id":"2503.13423","title":"SuperBPE: Space Travel for Language Models","created":"2025-03-17","cited_by_count":63,"area":null},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62,"area":null},{"id":"2305.17179","title":"Tokenization Impacts Multilingual Language Modeling: Assessing Vocabulary Allocation and Overlap Across Languages","created":"2023-05-26","cited_by_count":62,"area":null},{"id":"2403.06265","title":"Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance","created":"2024-03-10","cited_by_count":61,"area":null},{"id":"2404.12534","title":"Lean Copilot: Large Language Models as Copilots for Theorem Proving in Lean","created":"2024-04-18","cited_by_count":58,"area":null},{"id":"2404.09939","title":"A Survey on Deep Learning for Theorem Proving","created":"2024-04-15","cited_by_count":57,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55,"area":null},{"id":"2204.03067","title":"ByT5 model for massively multilingual grapheme-to-phoneme conversion","created":"2022-04-06","cited_by_count":49,"area":null},{"id":"2106.16171","title":"Revisiting the Primacy of English in Zero-shot Cross-lingual Transfer","created":"2021-06-30","cited_by_count":47,"area":null},{"id":"2405.05417","title":"Fishing for Magikarp: Automatically Detecting Under-trained Tokens in Large Language Models","created":"2024-05-08","cited_by_count":46,"area":null},{"id":"2504.06632","title":"PosterMaker: Towards High-Quality Product Poster Generation with Accurate Text Rendering","created":"2025-04-09","cited_by_count":46,"area":null},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44,"area":null},{"id":"2403.09539","title":"Logits of API-Protected LLMs Leak Proprietary Information","created":"2024-03-14","cited_by_count":40,"area":null},{"id":"2403.10691","title":"MYTE: Morphology-Driven Byte Encoding for Better and Fairer Multilingual Language Modeling","created":"2024-03-15","cited_by_count":40,"area":null},{"id":"2109.09701","title":"BARTpho: Pre-trained Sequence-to-Sequence Models for Vietnamese","created":"2021-09-20","cited_by_count":34,"area":null},{"id":"2303.17870","title":"GlyphDraw: Seamlessly Rendering Text with Intricate Spatial Structures in Text-to-Image Generation","created":"2023-03-31","cited_by_count":34,"area":null},{"id":"2305.11938","title":"XTREME-UP: A User-Centric Scarce-Data Benchmark for Under-Represented Languages","created":"2023-05-19","cited_by_count":34,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2409.15452","title":"CUTE: Measuring LLMs' Understanding of Their Tokens","created":"2024-09-23","cited_by_count":31,"area":null},{"id":"2310.13348","title":"Analyzing Cognitive Plausibility of Subword Tokenization","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2306.17525","title":"MeLM, a generative pretrained language modeling framework that solves forward and inverse mechanics problems","created":"2023-06-30","cited_by_count":29,"area":null},{"id":"2310.16117","title":"NADI 2023: The Fourth Nuanced Arabic Dialect Identification Shared Task","created":"2023-10-24","cited_by_count":29,"area":null},{"id":"2502.07802","title":"Movie Weaver: Tuning-Free Multi-Concept Video Personalization with Anchored Prompts","created":"2025-02-04","cited_by_count":29,"area":null},{"id":"2401.13303","title":"MaLA-500: Massive Language Adaptation of Large Language Models","created":"2024-01-24","cited_by_count":28,"area":null},{"id":"2504.06225","title":"Encoder-Decoder Gemma: Improving the Quality-Efficiency Trade-Off via Adaptation","created":"2025-04-08","cited_by_count":28,"area":null},{"id":"2110.08191","title":"Why don't people use character-level machine translation?","created":"2021-10-15","cited_by_count":27,"area":null},{"id":"2603.24458","title":"OmniWeaving: Towards Unified Video Generation with Free-form Composition and Reasoning","created":"2026-03-25","cited_by_count":27,"area":null},{"id":"2204.02363","title":"Towards Best Practices for Training Multilingual Dense Retrieval Models","created":"2022-04-05","cited_by_count":26,"area":null},{"id":"2212.10769","title":"Uncontrolled Lexical Exposure Leads to Overestimation of Compositional Generalization in Pretrained Models","created":"2022-12-21","cited_by_count":26,"area":null},{"id":"2211.08264","title":"QAmeleon: Multilingual QA with Only 5 Examples","created":"2022-11-15","cited_by_count":25,"area":null},{"id":"2212.10474","title":"ByGPT5: End-to-End Style-conditioned Poetry Generation with Token-free Language Models","created":"2022-12-20","cited_by_count":25,"area":null},{"id":"2303.17003","title":"Evaluating GPT-3.5 and GPT-4 Models on Brazilian University Admission Exams","created":"2023-03-29","cited_by_count":25,"area":null},{"id":"2403.00686","title":"A Bit of a Problem: Measurement Disparities in Dataset Sizes Across Languages","created":"2024-03-01","cited_by_count":25,"area":null},{"id":"2110.01529","title":"A Proposed Conceptual Framework for a Representational Approach to Information Retrieval","created":"2021-10-04","cited_by_count":24,"area":null},{"id":"2311.05800","title":"Leveraging LLMs for Synthesizing Training Data Across Many Languages in Multilingual Dense Retrieval","created":"2023-11-10","cited_by_count":24,"area":null},{"id":"2409.19151","title":"Can LLMs Really Learn to Translate a Low-Resource Language from One Grammar Book?","created":"2024-09-27","cited_by_count":23,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2305.14280","title":"Multilingual Pixel Representations for Translation and Effective Cross-lingual Transfer","created":"2023-05-23","cited_by_count":22,"area":null},{"id":"2311.00522","title":"Text Rendering Strategies for Pixel Language Models","created":"2023-11-01","cited_by_count":22,"area":null},{"id":"2402.19155","title":"Beyond Language Models: Byte Models are Digital World Simulators","created":"2024-02-29","cited_by_count":22,"area":null},{"id":"2404.10317","title":"LLMs4OM: Matching Ontologies with Large Language Models","created":"2024-04-16","cited_by_count":22,"area":null},{"id":"2407.11606","title":"The Foundations of Tokenization: Statistical and Computational Concerns","created":"2024-07-16","cited_by_count":22,"area":null},{"id":"2411.16765","title":"SHuBERT: Self-Supervised Sign Language Representation Learning via Multi-Stream Cluster Prediction","created":"2024-11-25","cited_by_count":22,"area":null},{"id":"2110.07385","title":"Few-shot Controllable Style Transfer for Low-Resource Multilingual Settings","created":"2021-10-14","cited_by_count":21,"area":null},{"id":"2304.08865","title":"Romanization-based Large-scale Adaptation of Multilingual Language Models","created":"2023-04-18","cited_by_count":21,"area":null},{"id":"2203.03759","title":"IT5: Text-to-text Pretraining for Italian Language Understanding and Generation","created":"2022-03-07","cited_by_count":20,"area":null},{"id":"2204.14268","title":"How Robust is Neural Machine Translation to Language Imbalance in Multilingual Tokenizer Training?","created":"2022-04-29","cited_by_count":20,"area":null},{"id":"2404.09754","title":"Resilience of Large Language Models for Noisy Instructions","created":"2024-04-15","cited_by_count":20,"area":null},{"id":"2406.11687","title":"Tokenization Falling Short: On Subword Robustness in Large Language Models","created":"2024-06-17","cited_by_count":20,"area":null},{"id":"2409.11501","title":"Egalitarian Language Representation in Language Models: It All Begins with Tokenizers","created":"2024-09-17","cited_by_count":20,"area":null},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2508.04796","title":"Parity-Aware Byte-Pair Encoding: Improving Cross-lingual Fairness in Tokenization","created":"2025-08-06","cited_by_count":20,"area":null},{"id":"2304.07880","title":"Sabi\\'a: Portuguese Large Language Models","created":"2023-04-16","cited_by_count":19,"area":null},{"id":"2304.10158","title":"Does Manipulating Tokenization Aid Cross-Lingual Transfer? A Study on POS Tagging for Non-Standardized Languages","created":"2023-04-20","cited_by_count":19,"area":null},{"id":"2311.18805","title":"Unnatural Error Correction: GPT-4 Can Almost Perfectly Handle Unnatural Scrambled Text","created":"2023-11-30","cited_by_count":19,"area":null},{"id":"2402.18766","title":"Advancing Generative AI for Portuguese with Open Decoder Gerv\\'asio PT*","created":"2024-02-29","cited_by_count":19,"area":null},{"id":"2402.10712","title":"An Empirical Study on Cross-lingual Vocabulary Adaptation for Efficient Language Model Inference","created":"2024-02-16","cited_by_count":18,"area":null},{"id":"2406.16829","title":"Understanding and Mitigating Tokenization Bias in Language Models","created":"2024-06-24","cited_by_count":18,"area":null},{"id":"2502.12982","title":"Sailor2: Sailing in South-East Asia with Inclusive Multilingual LLMs","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2404.03626","title":"Training LLMs over Neurally Compressed Text","created":"2024-04-04","cited_by_count":17,"area":null},{"id":"2502.04688","title":"M-IFEval: Multilingual Instruction-Following Evaluation","created":"2025-02-07","cited_by_count":17,"area":null},{"id":"2506.19004","title":"Broken Tokens? Your Language Model can Secretly Handle Non-Canonical Tokenizations","created":"2025-06-23","cited_by_count":17,"area":null}],"next_cursor":"100"}