{"total":601,"rows":[{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347,"area":null},{"id":"2204.14217","title":"CogView2: Faster and Better Text-to-Image Generation via Hierarchical Transformers","created":"2022-04-28","cited_by_count":307,"area":null},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287,"area":null},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225,"area":null},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2107.05604","title":"Direct speech-to-speech translation with discrete units","created":"2021-07-12","cited_by_count":149,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2102.09550","title":"Going Full-TILT Boogie on Document Understanding with Text-Image-Layout Transformer","created":"2021-02-18","cited_by_count":134,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2112.08352","title":"Textless Speech-to-Speech Translation on Real Data","created":"2021-12-15","cited_by_count":121,"area":null},{"id":"2210.00045","title":"Calibrating Sequence likelihood Improves Conditional Language Generation","created":"2022-09-30","cited_by_count":121,"area":null},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116,"area":null},{"id":"2402.14903","title":"Tokenization counts: the impact of tokenization on arithmetic in frontier LLMs","created":"2024-02-22","cited_by_count":115,"area":null},{"id":"2303.14307","title":"Auto-AVSR: Audio-Visual Speech Recognition with Automatic Labels","created":"2023-03-25","cited_by_count":114,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2104.02194","title":"Contextualized Streaming End-to-End Speech Recognition with Trie-Based Deep Biasing and Shallow Fusion","created":"2021-04-05","cited_by_count":101,"area":null},{"id":"2205.02022","title":"A Few Thousand Translations Go a Long Way! Leveraging Pre-trained Models for African News Translation","created":"2022-05-04","cited_by_count":98,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89,"area":null},{"id":"2105.00572","title":"Larger-Scale Transformers for Multilingual Masked Language Modeling","created":"2021-05-02","cited_by_count":87,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2402.19449","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","created":"2024-02-29","cited_by_count":80,"area":null},{"id":"2307.03667","title":"Testing the Predictions of Surprisal Theory in 11 Languages","created":"2023-07-07","cited_by_count":77,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2112.12494","title":"LaTr: Layout-Aware Transformer for Scene-Text VQA","created":"2021-12-23","cited_by_count":72,"area":null},{"id":"2309.07937","title":"Voxtlm: unified decoder-only models for consolidating speech recognition/synthesis and speech/text continuation tasks","created":"2023-09-14","cited_by_count":72,"area":null},{"id":"2101.03289","title":"Trankit: A Light-Weight Transformer-based Toolkit for Multilingual Natural Language Processing","created":"2021-01-09","cited_by_count":68,"area":null},{"id":"2203.13357","title":"One Country, 700+ Languages: NLP Challenges for Underrepresented Languages and Dialects in Indonesia","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66,"area":null},{"id":"2109.12068","title":"AraT5: Text-to-Text Transformers for Arabic Language Generation","created":"2021-08-31","cited_by_count":63,"area":null},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62,"area":null},{"id":"2403.06265","title":"Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance","created":"2024-03-10","cited_by_count":61,"area":null},{"id":"2212.08055","title":"UnitY: Two-pass Direct Speech-to-speech Translation with Discrete Units","created":"2022-12-15","cited_by_count":60,"area":null},{"id":"2406.00899","title":"YODAS: Youtube-Oriented Dataset for Audio and Speech","created":"2024-06-02","cited_by_count":60,"area":null},{"id":"2306.16842","title":"Tokenization and the Noiseless Channel","created":"2023-06-29","cited_by_count":59,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2212.01936","title":"Democratizing Neural Machine Translation with OPUS-MT","created":"2022-12-04","cited_by_count":58,"area":null},{"id":"2205.13660","title":"Contextual Adapters for Personalized Speech Recognition in Neural Transducers","created":"2022-05-26","cited_by_count":57,"area":null},{"id":"2105.08504","title":"Understanding the Properties of Minimum Bayes Risk Decoding in Neural Machine Translation","created":"2021-05-18","cited_by_count":56,"area":null},{"id":"2111.03250","title":"Context-Aware Transformer Transducer for Speech Recognition","created":"2021-11-05","cited_by_count":56,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53,"area":null},{"id":"2306.08121","title":"Better Generalization with Semantic IDs: A Case Study in Ranking for Recommendations","created":"2023-06-13","cited_by_count":52,"area":null},{"id":"2205.07830","title":"FactPEGASUS: Factuality-Aware Pre-training and Fine-tuning for Abstractive Summarization","created":"2022-05-16","cited_by_count":49,"area":null},{"id":"2310.02943","title":"LibriSpeech-PC: Benchmark for Evaluation of Punctuation and Capitalization Capabilities of end-to-end ASR Models","created":"2023-10-04","cited_by_count":49,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2410.05864","title":"From Tokens to Words: On the Inner Lexicon of LLMs","created":"2024-10-08","cited_by_count":48,"area":null},{"id":"2104.08211","title":"Robust Open-Vocabulary Translation from Visual Text Representations","created":"2021-04-16","cited_by_count":47,"area":null},{"id":"2104.06951","title":"Domain Adaptation and Multi-Domain Adaptation for Neural Machine Translation: A Survey","created":"2021-04-14","cited_by_count":46,"area":null},{"id":"2405.05417","title":"Fishing for Magikarp: Automatically Detecting Under-trained Tokens in Large Language Models","created":"2024-05-08","cited_by_count":46,"area":null},{"id":"2412.10523","title":"The Language of Motion: Unifying Verbal and Non-verbal Language of 3D Human Motion","created":"2024-12-13","cited_by_count":46,"area":null},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44,"area":null},{"id":"2104.02138","title":"Semantic Distance: A New Metric for ASR Performance Analysis Towards Spoken Language Understanding","created":"2021-04-05","cited_by_count":42,"area":null},{"id":"2411.03766","title":"Number Cookbook: Number Understanding of Language Models and How to Improve It","created":"2024-11-06","cited_by_count":42,"area":null},{"id":"2106.08226","title":"Consistency Regularization for Cross-Lingual Fine-Tuning","created":"2021-06-15","cited_by_count":41,"area":null},{"id":"2203.00633","title":"Transformer Grammars: Augmenting Transformer Language Models with Syntactic Inductive Biases at Scale","created":"2022-03-01","cited_by_count":41,"area":null},{"id":"2103.08490","title":"Multi-view Subword Regularization","created":"2021-03-15","cited_by_count":40,"area":null},{"id":"2106.08922","title":"Momentum Pseudo-Labeling for Semi-Supervised Speech Recognition","created":"2021-06-16","cited_by_count":40,"area":null},{"id":"2109.02903","title":"IndicBART: A Pre-trained Model for Indic Natural Language Generation","created":"2021-09-07","cited_by_count":39,"area":null},{"id":"2110.00672","title":"Low Frequency Names Exhibit Bias and Overfitting in Contextualizing Language Models","created":"2021-10-01","cited_by_count":39,"area":null},{"id":"2207.07036","title":"u-HuBERT: Unified Mixed-Modal Speech Pretraining And Zero-Shot Transfer to Unlabeled Modality","created":"2022-07-14","cited_by_count":39,"area":null},{"id":"2105.02685","title":"A Novel Estimator of Mutual Information for Learning to Disentangle Textual Representations","created":"2021-05-06","cited_by_count":37,"area":null},{"id":"2106.13474","title":"Adapt-and-Distill: Developing Small, Fast and Effective Pretrained Language Models for Domains","created":"2021-06-25","cited_by_count":36,"area":null},{"id":"2206.02608","title":"What do tokens know about their characters and how do they know it?","created":"2022-06-06","cited_by_count":36,"area":null},{"id":"2304.00287","title":"Vision Transformers with Mixed-Resolution Tokenization","created":"2023-04-01","cited_by_count":36,"area":null},{"id":"2104.02128","title":"End-to-End Speaker-Attributed ASR with Transformer","created":"2021-04-05","cited_by_count":35,"area":null},{"id":"2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","created":"2023-06-13","cited_by_count":35,"area":null},{"id":"2307.11224","title":"Jina Embeddings: A Novel Set of High-Performance Sentence Embedding Models","created":"2023-07-20","cited_by_count":35,"area":null},{"id":"2403.01289","title":"Greed is All You Need: An Evaluation of Tokenizer Inference Methods","created":"2024-03-02","cited_by_count":34,"area":null},{"id":"2103.16776","title":"Large-Scale Pre-Training of End-to-End Multi-Talker ASR for Meeting Transcription with Single Distant Microphone","created":"2021-03-31","cited_by_count":33,"area":null},{"id":"2407.03963","title":"LLM-jp: A Cross-organizational Project for the Research and Development of Fully Open Japanese LLMs","created":"2024-07-04","cited_by_count":33,"area":null},{"id":"2105.00827","title":"AMMU : A Survey of Transformer-based Biomedical Pretrained Language Models","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2405.17067","title":"Tokenization Matters! Degrading Large Language Models through Challenging Their Tokenization","created":"2024-05-27","cited_by_count":32,"area":null},{"id":"2504.00178","title":"Boundless Byte Pair Encoding: Breaking the Pre-tokenization Barrier","created":"2025-03-31","cited_by_count":32,"area":null},{"id":"2104.00290","title":"Many-to-English Machine Translation Tools, Data, and Pretrained Models","created":"2021-04-01","cited_by_count":31,"area":null},{"id":"2403.18447","title":"Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction","created":"2024-03-27","cited_by_count":31,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2409.04599","title":"BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training","created":"2024-09-06","cited_by_count":31,"area":null},{"id":"2412.03719","title":"From Language Models over Tokens to Language Models over Characters","created":"2024-12-04","cited_by_count":31,"area":null},{"id":"2107.02268","title":"Instant One-Shot Word-Learning for Context-Specific Neural Sequence-to-Sequence Speech Recognition","created":"2021-07-05","cited_by_count":30,"area":null},{"id":"2109.02550","title":"You should evaluate your language model on marginal likelihood over tokenisations","created":"2021-09-06","cited_by_count":30,"area":null},{"id":"2310.13348","title":"Analyzing Cognitive Plausibility of Subword Tokenization","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2112.07790","title":"Maximum Bayes Smatch Ensemble Distillation for AMR Parsing","created":"2021-12-14","cited_by_count":29,"area":null},{"id":"2212.06742","title":"ERNIE-Code: Beyond English-Centric Cross-lingual Pretraining for Programming Languages","created":"2022-12-13","cited_by_count":29,"area":null},{"id":"2104.02443","title":"CodeTrans: Towards Cracking the Language of Silicon's Code Through Self-Supervised Deep Learning and High Performance Computing","created":"2021-04-06","cited_by_count":28,"area":null},{"id":"2110.05249","title":"A Comparative Study on Non-Autoregressive Modelings for Speech-to-Text Generation","created":"2021-10-11","cited_by_count":28,"area":null}],"next_cursor":"100"}