{"list":"other","total":66,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"1711.00937","title":"Neural Discrete Representation Learning","created":"2017-11-02","cited_by_count":4712},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2005.10242","title":"Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere","created":"2020-05-20","cited_by_count":1405},{"id":"2207.04672","title":"No Language Left Behind: Scaling Human-Centered Machine Translation","created":"2022-07-11","cited_by_count":1312},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"2407.07895","title":"LLaVA-NeXT-Interleave: Tackling Multi-image, Video, and 3D in Large Multimodal Models","created":"2024-07-10","cited_by_count":584},{"id":"2203.02053","title":"Mind the Gap: Understanding the Modality Gap in Multi-modal Contrastive Representation Learning","created":"2022-03-03","cited_by_count":561},{"id":"2106.03193","title":"The FLORES-101 Evaluation Benchmark for Low-Resource and Multilingual Machine Translation","created":"2021-06-06","cited_by_count":560},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"2406.07550","title":"An Image is Worth 32 Tokens for Reconstruction and Generation","created":"2024-06-11","cited_by_count":302},{"id":"2109.10282","title":"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models","created":"2021-09-21","cited_by_count":279},{"id":"2004.03720","title":"Byte Pair Encoding is Suboptimal for Language Model Pretraining","created":"2020-04-07","cited_by_count":192},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170},{"id":"1903.05987","title":"To Tune or Not to Tune? Adapting Pretrained Representations to Diverse Tasks","created":"2019-03-14","cited_by_count":167},{"id":"2004.08728","title":"SimAlign: High Quality Word Alignments without Parallel Training Data using Static and Contextualized Embeddings","created":"2020-04-18","cited_by_count":156},{"id":"2309.07445","title":"SIB-200: A Simple, Inclusive, and Big Evaluation Dataset for Topic Classification in 200+ Languages and Dialects","created":"2023-09-14","cited_by_count":152},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144},{"id":"2410.05993","title":"Aria: An Open Multimodal Native Mixture-of-Experts Model","created":"2024-10-08","cited_by_count":138},{"id":"2010.12858","title":"When Being Unseen from mBERT is just the Beginning: Handling New Languages With Multilingual Language Models","created":"2020-10-24","cited_by_count":131},{"id":"2402.05755","title":"Spirit LM: Interleaved Spoken and Written Language Model","created":"2024-02-08","cited_by_count":126},{"id":"1609.02200","title":"Discrete Variational Autoencoders","created":"2016-09-07","cited_by_count":125},{"id":"1909.03341","title":"Neural Machine Translation with Byte-Level Subwords","created":"2019-09-07","cited_by_count":115},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"2002.11770","title":"Rethinking the Hyperparameters for Fine-tuning","created":"2020-02-19","cited_by_count":69},{"id":"2204.08832","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","created":"2022-04-19","cited_by_count":62},{"id":"2501.06346","title":"Large Language Models Share Representations of Latent Grammatical Concepts Across Typologically Diverse Languages","created":"2025-01-10","cited_by_count":59},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55},{"id":"2104.08211","title":"Robust Open-Vocabulary Translation from Visual Text Representations","created":"2021-04-16","cited_by_count":47},{"id":"2411.19722","title":"JetFormer: An Autoregressive Generative Model of Raw Images and Text","created":"2024-11-29","cited_by_count":46},{"id":"2402.09977","title":"Fast Vocabulary Transfer for Language Model Compression","created":"2024-02-15","cited_by_count":42},{"id":"2311.08849","title":"OFA: A Framework of Initializing Unseen Subword Embeddings for Efficient Large-scale Multilingual Continued Pretraining","created":"2023-11-15","cited_by_count":37},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31},{"id":"1707.06961","title":"Mimicking Word Embeddings using Subword RNNs","created":"2017-07-21","cited_by_count":30},{"id":"2107.06483","title":"From Machine Translation to Code-Switching: Generating High-Quality Code-Switched Text","created":"2021-07-14","cited_by_count":29},{"id":"2401.14280","title":"RomanSetu: Efficiently unlocking multilingual capabilities of Large Language Models via Romanization","created":"2024-01-25","cited_by_count":29},{"id":"2212.10168","title":"Naamapadam: A Large-Scale Named Entity Annotated Data for Indic Languages","created":"2022-12-20","cited_by_count":28},{"id":"2401.13303","title":"MaLA-500: Massive Language Adaptation of Large Language Models","created":"2024-01-24","cited_by_count":28},{"id":"2410.20771","title":"MrT5: Dynamic Token Merging for Efficient Byte-level Language Models","created":"2024-10-28","cited_by_count":28},{"id":"2110.08191","title":"Why don't people use character-level machine translation?","created":"2021-10-15","cited_by_count":27},{"id":"2405.18570","title":"It's Not a Modality Gap: Characterizing and Addressing the Contrastive Gap","created":"2024-05-28","cited_by_count":26},{"id":"2412.07909","title":"Explaining and Mitigating the Modality Gap in Contrastive Multimodal Learning","created":"2024-12-10","cited_by_count":26},{"id":"2403.00686","title":"A Bit of a Problem: Measurement Disparities in Dataset Sizes Across Languages","created":"2024-03-01","cited_by_count":25},{"id":"2305.14280","title":"Multilingual Pixel Representations for Translation and Effective Cross-lingual Transfer","created":"2023-05-23","cited_by_count":22},{"id":"2311.00522","title":"Text Rendering Strategies for Pixel Language Models","created":"2023-11-01","cited_by_count":22},{"id":"2406.11477","title":"How Can We Effectively Expand the Vocabulary of LLMs with 0.01GB of Target Language Text?","created":"2024-06-17","cited_by_count":22},{"id":"2306.09572","title":"How do different tokenizers perform on downstream tasks in scriptio continua languages?: A case study in Japanese","created":"2023-06-16","cited_by_count":20},{"id":"2302.05779","title":"How to prepare your task head for finetuning","created":"2023-02-11","cited_by_count":19},{"id":"1904.01617","title":"Attentive Mimicking: Better Word Embeddings by Attending to Informative Contexts","created":"2019-04-02","cited_by_count":17},{"id":"2401.03321","title":"PIXAR: Auto-Regressive Language Modeling in Pixel Space","created":"2024-01-06","cited_by_count":16},{"id":"2403.10882","title":"Optimizing Language Augmentation for Multilingual Large Language Models: A Case Study on Korean","created":"2024-03-16","cited_by_count":14},{"id":"2404.10710","title":"Autoregressive Pre-Training on Pixels and Texts","created":"2024-04-16","cited_by_count":10},{"id":"2404.08191","title":"Measuring Cross-lingual Transfer in Bytes","created":"2024-04-12","cited_by_count":6},{"id":"2310.08078","title":"To token or not to token: A Comparative Study of Text Representations for Cross-Lingual Transfer","created":"2023-10-12","cited_by_count":4}],"next_cursor":null}