{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1710.03740","title":"Mixed Precision Training","created":"2017-10-10","cited_by_count":1156},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2001.08210","title":"Multilingual Denoising Pre-training for Neural Machine Translation","created":"2020-01-22","cited_by_count":1035},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"2004.09813","title":"Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation","created":"2020-04-21","cited_by_count":593},{"id":"2010.11125","title":"Beyond English-Centric Multilingual Machine Translation","created":"2020-10-21","cited_by_count":561},{"id":"1812.10464","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","created":"2018-12-26","cited_by_count":434},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278},{"id":"2007.07834","title":"InfoXLM: An Information-Theoretic Framework for Cross-Lingual Language Model Pre-Training","created":"2020-07-15","cited_by_count":237},{"id":"2309.07445","title":"SIB-200: A Simple, Inclusive, and Big Evaluation Dataset for Topic Classification in 200+ Languages and Dialects","created":"2023-09-14","cited_by_count":152},{"id":"2204.06487","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","created":"2022-04-13","cited_by_count":149},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142},{"id":"2010.12858","title":"When Being Unseen from mBERT is just the Beginning: Handling New Languages With Multilingual Language Models","created":"2020-10-24","cited_by_count":131},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116},{"id":"2002.03518","title":"Multilingual Alignment of Contextual Word Representations","created":"2020-02-10","cited_by_count":114},{"id":"1909.00964","title":"Unicoder: A Universal Language Encoder by Pre-training with Multiple Cross-lingual Tasks","created":"2019-09-03","cited_by_count":96},{"id":"2401.01055","title":"LLaMA Beyond English: An Empirical Study on Language Capability Transfer","created":"2024-01-02","cited_by_count":95},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88},{"id":"2007.15960","title":"On Learning Universal Representations Across Languages","created":"2020-07-31","cited_by_count":58},{"id":"2010.07972","title":"Explicit Alignment Objectives for Multilingual Bidirectional Encoders","created":"2020-10-15","cited_by_count":50},{"id":"2305.16768","title":"Towards a Common Understanding of Contributing Factors for Cross-Lingual Transfer in Multilingual Language Models: A Review","created":"2023-05-26","cited_by_count":50},{"id":"2008.09112","title":"Inducing Language-Agnostic Multilingual Representations","created":"2020-08-20","cited_by_count":48},{"id":"2203.09435","title":"Expanding Pretrained Models to Thousands More Languages via Lexicon-based Adaptation","created":"2022-03-17","cited_by_count":44},{"id":"2004.05484","title":"LAReQA: Language-agnostic answer retrieval from a multilingual pool","created":"2020-04-11","cited_by_count":42},{"id":"2106.06381","title":"Improving Pretrained Cross-Lingual Language Models via Self-Labeled Word Alignment","created":"2021-06-11","cited_by_count":41},{"id":"2311.08849","title":"OFA: A Framework of Initializing Unseen Subword Embeddings for Efficient Large-scale Multilingual Continued Pretraining","created":"2023-11-15","cited_by_count":37},{"id":"2404.06228","title":"Understanding Cross-Lingual Alignment -- A Survey","created":"2024-04-09","cited_by_count":34},{"id":"2010.12547","title":"Multilingual BERT Post-Pretraining Alignment","created":"2020-10-23","cited_by_count":30},{"id":"2211.06127","title":"English Contrastive Learning Can Learn Universal Cross-lingual Sentence Embeddings","created":"2022-11-11","cited_by_count":26},{"id":"2109.10534","title":"Role of Language Relatedness in Multilingual Fine-tuning of Language Models: A Case Study in Indo-Aryan Languages","created":"2021-09-22","cited_by_count":24},{"id":"2108.01887","title":"PARADISE: Exploiting Parallel Data for Multilingual Sequence-to-Sequence Pretraining","created":"2021-08-04","cited_by_count":21},{"id":"2304.08865","title":"Romanization-based Large-scale Adaptation of Multilingual Language Models","created":"2023-04-18","cited_by_count":21},{"id":"2404.12444","title":"mOthello: When Do Cross-Lingual Representation Alignment and Cross-Lingual Transfer Emerge in Multilingual Models?","created":"2024-04-18","cited_by_count":21},{"id":"2010.12566","title":"DICT-MLM: Improved Multilingual Pre-Training using Bilingual Dictionaries","created":"2020-10-23","cited_by_count":20},{"id":"2306.02790","title":"Exploring the Relationship between Alignment and Cross-lingual Transfer in Multilingual Transformers","created":"2023-06-05","cited_by_count":18},{"id":"2406.19759","title":"Breaking the Script Barrier in Multilingual Pre-Trained Language Models with Transliteration-Based Post-Training Alignment","created":"2024-06-28","cited_by_count":14},{"id":"2405.09913","title":"TransMI: A Framework to Create Strong Baselines from Multilingual Pretrained Language Models for Transliterated Data","created":"2024-05-16","cited_by_count":9},{"id":"2407.02320","title":"Exploring the Role of Transliteration in In-Context Learning for Low-resource Languages Written in Non-Latin Scripts","created":"2024-07-02","cited_by_count":8},{"id":"2204.06457","title":"The Impact of Cross-Lingual Adjustment of Contextual Word Representations on Zero-Shot Transfer","created":"2022-04-13","cited_by_count":5},{"id":"2404.01490","title":"AAdaM at SemEval-2024 Task 1: Augmentation and Adaptation for Multilingual Semantic Textual Relatedness","created":"2024-04-01","cited_by_count":4}],"next_cursor":null}