{"total":207,"rows":[{"id":"2303.12528","title":"MEGA: Multilingual Evaluation of Generative AI","created":"2023-03-22","cited_by_count":293,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2103.10730","title":"MuRIL: Multilingual Representations for Indian Languages","created":"2021-03-19","cited_by_count":179,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2101.00204","title":"BanglaBERT: Language Model Pretraining and Benchmarks for Low-Resource Language Understanding Evaluation in Bangla","created":"2021-01-01","cited_by_count":125,"area":null},{"id":"2410.15553","title":"Multi-IF: Benchmarking LLMs on Multi-Turn and Multilingual Instructions Following","created":"2024-10-21","cited_by_count":102,"area":null},{"id":"2205.10964","title":"The Geometry of Multilingual Language Model Representations","created":"2022-05-22","cited_by_count":95,"area":null},{"id":"2401.13136","title":"The Language Barrier: Dissecting Safety Challenges of LLMs in Multilingual Contexts","created":"2024-01-23","cited_by_count":94,"area":"alignment"},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2112.06598","title":"WECHSEL: Effective initialization of subword embeddings for cross-lingual transfer of monolingual language models","created":"2021-12-13","cited_by_count":89,"area":null},{"id":"2109.05704","title":"Mitigating Language-Dependent Ethnic Bias in BERT","created":"2021-09-13","cited_by_count":87,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2309.08958","title":"Monolingual or Multilingual Instruction Tuning: Which Makes a Better Alpaca","created":"2023-09-16","cited_by_count":60,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2210.08523","title":"Some Languages are More Equal than Others: Probing Deeper into the Linguistic Disparity in the NLP World","created":"2022-10-16","cited_by_count":55,"area":null},{"id":"2106.02124","title":"How to Adapt Your Pretrained Multilingual Model to 1600 Languages","created":"2021-06-03","cited_by_count":54,"area":null},{"id":"2104.08726","title":"AmericasNLI: Evaluating Zero-shot Natural Language Understanding of Pretrained Multilingual Models in Truly Low-resource Languages","created":"2021-04-18","cited_by_count":50,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2406.13229","title":"Probing the Emergence of Cross-lingual Alignment during LLM Training","created":"2024-06-19","cited_by_count":39,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2106.06683","title":"Assessing Multilingual Fairness in Pre-trained Multimodal Representations","created":"2021-06-12","cited_by_count":35,"area":null},{"id":"2306.07377","title":"Lost in Translation: Large Language Models in Non-English Content Analysis","created":"2023-06-12","cited_by_count":35,"area":null},{"id":"2205.11758","title":"Analyzing the Mono- and Cross-Lingual Pretraining Dynamics of Multilingual Language Models","created":"2022-05-24","cited_by_count":32,"area":null},{"id":"2311.09205","title":"When Is Multilinguality a Curse? Language Modeling for 250 High- and Low-Resource Languages","created":"2023-11-15","cited_by_count":32,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2205.04182","title":"Enhancing Cross-lingual Transfer by Manifold Mixup","created":"2022-05-09","cited_by_count":30,"area":null},{"id":"2205.04086","title":"A Balanced Data Approach for Evaluating Cross-Lingual Transfer: Mapping the Linguistic Blood Bank","created":"2022-05-09","cited_by_count":29,"area":null},{"id":"2408.10441","title":"Goldfish: Monolingual Language Models for 350 Languages","created":"2024-08-19","cited_by_count":29,"area":null},{"id":"2203.10753","title":"Match the Script, Adapt if Multilingual: Analyzing the Effect of Multilingual Pretraining on Cross-lingual Transferability","created":"2022-03-21","cited_by_count":26,"area":null},{"id":"2311.09122","title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","created":"2023-11-15","cited_by_count":26,"area":null},{"id":"2404.12318","title":"Reuse Your Rewards: Reward Model Transfer for Zero-Shot Cross-Lingual Alignment","created":"2024-04-18","cited_by_count":26,"area":"alignment"},{"id":"2203.01976","title":"Overlap-based Vocabulary Generation Improves Cross-lingual Transfer Among Related Languages","created":"2022-03-03","cited_by_count":25,"area":null},{"id":"2110.08875","title":"Predicting the Performance of Multilingual NLP Models","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2211.06993","title":"GreenPLM: Cross-Lingual Transfer of Monolingual Pre-Trained Language Models at Almost No Cost","created":"2022-11-13","cited_by_count":24,"area":null},{"id":"2212.10503","title":"Mini-Model Adaptation: Efficiently Extending Pretrained Models to New Languages via Aligned Shallow Training","created":"2022-12-20","cited_by_count":24,"area":null},{"id":"2305.14224","title":"mmT5: Modular Multilingual Pre-Training Solves Source Language Hallucinations","created":"2023-05-23","cited_by_count":24,"area":null},{"id":"2104.09617","title":"Operationalizing a National Digital Library: The Case for a Norwegian Transformer Model","created":"2021-04-19","cited_by_count":23,"area":null},{"id":"2403.03894","title":"IRCoder: Intermediate Representations Make Language Models Robust Multilingual Code Generators","created":"2024-03-06","cited_by_count":23,"area":null},{"id":"2106.09063","title":"Specializing Multilingual Language Models: An Empirical Study","created":"2021-06-16","cited_by_count":21,"area":null},{"id":"2210.12623","title":"Model and Data Transfer for Cross-Lingual Sequence Labelling in Zero-Resource Settings","created":"2022-10-23","cited_by_count":21,"area":null},{"id":"2205.06130","title":"Multi Task Learning For Zero Shot Performance Prediction of Multilingual Models","created":"2022-05-12","cited_by_count":20,"area":null},{"id":"2210.12265","title":"On the Calibration of Massively Multilingual Language Models","created":"2022-10-21","cited_by_count":19,"area":null},{"id":"2204.07128","title":"Label Semantic Aware Pre-training for Few-shot Text Classification","created":"2022-04-14","cited_by_count":18,"area":null},{"id":"2306.02790","title":"Exploring the Relationship between Alignment and Cross-lingual Transfer in Multilingual Transformers","created":"2023-06-05","cited_by_count":18,"area":null},{"id":"2104.08570","title":"Crossing the Conversational Chasm: A Primer on Natural Language Processing for Multilingual Task-Oriented Dialogue Systems","created":"2021-04-17","cited_by_count":17,"area":null},{"id":"2212.09651","title":"Cross-Lingual Retrieval Augmented Prompt for Low-Resource Languages","created":"2022-12-19","cited_by_count":17,"area":"rag"},{"id":"2109.06798","title":"Everything Is All It Takes: A Multipronged Strategy for Zero-Shot Cross-Lingual Information Extraction","created":"2021-09-14","cited_by_count":16,"area":null},{"id":"2208.07864","title":"BERTifying Sinhala -- A Comprehensive Analysis of Pre-trained Language Models for Sinhala Text Classification","created":"2022-08-16","cited_by_count":16,"area":null},{"id":"2309.04679","title":"Embedding structure matters: Comparing methods to adapt multilingual vocabularies to new languages","created":"2023-09-09","cited_by_count":16,"area":null},{"id":"2408.11396","title":"MoE-LPR: Multilingual Extension of Large Language Models through Mixture-of-Experts with Language Priors Routing","created":"2024-08-21","cited_by_count":16,"area":"moe"},{"id":"2104.07639","title":"Robust Optimization for Multilingual Translation with Imbalanced Data","created":"2021-04-15","cited_by_count":15,"area":null},{"id":"2211.02738","title":"Intriguing Properties of Compression on Multilingual Models","created":"2022-11-04","cited_by_count":15,"area":null},{"id":"2301.12566","title":"Improving Cross-lingual Information Retrieval on Low-Resource Languages via Optimal Transport Distillation","created":"2023-01-29","cited_by_count":15,"area":null},{"id":"2304.08823","title":"Transfer to a Low-Resource Language via Close Relatives: The Case Study on Faroese","created":"2023-04-18","cited_by_count":15,"area":null},{"id":"2304.11434","title":"L3Cube-IndicSBERT: A simple approach for learning cross-lingual sentence representations using multilingual BERT","created":"2023-04-22","cited_by_count":15,"area":null},{"id":"2404.19159","title":"What Drives Performance in Multilingual Language Models?","created":"2024-04-29","cited_by_count":15,"area":null},{"id":"2407.01406","title":"Adapting Multilingual LLMs to Low-Resource Languages with Knowledge Graphs via Adapters","created":"2024-07-01","cited_by_count":15,"area":null},{"id":"2201.12501","title":"Does Transliteration Help Multilingual Language Modeling?","created":"2022-01-29","cited_by_count":14,"area":null},{"id":"2205.10517","title":"Pre-training Data Quality and Quantity for a Low-Resource Language: New Corpus and BERT Models for Maltese","created":"2022-05-21","cited_by_count":14,"area":null},{"id":"2305.13286","title":"How do languages influence each other? Studying cross-lingual data sharing during LM fine-tuning","created":"2023-05-22","cited_by_count":14,"area":null},{"id":"2310.10310","title":"Investigating Bias in Multilingual Language Models: Cross-Lingual Transfer of Debiasing Techniques","created":"2023-10-16","cited_by_count":14,"area":null},{"id":"2406.12844","title":"Synergizing Foundation Models and Federated Learning: A Survey","created":"2024-06-18","cited_by_count":14,"area":null},{"id":"2410.11627","title":"Tokenization and Morphology in Multilingual Language Models: A Comparative Analysis of mT5 and ByT5","created":"2024-10-15","cited_by_count":14,"area":null},{"id":"2106.02834","title":"MergeDistill: Merging Pre-trained Language Models using Distillation","created":"2021-06-05","cited_by_count":13,"area":null},{"id":"2201.05601","title":"A Warm Start and a Clean Crawled Corpus -- A Recipe for Good Language Models","created":"2022-01-14","cited_by_count":13,"area":null},{"id":"2307.03201","title":"Scaling Laws Do Not Scale","created":"2023-07-05","cited_by_count":13,"area":null},{"id":"2406.10602","title":"Multilingual Large Language Models and Curse of Multilinguality","created":"2024-06-15","cited_by_count":13,"area":null},{"id":"2105.02855","title":"Adapting Monolingual Models: Data can be Scarce when Language Similarity is High","created":"2021-05-06","cited_by_count":12,"area":null},{"id":"2107.12930","title":"gaBERT -- an Irish Language Model","created":"2021-07-27","cited_by_count":12,"area":null},{"id":"2212.12510","title":"MicroBERT: Effective Training of Low-resource Monolingual BERTs through Parameter Reduction and Multitask Learning","created":"2022-12-23","cited_by_count":12,"area":null},{"id":"2311.09071","title":"How Vocabulary Sharing Facilitates Multilingualism in LLaMA?","created":"2023-11-15","cited_by_count":12,"area":null},{"id":"2409.12958","title":"MURI: High-Quality Instruction Tuning Datasets for Low-Resource Languages via Reverse Instructions","created":"2024-09-19","cited_by_count":12,"area":null},{"id":"2110.13658","title":"Can Character-based Language Models Improve Downstream Task Performance in Low-Resource and Noisy Language Scenarios?","created":"2021-10-26","cited_by_count":11,"area":null},{"id":"2202.13558","title":"CINO: A Chinese Minority Pre-trained Language Model","created":"2022-02-28","cited_by_count":11,"area":null},{"id":"2212.01757","title":"Languages You Know Influence Those You Learn: Impact of Language Characteristics on Multi-Lingual Text-to-Text Transfer","created":"2022-12-04","cited_by_count":11,"area":null},{"id":"2305.06300","title":"Evaluating Embedding APIs for Information Retrieval","created":"2023-05-10","cited_by_count":11,"area":null},{"id":"2305.08475","title":"A Crosslingual Investigation of Conceptualization in 1335 Languages","created":"2023-05-15","cited_by_count":11,"area":null},{"id":"2205.06356","title":"Beyond Static Models and Test Sets: Benchmarking the Potential of Pre-trained Models Across Tasks and Languages","created":"2022-05-12","cited_by_count":10,"area":null},{"id":"2305.09025","title":"Soft Prompt Decoding for Multilingual Dense Retrieval","created":"2023-05-15","cited_by_count":10,"area":null},{"id":"2306.07902","title":"Massively Multilingual Corpus of Sentiment Datasets and Multi-faceted Sentiment Classification Benchmark","created":"2023-06-13","cited_by_count":10,"area":null},{"id":"2408.11749","title":"Against All Odds: Overcoming Typology, Script, and Language Confusion in Multilingual Embedding Inversion Attacks","created":"2024-08-21","cited_by_count":10,"area":"safety"},{"id":"2108.03509","title":"Compositional Generalization in Multilingual Semantic Parsing over Wikidata","created":"2021-08-07","cited_by_count":9,"area":null},{"id":"2405.12413","title":"Targeted Multilingual Adaptation for Low-resource Language Families","created":"2024-05-20","cited_by_count":9,"area":null},{"id":"2407.08790","title":"Large Models of What? Mistaking Engineering Achievements for Human Linguistic Agency","created":"2024-07-11","cited_by_count":9,"area":null},{"id":"2109.06324","title":"A Massively Multilingual Analysis of Cross-linguality in Shared Embedding Space","created":"2021-09-13","cited_by_count":8,"area":null},{"id":"2203.09326","title":"Combining Static and Contextualised Multilingual Embeddings","created":"2022-03-17","cited_by_count":8,"area":null},{"id":"2205.09744","title":"Overcoming Language Disparity in Online Content Classification with Multimodal Learning","created":"2022-05-19","cited_by_count":8,"area":null},{"id":"2210.05457","title":"Are Pretrained Multilingual Models Equally Fair Across Languages?","created":"2022-10-11","cited_by_count":8,"area":null},{"id":"2212.08390","title":"Lessons learned from the evaluation of Spanish Language Models","created":"2022-12-16","cited_by_count":8,"area":null},{"id":"2305.16834","title":"Free Lunch: Robust Cross-Lingual Transfer via Model Checkpoint Averaging","created":"2023-05-26","cited_by_count":8,"area":null},{"id":"2506.02280","title":"The State of Large Language Models for African Languages: Progress and Challenges","created":"2025-06-02","cited_by_count":8,"area":null},{"id":"2103.13799","title":"Bertinho: Galician BERT Representations","created":"2021-03-25","cited_by_count":7,"area":null},{"id":"2402.15059","title":"ColBERT-XM: A Modular Multi-Vector Representation Model for Zero-Shot Multilingual Information Retrieval","created":"2024-02-23","cited_by_count":7,"area":null},{"id":"2406.01835","title":"An Open Multilingual System for Scoring Readability of Wikipedia","created":"2024-06-03","cited_by_count":7,"area":null},{"id":"2109.06327","title":"Evaluating Transferability of BERT Models on Uralic Languages","created":"2021-09-13","cited_by_count":6,"area":null},{"id":"2207.00659","title":"Improving Low-Resource Speech Recognition with Pretrained Speech Models: Continued Pretraining vs. Semi-Supervised Training","created":"2022-07-01","cited_by_count":6,"area":null},{"id":"2210.07135","title":"You Can Have Your Data and Balance It Too: Towards Balanced and Efficient Multilingual Models","created":"2022-10-13","cited_by_count":6,"area":"distill"},{"id":"2212.09666","title":"MultiCoder: Multi-Programming-Lingual Pre-Training for Low-Resource Code Completion","created":"2022-12-19","cited_by_count":6,"area":"moe"},{"id":"2305.04582","title":"MultiTACRED: A Multilingual Version of the TAC Relation Extraction Dataset","created":"2023-05-08","cited_by_count":6,"area":null}],"next_cursor":"100"}