{"list":"other","total":99,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2207.04672","title":"No Language Left Behind: Scaling Human-Centered Machine Translation","created":"2022-07-11","cited_by_count":1312},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"2004.09095","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","created":"2020-04-20","cited_by_count":798},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"2010.11125","title":"Beyond English-Centric Multilingual Machine Translation","created":"2020-10-21","cited_by_count":561},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"2006.13979","title":"Unsupervised Cross-lingual Representation Learning for Speech Recognition","created":"2020-06-24","cited_by_count":501},{"id":"1905.06316","title":"What do you learn from context? Probing for sentence structure in contextualized word representations","created":"2019-05-15","cited_by_count":438},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2012.15613","title":"How Good is Your Tokenizer? On the Monolingual Performance of Multilingual Language Models","created":"2020-12-31","cited_by_count":318},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311},{"id":"2004.05986","title":"CLUE: A Chinese Language Understanding Evaluation Benchmark","created":"2020-04-13","cited_by_count":278},{"id":"1907.05791","title":"WikiMatrix: Mining 135M Parallel Sentences in 1620 Language Pairs from Wikipedia","created":"2019-07-10","cited_by_count":223},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"1912.07840","title":"Cross-Lingual Ability of Multilingual BERT: An Empirical Study","created":"2019-12-17","cited_by_count":182},{"id":"1911.01464","title":"Emerging Cross-lingual Structure in Pretrained Language Models","created":"2019-11-04","cited_by_count":181},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181},{"id":"2005.03692","title":"A Systematic Assessment of Syntactic Generalization in Neural Language Models","created":"2020-05-07","cited_by_count":165},{"id":"2103.11811","title":"MasakhaNER: Named Entity Recognition for African Languages","created":"2021-03-22","cited_by_count":155},{"id":"2204.06487","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","created":"2022-04-13","cited_by_count":149},{"id":"2204.08582","title":"MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages","created":"2022-04-18","cited_by_count":146},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144},{"id":"2010.06354","title":"The Tatoeba Translation Challenge -- Realistic Data Sets for Low Resource and Multilingual MT","created":"2020-10-13","cited_by_count":128},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116},{"id":"2105.09680","title":"KLUE: Korean Language Understanding Evaluation","created":"2021-05-20","cited_by_count":114},{"id":"2012.15562","title":"UNKs Everywhere: Adapting Multilingual Language Models to New Scripts","created":"2020-12-31","cited_by_count":113},{"id":"1503.06733","title":"Yara Parser: A Fast and Accurate Dependency Parser","created":"2015-03-23","cited_by_count":111},{"id":"2005.04511","title":"Finding Universal Grammatical Relations in Multilingual BERT","created":"2020-05-09","cited_by_count":110},{"id":"2009.05387","title":"IndoNLU: Benchmark and Resources for Evaluating Indonesian Natural Language Understanding","created":"2020-09-11","cited_by_count":109},{"id":"2205.02022","title":"A Few Thousand Translations Go a Long Way! Leveraging Pre-trained Models for African News Translation","created":"2022-05-04","cited_by_count":98},{"id":"2004.12406","title":"Masking as an Efficient Alternative to Finetuning for Pretrained Language Models","created":"2020-04-26","cited_by_count":93},{"id":"2109.07684","title":"Language Models are Few-shot Multilingual Learners","created":"2021-09-16","cited_by_count":92},{"id":"2204.08110","title":"Language Contamination Helps Explain the Cross-lingual Capabilities of English Pretrained Models","created":"2022-04-17","cited_by_count":92},{"id":"2006.07264","title":"Low-resource Languages: A Review of Past Work and Future Challenges","created":"2020-06-12","cited_by_count":91},{"id":"2105.00572","title":"Larger-Scale Transformers for Multilingual Masked Language Modeling","created":"2021-05-02","cited_by_count":87},{"id":"2004.05160","title":"On the Language Neutrality of Pre-trained Multilingual Representations","created":"2020-04-09","cited_by_count":85},{"id":"2212.09803","title":"Training Trajectories of Language Models Across Scales","created":"2022-12-19","cited_by_count":81},{"id":"2010.14571","title":"Language ID in the Wild: Unexpected Challenges on the Path to a Thousand-Language Web Text Corpus","created":"2020-10-27","cited_by_count":77},{"id":"1710.02855","title":"The IIT Bombay English-Hindi Parallel Corpus","created":"2017-10-08","cited_by_count":75},{"id":"2104.07885","title":"Probing Across Time: What Does RoBERTa Know and When?","created":"2021-04-16","cited_by_count":73},{"id":"2205.03983","title":"Building Machine Translation Systems for the Next Thousand Languages","created":"2022-05-09","cited_by_count":69},{"id":"2007.01788","title":"TICO-19: the Translation Initiative for Covid-19","created":"2020-07-03","cited_by_count":68},{"id":"2205.15960","title":"NusaX: Multilingual Parallel Sentiment Dataset for 10 Indonesian Local Languages","created":"2022-05-31","cited_by_count":68},{"id":"2311.05640","title":"FinGPT: Large Generative Models for a Small Language","created":"2023-11-03","cited_by_count":49},{"id":"2209.14500","title":"Bidirectional Language Models Are Also Few-shot Learners","created":"2022-09-29","cited_by_count":48},{"id":"2106.16171","title":"Revisiting the Primacy of English in Zero-shot Cross-lingual Transfer","created":"2021-06-30","cited_by_count":47},{"id":"2005.06557","title":"Arabic Dialect Identification in the Wild","created":"2020-05-13","cited_by_count":45},{"id":"2004.00798","title":"Mapping Languages: The Corpus of Global Language Use","created":"2020-04-02","cited_by_count":42},{"id":"2106.06381","title":"Improving Pretrained Cross-Lingual Language Models via Self-Labeled Word Alignment","created":"2021-06-11","cited_by_count":41},{"id":"2212.10785","title":"SERENGETI: Massively Multilingual Language Models for Africa","created":"2022-12-21","cited_by_count":40},{"id":"2103.08647","title":"The Effect of Domain and Diacritics in Yor\\`ub\\'a-English Neural Machine Translation","created":"2021-03-15","cited_by_count":38},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38},{"id":"2107.07253","title":"MarIA: Spanish Language Models","created":"2021-07-15","cited_by_count":36},{"id":"2308.15419","title":"Characterizing Learning Curves During Language Model Pre-Training: Learning, Forgetting, and Stability","created":"2023-08-29","cited_by_count":35},{"id":"2211.07733","title":"Speaking Multiple Languages Affects the Moral Bias of Language Models","created":"2022-11-14","cited_by_count":34},{"id":"2205.11758","title":"Analyzing the Mono- and Cross-Lingual Pretraining Dynamics of Multilingual Language Models","created":"2022-05-24","cited_by_count":32},{"id":"2104.00290","title":"Many-to-English Machine Translation Tools, Data, and Pretrained Models","created":"2021-04-01","cited_by_count":31},{"id":"2205.04086","title":"A Balanced Data Approach for Evaluating Cross-Lingual Transfer: Mapping the Linguistic Blood Bank","created":"2022-05-09","cited_by_count":29},{"id":"2205.12672","title":"Discovering Language-neutral Sub-networks in Multilingual Language Models","created":"2022-05-25","cited_by_count":28},{"id":"2210.14712","title":"Bloom Library: Multimodal Datasets in 300+ Languages for a Variety of Downstream Tasks","created":"2022-10-26","cited_by_count":28},{"id":"2301.13720","title":"Zero-shot cross-lingual transfer language selection using linguistic similarity","created":"2023-01-31","cited_by_count":28},{"id":"2401.13303","title":"MaLA-500: Massive Language Adaptation of Large Language Models","created":"2024-01-24","cited_by_count":28},{"id":"2203.10753","title":"Match the Script, Adapt if Multilingual: Analyzing the Effect of Multilingual Pretraining on Cross-lingual Transferability","created":"2022-03-21","cited_by_count":26},{"id":"2403.00686","title":"A Bit of a Problem: Measurement Disparities in Dataset Sizes Across Languages","created":"2024-03-01","cited_by_count":25},{"id":"2108.13349","title":"On the Multilingual Capabilities of Very Large-Scale English Language Models","created":"2021-08-30","cited_by_count":22},{"id":"1911.10668","title":"JParaCrawl: A Large Scale Web-Based English-Japanese Parallel Corpus","created":"2019-11-25","cited_by_count":21},{"id":"2109.04593","title":"A Large-Scale Study of Machine Translation in the Turkic Languages","created":"2021-09-09","cited_by_count":21},{"id":"2006.01538","title":"WikiBERT models: deep transfer learning for many languages","created":"2020-06-02","cited_by_count":20},{"id":"2010.04791","title":"ChrEn: Cherokee-English Machine Translation for Endangered Language Revitalization","created":"2020-10-09","cited_by_count":20},{"id":"1912.03457","title":"Unsung Challenges of Building and Deploying Language Technologies for Low Resource Language Communities","created":"2019-12-07","cited_by_count":19},{"id":"2210.12265","title":"On the Calibration of Massively Multilingual Language Models","created":"2022-10-21","cited_by_count":19},{"id":"2203.08430","title":"Cross-Lingual Ability of Multilingual Masked Language Models: A Study of Language Structure","created":"2022-03-16","cited_by_count":17},{"id":"2009.09309","title":"Towards Computational Linguistics in Minangkabau Language: Studies on Sentiment Analysis and Machine Translation","created":"2020-09-19","cited_by_count":16},{"id":"2005.02068","title":"Establishing Baselines for Text Classification in Low-Resource Languages","created":"2020-05-05","cited_by_count":14},{"id":"2212.10173","title":"On the Role of Parallel Data in Cross-lingual Transfer Learning","created":"2022-12-20","cited_by_count":11},{"id":"2201.05609","title":"Multilingual Open Text Release 1: Public Domain News in 44 Languages","created":"2022-01-14","cited_by_count":10},{"id":"2305.00090","title":"NLNDE at SemEval-2023 Task 12: Adaptive Pretraining and Source Language Selection for Low-Resource Multilingual Sentiment Analysis","created":"2023-04-28","cited_by_count":10},{"id":"2109.06324","title":"A Massively Multilingual Analysis of Cross-linguality in Shared Embedding Space","created":"2021-09-13","cited_by_count":8},{"id":"2201.12219","title":"Towards a Broad Coverage Named Entity Resource: A Data-Efficient Approach for Many Diverse Languages","created":"2022-01-28","cited_by_count":8},{"id":"1608.06718","title":"A Large-Scale Multilingual Disambiguation of Glosses","created":"2016-08-24","cited_by_count":5},{"id":"2206.09790","title":"The Makerere Radio Speech Corpus: A Luganda Radio Corpus for Automatic Speech Recognition","created":"2022-06-20","cited_by_count":5}],"next_cursor":null}