{"total":823,"rows":[{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2401.02385","title":"TinyLlama: An Open-Source Small Language Model","created":"2024-01-04","cited_by_count":618,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2310.18018","title":"NLP Evaluation in trouble: On the Need to Measure LLM Data Contamination for each Benchmark","created":"2023-10-27","cited_by_count":348,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2303.12528","title":"MEGA: Multilingual Evaluation of Generative AI","created":"2023-03-22","cited_by_count":293,"area":null},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2203.10020","title":"Challenges and Strategies in Cross-Cultural NLP","created":"2022-03-18","cited_by_count":218,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2101.08231","title":"Word Alignment by Fine-tuning Embeddings on Parallel Corpora","created":"2021-01-20","cited_by_count":186,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2309.07445","title":"SIB-200: A Simple, Inclusive, and Big Evaluation Dataset for Topic Classification in 200+ Languages and Dialects","created":"2023-09-14","cited_by_count":152,"area":null},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2106.03164","title":"On the Effectiveness of Adapter-based Tuning for Pretrained Language Model Adaptation","created":"2021-06-06","cited_by_count":147,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2305.06329","title":"Similarity of Neural Network Models: A Survey of Functional and Representational Measures","created":"2023-05-10","cited_by_count":131,"area":null},{"id":"2101.00204","title":"BanglaBERT: Language Model Pretraining and Benchmarks for Low-Resource Language Understanding Evaluation in Bangla","created":"2021-01-01","cited_by_count":125,"area":null},{"id":"2104.14690","title":"Entailment as Few-Shot Learner","created":"2021-04-29","cited_by_count":123,"area":null},{"id":"2405.15032","title":"Aya 23: Open Weight Releases to Further Multilingual Progress","created":"2024-05-23","cited_by_count":123,"area":null},{"id":"2110.06733","title":"Systematic Inequalities in Language Technology Performance across the World's Languages","created":"2021-10-13","cited_by_count":120,"area":null},{"id":"2108.13897","title":"mMARCO: A Multilingual Version of the MS MARCO Passage Ranking Dataset","created":"2021-08-31","cited_by_count":116,"area":null},{"id":"2105.09680","title":"KLUE: Korean Language Understanding Evaluation","created":"2021-05-20","cited_by_count":114,"area":null},{"id":"2306.05179","title":"M3Exam: A Multilingual, Multimodal, Multilevel Benchmark for Examining Large Language Models","created":"2023-06-08","cited_by_count":110,"area":null},{"id":"2103.11943","title":"BERT: A Review of Applications in Natural Language Processing and Understanding","created":"2021-03-22","cited_by_count":109,"area":null},{"id":"2202.01374","title":"mSLAM: Massively multilingual joint pre-training for speech and text","created":"2022-02-03","cited_by_count":108,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null},{"id":"2104.08836","title":"LayoutXLM: Multimodal Pre-training for Multilingual Visually-rich Document Understanding","created":"2021-04-18","cited_by_count":103,"area":null},{"id":"2212.05409","title":"Towards Leaving No Indic Language Behind: Building Monolingual Corpora, Benchmark and Models for Indic Languages","created":"2022-12-11","cited_by_count":102,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2110.06341","title":"Learning Compact Metrics for MT","created":"2021-10-12","cited_by_count":93,"area":null},{"id":"2109.07684","title":"Language Models are Few-shot Multilingual Learners","created":"2021-09-16","cited_by_count":92,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2109.00904","title":"MultiEURLEX -- A multi-lingual and multi-label legal document classification dataset for zero-shot cross-lingual transfer","created":"2021-09-02","cited_by_count":90,"area":null},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90,"area":null},{"id":"2112.06598","title":"WECHSEL: Effective initialization of subword embeddings for cross-lingual transfer of monolingual language models","created":"2021-12-13","cited_by_count":89,"area":null},{"id":"2309.11674","title":"A Paradigm Shift in Machine Translation: Boosting Translation Performance of Large Language Models","created":"2023-09-20","cited_by_count":89,"area":null},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88,"area":null},{"id":"2105.00572","title":"Larger-Scale Transformers for Multilingual Masked Language Modeling","created":"2021-05-02","cited_by_count":87,"area":null},{"id":"2109.05704","title":"Mitigating Language-Dependent Ethnic Bias in BERT","created":"2021-09-13","cited_by_count":87,"area":null},{"id":"2112.05090","title":"Extending the WILDS Benchmark for Unsupervised Adaptation","created":"2021-12-09","cited_by_count":86,"area":null},{"id":"2411.19799","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","created":"2024-11-29","cited_by_count":86,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2305.11171","title":"TrueTeacher: Learning Factual Consistency Evaluation with Large Language Models","created":"2023-05-18","cited_by_count":83,"area":null},{"id":"2308.02976","title":"Spanish Pre-trained BERT Model and Evaluation Data","created":"2023-08-06","cited_by_count":81,"area":null},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80,"area":null},{"id":"2212.08597","title":"Detecting and Mitigating Hallucinations in Machine Translation: Model Internal Workings Alone Do Well, Sentence Similarity Even Better","created":"2022-12-16","cited_by_count":75,"area":null},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72,"area":null},{"id":"2106.12066","title":"It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning","created":"2021-06-22","cited_by_count":69,"area":null},{"id":"2205.15960","title":"NusaX: Multilingual Parallel Sentiment Dataset for 10 Indonesian Local Languages","created":"2022-05-31","cited_by_count":68,"area":null},{"id":"2305.14857","title":"BUFFET: Benchmarking Large Language Models for Few-shot Cross-lingual Transfer","created":"2023-05-24","cited_by_count":68,"area":null},{"id":"2403.16512","title":"LLMs Are Few-Shot In-Context Low-Resource Language Learners","created":"2024-03-25","cited_by_count":68,"area":null},{"id":"2106.06937","title":"Common Sense Beyond English: Evaluating and Improving Multilingual Language Models for Commonsense Reasoning","created":"2021-06-13","cited_by_count":65,"area":null},{"id":"2106.16038","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","created":"2021-06-30","cited_by_count":65,"area":null},{"id":"2303.18027","title":"Evaluating GPT-4 and ChatGPT on Japanese Medical Licensing Examinations","created":"2023-03-31","cited_by_count":63,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2411.14198","title":"Why do language models perform worse for morphologically complex languages?","created":"2024-11-21","cited_by_count":62,"area":null},{"id":"2403.06265","title":"Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance","created":"2024-03-10","cited_by_count":61,"area":null},{"id":"2201.05867","title":"Transferability in Deep Learning: A Survey","created":"2022-01-15","cited_by_count":57,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2311.07463","title":"MEGAVERSE: Benchmarking Large Language Models Across Languages, Modalities, Models and Tasks","created":"2023-11-13","cited_by_count":57,"area":null},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2210.08523","title":"Some Languages are More Equal than Others: Probing Deeper into the Linguistic Disparity in the NLP World","created":"2022-10-16","cited_by_count":55,"area":null},{"id":"2104.04108","title":"XFORMAL: A Benchmark for Multilingual Formality Style Transfer","created":"2021-04-08","cited_by_count":52,"area":null},{"id":"2104.08726","title":"AmericasNLI: Evaluating Zero-shot Natural Language Understanding of Pretrained Multilingual Models in Truly Low-resource Languages","created":"2021-04-18","cited_by_count":50,"area":null},{"id":"2305.16768","title":"Towards a Common Understanding of Contributing Factors for Cross-Lingual Transfer in Multilingual Language Models: A Review","created":"2023-05-26","cited_by_count":50,"area":null},{"id":"2403.11009","title":"DIALECTBENCH: A NLP Benchmark for Dialects, Varieties, and Closely-Related Languages","created":"2024-03-16","cited_by_count":50,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2109.03630","title":"Discrete and Soft Prompting for Multilingual Models","created":"2021-09-08","cited_by_count":49,"area":null},{"id":"2305.13632","title":"Detecting and Mitigating Hallucinations in Multilingual Summarisation","created":"2023-05-23","cited_by_count":48,"area":null},{"id":"2407.05975","title":"LLaMAX: Scaling Linguistic Horizons of LLM by Enhancing Translation Capabilities Beyond 100 Languages","created":"2024-07-08","cited_by_count":48,"area":null},{"id":"2106.16171","title":"Revisiting the Primacy of English in Zero-shot Cross-lingual Transfer","created":"2021-06-30","cited_by_count":47,"area":null},{"id":"2212.10758","title":"ORCA: A Challenging Benchmark for Arabic Language Understanding","created":"2022-12-21","cited_by_count":47,"area":null},{"id":"2309.02706","title":"HAE-RAE Bench: Evaluation of Korean Knowledge in Language Models","created":"2023-09-06","cited_by_count":47,"area":null},{"id":"2109.08877","title":"DuRecDial 2.0: A Bilingual Parallel Corpus for Conversational Recommendation","created":"2021-09-18","cited_by_count":46,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2110.06696","title":"Mengzi: Towards Lightweight yet Ingenious Pre-trained Models for Chinese","created":"2021-10-13","cited_by_count":45,"area":null},{"id":"2302.12313","title":"Testing AI on language comprehension tasks reveals insensitivity to underlying meaning","created":"2023-02-23","cited_by_count":45,"area":null},{"id":"2307.01163","title":"Improving Language Plasticity via Pretraining with Active Forgetting","created":"2023-07-03","cited_by_count":43,"area":null},{"id":"2406.03368","title":"IrokoBench: A New Benchmark for African Languages in the Age of Large Language Models","created":"2024-06-05","cited_by_count":43,"area":null},{"id":"2406.10118","title":"SEACrowd: A Multilingual Multimodal Data Hub and Benchmark Suite for Southeast Asian Languages","created":"2024-06-14","cited_by_count":43,"area":null},{"id":"2212.10622","title":"mFACE: Multilingual Summarization with Factual Consistency Evaluation","created":"2022-12-20","cited_by_count":42,"area":null},{"id":"2305.08848","title":"Small Models are Valuable Plug-ins for Large Language Models","created":"2023-05-15","cited_by_count":42,"area":null},{"id":"2305.13194","title":"SEAHORSE: A Multilingual, Multifaceted Dataset for Summarization Evaluation","created":"2023-05-22","cited_by_count":42,"area":null},{"id":"2104.08692","title":"MT6: Multilingual Pretrained Text-to-Text Transformer with Translation Pairs","created":"2021-04-18","cited_by_count":41,"area":null}],"next_cursor":"100"}