{"total":89,"rows":[{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2109.09138","title":"Multi-Task Learning in Natural Language Processing: An Overview","created":"2021-09-19","cited_by_count":62,"area":null},{"id":"2407.15390","title":"ALLaM: Large Language Models for Arabic and English","created":"2024-07-22","cited_by_count":55,"area":null},{"id":"2106.13736","title":"DeltaLM: Encoder-Decoder Pre-training for Language Generation and Translation by Augmenting Pretrained Multilingual Encoders","created":"2021-06-25","cited_by_count":50,"area":null},{"id":"2305.16768","title":"Towards a Common Understanding of Contributing Factors for Cross-Lingual Transfer in Multilingual Language Models: A Review","created":"2023-05-26","cited_by_count":50,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2202.12024","title":"NoisyTune: A Little Noise Can Help You Finetune Pretrained Language Models Better","created":"2022-02-24","cited_by_count":43,"area":null},{"id":"2104.08692","title":"MT6: Multilingual Pretrained Text-to-Text Transformer with Translation Pairs","created":"2021-04-18","cited_by_count":41,"area":null},{"id":"2106.06381","title":"Improving Pretrained Cross-Lingual Language Models via Self-Labeled Word Alignment","created":"2021-06-11","cited_by_count":41,"area":null},{"id":"2103.08490","title":"Multi-view Subword Regularization","created":"2021-03-15","cited_by_count":40,"area":null},{"id":"2311.08849","title":"OFA: A Framework of Initializing Unseen Subword Embeddings for Efficient Large-scale Multilingual Continued Pretraining","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2205.04182","title":"Enhancing Cross-lingual Transfer by Manifold Mixup","created":"2022-05-09","cited_by_count":30,"area":null},{"id":"2105.03953","title":"Continual Mixed-Language Pre-Training for Extremely Low-Resource Neural Machine Translation","created":"2021-05-09","cited_by_count":29,"area":null},{"id":"2304.08754","title":"W-MAE: Pre-trained weather model with masked autoencoder for multi-variable weather forecasting","created":"2023-04-18","cited_by_count":29,"area":null},{"id":"2306.03802","title":"Learning to Ground Instructional Articles in Videos through Narrations","created":"2023-06-06","cited_by_count":28,"area":null},{"id":"2109.04877","title":"Efficient Test Time Adapter Ensembling for Low-resource Language Varieties","created":"2021-09-10","cited_by_count":26,"area":null},{"id":"2410.05873","title":"MEXA: Multilingual Evaluation of English-Centric LLMs via Cross-Lingual Alignment","created":"2024-10-08","cited_by_count":25,"area":null},{"id":"2110.08875","title":"Predicting the Performance of Multilingual NLP Models","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2206.00621","title":"Cross-View Language Modeling: Towards Unified Cross-Lingual Cross-Modal Pre-training","created":"2022-06-01","cited_by_count":24,"area":null},{"id":"2103.09593","title":"Code-Mixing on Sesame Street: Dawn of the Adversarial Polyglots","created":"2021-03-17","cited_by_count":23,"area":null},{"id":"2106.09063","title":"Specializing Multilingual Language Models: An Empirical Study","created":"2021-06-16","cited_by_count":21,"area":null},{"id":"2108.01887","title":"PARADISE: Exploiting Parallel Data for Multilingual Sequence-to-Sequence Pretraining","created":"2021-08-04","cited_by_count":21,"area":null},{"id":"2110.00804","title":"ProTo: Program-Guided Transformer for Program-Guided Tasks","created":"2021-10-02","cited_by_count":21,"area":null},{"id":"2109.12573","title":"XLM-K: Improving Cross-Lingual Language Model Pre-training with Multilingual Knowledge","created":"2021-09-26","cited_by_count":18,"area":null},{"id":"2203.08430","title":"Cross-Lingual Ability of Multilingual Masked Language Models: A Study of Language Structure","created":"2022-03-16","cited_by_count":17,"area":null},{"id":"2204.08325","title":"GL-CLeF: A Global-Local Contrastive Learning Framework for Cross-lingual Spoken Language Understanding","created":"2022-04-18","cited_by_count":14,"area":null},{"id":"2204.06812","title":"Learning to Generalize to More: Continuous Semantic Augmentation for Neural Machine Translation","created":"2022-04-14","cited_by_count":13,"area":null},{"id":"2401.02709","title":"German Text Embedding Clustering Benchmark","created":"2024-01-05","cited_by_count":13,"area":null},{"id":"2105.11246","title":"Cross-lingual Text Classification with Heterogeneous Graph Neural Network","created":"2021-05-24","cited_by_count":12,"area":null},{"id":"2106.04832","title":"Probing Multilingual Language Models for Discourse","created":"2021-06-09","cited_by_count":12,"area":null},{"id":"2109.15254","title":"SlovakBERT: Slovak Masked Language Model","created":"2021-09-30","cited_by_count":11,"area":null},{"id":"2202.13558","title":"CINO: A Chinese Minority Pre-trained Language Model","created":"2022-02-28","cited_by_count":11,"area":null},{"id":"2406.11820","title":"Composing Object Relations and Attributes for Image-Text Matching","created":"2024-06-17","cited_by_count":11,"area":null},{"id":"2104.09696","title":"X-METRA-ADA: Cross-lingual Meta-Transfer Learning Adaptation to Natural Language Understanding and Question Answering","created":"2021-04-20","cited_by_count":10,"area":null},{"id":"2112.04735","title":"From Good to Best: Two-Stage Training for Cross-lingual Machine Reading Comprehension","created":"2021-12-09","cited_by_count":10,"area":null},{"id":"2312.12661","title":"Misalign, Contrast then Distill: Rethinking Misalignments in Language-Image Pretraining","created":"2023-12-19","cited_by_count":10,"area":null},{"id":"2404.16766","title":"Prefix Text as a Yarn: Eliciting Non-English Alignment in Foundation Language Model","created":"2024-04-25","cited_by_count":10,"area":null},{"id":"2305.09148","title":"Dual-Alignment Pre-training for Cross-lingual Sentence Embedding","created":"2023-05-16","cited_by_count":9,"area":null},{"id":"2305.17202","title":"BIG-C: a Multimodal Multi-Purpose Dataset for Bemba","created":"2023-05-26","cited_by_count":9,"area":null},{"id":"2502.06468","title":"Beyond Literal Token Overlap: Token Alignability for Multilinguality","created":"2025-02-10","cited_by_count":9,"area":null},{"id":"2109.05772","title":"Wine is Not v i n. -- On the Compatibility of Tokenizations Across Languages","created":"2021-09-13","cited_by_count":8,"area":null},{"id":"2112.08709","title":"DOCmT5: Document-Level Pretraining of Multilingual Language Models","created":"2021-12-16","cited_by_count":8,"area":null},{"id":"2306.04996","title":"T3L: Translate-and-Test Transfer Learning for Cross-Lingual Text Classification","created":"2023-06-08","cited_by_count":8,"area":null},{"id":"2204.05210","title":"Bridging the Gap between Language Models and Cross-Lingual Sequence Labeling","created":"2022-04-11","cited_by_count":7,"area":null},{"id":"2305.13071","title":"Machine-Created Universal Language for Cross-lingual Transfer","created":"2023-05-22","cited_by_count":7,"area":null},{"id":"2210.09588","title":"Synergy with Translation Artifacts for Training and Inference in Multilingual Tasks","created":"2022-10-18","cited_by_count":6,"area":null},{"id":"2403.16777","title":"Can Machine Translation Bridge Multilingual Pretraining and Cross-lingual Transfer Learning?","created":"2024-03-25","cited_by_count":6,"area":null},{"id":"2409.17326","title":"How Transliterations Improve Crosslingual Alignment","created":"2024-09-25","cited_by_count":6,"area":null},{"id":"2103.09635","title":"SILT: Efficient transformer training for inter-lingual inference","created":"2021-03-17","cited_by_count":5,"area":null},{"id":"2106.01732","title":"Bilingual Alignment Pre-Training for Zero-Shot Cross-Lingual Transfer","created":"2021-06-03","cited_by_count":5,"area":null},{"id":"2106.03777","title":"X2Parser: Cross-Lingual and Cross-Domain Framework for Task-Oriented Compositional Semantic Parsing","created":"2021-06-07","cited_by_count":4,"area":null},{"id":"2109.00271","title":"Discovering Representation Sprachbund For Multilingual Pre-Training","created":"2021-09-01","cited_by_count":4,"area":null},{"id":"2109.01583","title":"Learning from Multiple Noisy Augmented Data Sets for Better Cross-Lingual Spoken Language Understanding","created":"2021-09-03","cited_by_count":4,"area":null},{"id":"2210.09934","title":"A Simple and Effective Method to Improve Zero-Shot Cross-Lingual Transfer Learning","created":"2022-10-18","cited_by_count":4,"area":null},{"id":"2306.07610","title":"Soft Language Clustering for Multilingual Model Pre-training","created":"2023-06-13","cited_by_count":4,"area":null},{"id":"2406.14434","title":"Selected Languages are All You Need for Cross-lingual Truthfulness Transfer","created":"2024-06-20","cited_by_count":4,"area":null},{"id":"2202.13654","title":"Cross-Lingual Text Classification with Multilingual Distillation and Zero-Shot-Aware Training","created":"2022-02-28","cited_by_count":3,"area":null},{"id":"2205.09470","title":"Nebula-I: A General Framework for Collaboratively Training Deep Learning Models on Low-Bandwidth Cloud Clusters","created":"2022-05-19","cited_by_count":3,"area":null},{"id":"2302.01626","title":"Modeling Sequential Sentence Relation to Improve Cross-lingual Dense Retrieval","created":"2023-02-03","cited_by_count":3,"area":null},{"id":"2406.01052","title":"MACT: Model-Agnostic Cross-Lingual Training for Discourse Representation Structure Parsing","created":"2024-06-03","cited_by_count":3,"area":null},{"id":"2410.18957","title":"Bridge-Coder: Unlocking LLMs' Potential to Overcome Language Gaps in Low-Resource Code","created":"2024-10-24","cited_by_count":3,"area":null},{"id":"2506.00912","title":"Pi-SQL: Enhancing Text-to-SQL with Fine-Grained Guidance from Pivot Programming Languages","created":"2025-06-01","cited_by_count":3,"area":null},{"id":"2102.08357","title":"Revisiting Language Encoding in Learning Multilingual Representations","created":"2021-02-16","cited_by_count":2,"area":null},{"id":"2212.07752","title":"Advancing Multilingual Pre-training: TRIP Triangular Document-level Pre-training for Multilingual Language Models","created":"2022-12-15","cited_by_count":2,"area":null},{"id":"2409.00997","title":"DataSculpt: Crafting Data Landscapes for Long-Context LLMs through Multi-Objective Partitioning","created":"2024-09-02","cited_by_count":2,"area":null},{"id":"2409.18199","title":"LangSAMP: Language-Script Aware Multilingual Pretraining","created":"2024-09-26","cited_by_count":2,"area":null},{"id":"2604.20835","title":"Parallel-SFT: Improving Zero-Shot Cross-Programming-Language Transfer for Code RL","created":"2026-04-22","cited_by_count":2,"area":null},{"id":"2106.07381","title":"A Semi-supervised Multi-task Learning Approach to Classify Customer Contact Intents","created":"2021-06-10","cited_by_count":1,"area":null},{"id":"2110.10318","title":"Improved Multilingual Language Model Pretraining for Social Media Text via Translation Pair Prediction","created":"2021-10-20","cited_by_count":1,"area":null},{"id":"2208.00463","title":"Mismatching-Aware Unsupervised Translation Quality Estimation For Low-Resource Languages","created":"2022-07-31","cited_by_count":1,"area":null},{"id":"2210.16960","title":"Multilingual Multimodality: A Taxonomical Survey of Datasets, Techniques, Challenges and Opportunities","created":"2022-10-30","cited_by_count":1,"area":null},{"id":"2308.08688","title":"Lightweight Adaptation of Neural Language Models via Subspace Embedding","created":"2023-08-16","cited_by_count":1,"area":null},{"id":"2310.17233","title":"EMMA-X: An EM-like Multilingual Pre-training Algorithm for Cross-lingual Representation Learning","created":"2023-10-26","cited_by_count":1,"area":null},{"id":"2403.01364","title":"Improving Cross-lingual Representation for Semantic Retrieval with Code-switching","created":"2024-03-03","cited_by_count":1,"area":null},{"id":"2512.23065","title":"TabiBERT: A Large-Scale ModernBERT Foundation Model and A Unified Benchmark for Turkish","created":"2025-12-28","cited_by_count":1,"area":null},{"id":"2103.11011","title":"Let Your Heart Speak in its Mother Tongue: Multilingual Captioning of Cardiac Signals","created":"2021-03-19","cited_by_count":0,"area":null},{"id":"2106.05166","title":"Learning Multilingual Representation for Natural Language Understanding with Enhanced Cross-Lingual Supervision","created":"2021-06-09","cited_by_count":0,"area":null},{"id":"2106.11740","title":"LV-BERT: Exploiting Layer Variety for BERT","created":"2021-06-22","cited_by_count":0,"area":null},{"id":"2109.11129","title":"Cross-Lingual Language Model Meta-Pretraining","created":"2021-09-23","cited_by_count":0,"area":null},{"id":"2209.04041","title":"Multilingual Transformer Language Model for Speech Recognition in Low-resource Languages","created":"2022-09-08","cited_by_count":0,"area":null},{"id":"2209.06422","title":"Language Chameleon: Transformation analysis between languages using Cross-lingual Post-training based on Pre-trained language models","created":"2022-09-14","cited_by_count":0,"area":null},{"id":"2307.10098","title":"Gradient Sparsification For Masked Fine-Tuning of Transformers","created":"2023-07-19","cited_by_count":0,"area":null},{"id":"2405.06204","title":"HC$^2$L: Hybrid and Cooperative Contrastive Learning for Cross-lingual Spoken Language Understanding","created":"2024-05-10","cited_by_count":0,"area":null},{"id":"2503.07456","title":"Anatomy-Aware Conditional Image-Text Retrieval","created":"2025-03-10","cited_by_count":0,"area":null},{"id":"2602.09388","title":"Effective vocabulary expansion of multilingual language models for extremely low-resource languages","created":"2026-02-10","cited_by_count":0,"area":null}],"next_cursor":null}