{"total":237,"rows":[{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601,"area":null},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425,"area":"mllm"},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2209.06243","title":"CometKiwi: IST-Unbabel 2022 Submission for the Quality Estimation Shared Task","created":"2022-09-13","cited_by_count":207,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168,"area":null},{"id":"2305.07004","title":"Not All Languages Are Created Equal in LLMs: Improving Multilingual Capability by Cross-Lingual-Thought Prompting","created":"2023-05-11","cited_by_count":165,"area":"lr"},{"id":"2309.07445","title":"SIB-200: A Simple, Inclusive, and Big Evaluation Dataset for Topic Classification in 200+ Languages and Dialects","created":"2023-09-14","cited_by_count":152,"area":null},{"id":"2204.06487","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","created":"2022-04-13","cited_by_count":149,"area":null},{"id":"2103.13885","title":"Supervised Contrastive Replay: Revisiting the Nearest Class Mean Classifier in Online Class-Incremental Continual Learning","created":"2021-03-22","cited_by_count":141,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126,"area":null},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116,"area":null},{"id":"2201.06367","title":"Towards Unsupervised Deep Graph Structure Learning","created":"2022-01-17","cited_by_count":114,"area":null},{"id":"2202.13669","title":"LiLT: A Simple yet Effective Language-Independent Layout Transformer for Structured Document Understanding","created":"2022-02-28","cited_by_count":107,"area":null},{"id":"2104.08836","title":"LayoutXLM: Multimodal Pre-training for Multilingual Visually-rich Document Understanding","created":"2021-04-18","cited_by_count":103,"area":null},{"id":"2309.11925","title":"Scaling up COMETKIWI: Unbabel-IST 2023 Submission for the Quality Estimation Shared Task","created":"2023-09-21","cited_by_count":88,"area":null},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85,"area":"alignment"},{"id":"2106.16138","title":"XLM-E: Cross-lingual Language Model Pre-training via ELECTRA","created":"2021-06-30","cited_by_count":72,"area":null},{"id":"2203.06947","title":"XYLayoutLM: Towards Layout-Aware Multimodal Networks For Visually-Rich Document Understanding","created":"2022-03-14","cited_by_count":68,"area":null},{"id":"2106.06937","title":"Common Sense Beyond English: Evaluating and Improving Multilingual Language Models for Commonsense Reasoning","created":"2021-06-13","cited_by_count":65,"area":null},{"id":"2106.13736","title":"DeltaLM: Encoder-Decoder Pre-training for Language Generation and Translation by Augmenting Pretrained Multilingual Encoders","created":"2021-06-25","cited_by_count":50,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2102.12982","title":"A Primer on Contrastive Pretraining in Language Processing: Methods, Lessons Learned and Perspectives","created":"2021-02-25","cited_by_count":41,"area":null},{"id":"2104.08692","title":"MT6: Multilingual Pretrained Text-to-Text Transformer with Translation Pairs","created":"2021-04-18","cited_by_count":41,"area":null},{"id":"2106.06381","title":"Improving Pretrained Cross-Lingual Language Models via Self-Labeled Word Alignment","created":"2021-06-11","cited_by_count":41,"area":null},{"id":"2106.08226","title":"Consistency Regularization for Cross-Lingual Fine-Tuning","created":"2021-06-15","cited_by_count":41,"area":null},{"id":"2206.01127","title":"VL-BEiT: Generative Vision-Language Pretraining","created":"2022-06-02","cited_by_count":39,"area":"mllm"},{"id":"2107.10137","title":"Improved Text Classification via Contrastive Adversarial Training","created":"2021-07-21","cited_by_count":38,"area":null},{"id":"2203.12515","title":"A Survey on Cross-Lingual Summarization","created":"2022-03-23","cited_by_count":38,"area":null},{"id":"2505.17306","title":"Refusal Direction is Universal Across Safety-Aligned Languages","created":"2025-05-22","cited_by_count":38,"area":null},{"id":"2404.06228","title":"Understanding Cross-Lingual Alignment -- A Survey","created":"2024-04-09","cited_by_count":34,"area":null},{"id":"2210.13693","title":"XRICL: Cross-lingual Retrieval-Augmented In-Context Learning for Cross-lingual Text-to-SQL Semantic Parsing","created":"2022-10-25","cited_by_count":33,"area":"rag"},{"id":"2311.08089","title":"Improving In-context Learning of Multilingual Generative Language Models with Cross-lingual Alignment","created":"2023-11-14","cited_by_count":33,"area":null},{"id":"2205.04182","title":"Enhancing Cross-lingual Transfer by Manifold Mixup","created":"2022-05-09","cited_by_count":30,"area":null},{"id":"2306.04933","title":"InfoPrompt: Information-Theoretic Soft Prompt Tuning for Natural Language Understanding","created":"2023-06-08","cited_by_count":30,"area":null},{"id":"2502.14830","title":"Middle-Layer Representation Alignment for Cross-Lingual Transfer in Fine-Tuned LLMs","created":"2025-02-20","cited_by_count":29,"area":null},{"id":"2302.00389","title":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","created":"2023-02-01","cited_by_count":27,"area":"lr"},{"id":"2205.12677","title":"Language Anisotropic Cross-Lingual Model Editing","created":"2022-05-25","cited_by_count":26,"area":null},{"id":"2211.06127","title":"English Contrastive Learning Can Learn Universal Cross-lingual Sentence Embeddings","created":"2022-11-11","cited_by_count":26,"area":null},{"id":"2106.02866","title":"Conditional Contrastive Learning for Improving Fairness in Self-Supervised Learning","created":"2021-06-05","cited_by_count":25,"area":null},{"id":"2206.00621","title":"Cross-View Language Modeling: Towards Unified Cross-Lingual Cross-Modal Pre-training","created":"2022-06-01","cited_by_count":24,"area":null},{"id":"2304.03544","title":"InfoCTM: A Mutual Information Maximization Perspective of Cross-Lingual Topic Modeling","created":"2023-04-07","cited_by_count":24,"area":null},{"id":"2311.09828","title":"AfriMTE and AfriCOMET: Enhancing COMET to Embrace Under-resourced African Languages","created":"2023-11-16","cited_by_count":24,"area":null},{"id":"2402.18120","title":"Exploring Multilingual Concepts of Human Value in Large Language Models: Is Value Alignment Consistent, Transferable and Controllable across Languages?","created":"2024-02-28","cited_by_count":24,"area":"alignment"},{"id":"2109.07306","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","created":"2021-09-15","cited_by_count":22,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2405.20089","title":"The Fine-Tuning Paradox: Boosting Translation Quality Without Sacrificing LLM Abilities","created":"2024-05-30","cited_by_count":22,"area":null},{"id":"2104.08645","title":"Improving Zero-Shot Cross-Lingual Transfer Learning via Robust Training","created":"2021-04-17","cited_by_count":21,"area":null},{"id":"2108.01887","title":"PARADISE: Exploiting Parallel Data for Multilingual Sequence-to-Sequence Pretraining","created":"2021-08-04","cited_by_count":21,"area":null},{"id":"2110.08395","title":"DS-TOD: Efficient Domain Specialization for Task Oriented Dialog","created":"2021-10-15","cited_by_count":21,"area":null},{"id":"2212.10218","title":"GanLM: Encoder-Decoder Pre-training with an Auxiliary Discriminator","created":"2022-12-20","cited_by_count":20,"area":null},{"id":"2105.13003","title":"Rethinking InfoNCE: How Many Negative Samples Do You Need?","created":"2021-05-27","cited_by_count":19,"area":null},{"id":"2311.03788","title":"Language Representation Projection: Can We Transfer Factual Knowledge across Languages in Multilingual Language Models?","created":"2023-11-07","cited_by_count":19,"area":null},{"id":"2109.12573","title":"XLM-K: Improving Cross-Lingual Language Model Pre-training with Multilingual Knowledge","created":"2021-09-26","cited_by_count":18,"area":null},{"id":"2102.04887","title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application","created":"2021-02-09","cited_by_count":17,"area":"distill"},{"id":"2203.08430","title":"Cross-Lingual Ability of Multilingual Masked Language Models: A Study of Language Structure","created":"2022-03-16","cited_by_count":17,"area":null},{"id":"2212.09651","title":"Cross-Lingual Retrieval Augmented Prompt for Low-Resource Languages","created":"2022-12-19","cited_by_count":17,"area":"rag"},{"id":"2402.13137","title":"The Hidden Space of Transformer Language Adapters","created":"2024-02-20","cited_by_count":17,"area":null},{"id":"2201.10707","title":"A Unified Strategy for Multilingual Grammatical Error Correction with Pre-trained Cross-Lingual Language Model","created":"2022-01-26","cited_by_count":16,"area":null},{"id":"2210.14867","title":"Beyond English-Centric Bitexts for Better Multilingual Language Representation Learning","created":"2022-10-26","cited_by_count":16,"area":null},{"id":"2204.08325","title":"GL-CLeF: A Global-Local Contrastive Learning Framework for Cross-lingual Spoken Language Understanding","created":"2022-04-18","cited_by_count":14,"area":null},{"id":"2406.19759","title":"Breaking the Script Barrier in Multilingual Pre-Trained Language Models with Transliteration-Based Post-Training Alignment","created":"2024-06-28","cited_by_count":14,"area":null},{"id":"2111.10962","title":"Enhancing Multilingual Language Model with Massive Multilingual Knowledge Triples","created":"2021-11-22","cited_by_count":13,"area":null},{"id":"2204.06812","title":"Learning to Generalize to More: Continuous Semantic Augmentation for Neural Machine Translation","created":"2022-04-14","cited_by_count":13,"area":null},{"id":"2404.02490","title":"Enhancing Cross-lingual Sentence Embedding for Low-resource Languages with Word Alignment","created":"2024-04-03","cited_by_count":13,"area":null},{"id":"2210.07111","title":"A Multi-dimensional Evaluation of Tokenizer-free Multilingual Pretrained Models","created":"2022-10-13","cited_by_count":12,"area":null},{"id":"2303.07113","title":"FedACK: Federated Adversarial Contrastive Knowledge Distillation for Cross-Lingual and Cross-Model Social Bot Detection","created":"2023-03-10","cited_by_count":12,"area":"distill"},{"id":"2105.02472","title":"XeroAlign: Zero-Shot Cross-lingual Transformer Alignment","created":"2021-05-06","cited_by_count":11,"area":null},{"id":"2202.13558","title":"CINO: A Chinese Minority Pre-trained Language Model","created":"2022-02-28","cited_by_count":11,"area":null},{"id":"2309.08832","title":"SLIDE: Reference-free Evaluation for Machine Translation using a Sliding Document Window","created":"2023-09-16","cited_by_count":11,"area":null},{"id":"2402.02099","title":"Analyzing the Evaluation of Cross-Lingual Knowledge Transfer in Multilingual Language Models","created":"2024-02-03","cited_by_count":11,"area":null},{"id":"2103.10334","title":"Structure Inducing Pre-Training","created":"2021-03-18","cited_by_count":10,"area":null},{"id":"2112.04735","title":"From Good to Best: Two-Stage Training for Cross-lingual Machine Reading Comprehension","created":"2021-12-09","cited_by_count":10,"area":null},{"id":"2201.09992","title":"HC4: A New Suite of Test Collections for Ad Hoc CLIR","created":"2022-01-24","cited_by_count":10,"area":null},{"id":"2410.05183","title":"Beyond Correlation: Interpretable Evaluation of Machine Translation Metrics","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2410.15949","title":"Findings of the Third Shared Task on Multilingual Coreference Resolution","created":"2024-10-21","cited_by_count":10,"area":null},{"id":"2504.07583","title":"Do LLMs Understand Your Translations? Evaluating Paragraph-level MT with Question Answering","created":"2025-04-10","cited_by_count":10,"area":null},{"id":"2106.02017","title":"A Dataset and Baselines for Multilingual Reply Suggestion","created":"2021-06-03","cited_by_count":9,"area":null},{"id":"2204.06546","title":"Disentangling Uncertainty in Machine Translation Evaluation","created":"2022-04-13","cited_by_count":9,"area":null},{"id":"2210.04782","title":"Robustification of Multilingual Language Models to Real-world Noise in Crosslingual Zero-shot Settings with Robust Contrastive Pretraining","created":"2022-10-10","cited_by_count":9,"area":null},{"id":"2305.09148","title":"Dual-Alignment Pre-training for Cross-lingual Sentence Embedding","created":"2023-05-16","cited_by_count":9,"area":null},{"id":"2309.08929","title":"Leveraging Multi-lingual Positive Instances in Contrastive Learning to Improve Sentence Embedding","created":"2023-09-16","cited_by_count":9,"area":null},{"id":"2510.00671","title":"Milco: Learned Sparse Retrieval Across Languages via a Multilingual Connector","created":"2025-10-01","cited_by_count":9,"area":null},{"id":"2103.13047","title":"Knowledge-aware Contrastive Molecular Graph Learning","created":"2021-03-24","cited_by_count":8,"area":null},{"id":"2109.02221","title":"Nearest Neighbour Few-Shot Learning for Cross-lingual Classification","created":"2021-09-06","cited_by_count":8,"area":null},{"id":"2210.06633","title":"Language Agnostic Multilingual Information Retrieval with Contrastive Learning","created":"2022-10-12","cited_by_count":8,"area":null},{"id":"2210.12540","title":"EntityCS: Improving Zero-Shot Cross-lingual Transfer with Entity-Centric Code Switching","created":"2022-10-22","cited_by_count":8,"area":null},{"id":"2403.13737","title":"EthioLLM: Multilingual Large Language Models for Ethiopian Languages with Task Evaluation","created":"2024-03-20","cited_by_count":8,"area":null},{"id":"2109.00253","title":"Aligning Cross-lingual Sentence Representations with Dual Momentum Contrast","created":"2021-09-01","cited_by_count":7,"area":null},{"id":"2109.10341","title":"Multilingual Document-Level Translation Enables Zero-Shot Transfer From Sentences to Documents","created":"2021-09-21","cited_by_count":7,"area":null},{"id":"2204.05210","title":"Bridging the Gap between Language Models and Cross-Lingual Sequence Labeling","created":"2022-04-11","cited_by_count":7,"area":null},{"id":"2206.12638","title":"Distilling a Pretrained Language Model to a Multilingual ASR Model","created":"2022-06-25","cited_by_count":7,"area":null},{"id":"2210.09683","title":"Alibaba-Translate China's Submission for WMT 2022 Metrics Shared Task","created":"2022-10-18","cited_by_count":7,"area":null},{"id":"2211.07730","title":"QueryForm: A Simple Zero-shot Form Entity Query Framework","created":"2022-11-14","cited_by_count":7,"area":null},{"id":"2303.10422","title":"Identification of Novel Classes for Improving Few-Shot Object Detection","created":"2023-03-18","cited_by_count":7,"area":null},{"id":"2305.13071","title":"Machine-Created Universal Language for Cross-lingual Transfer","created":"2023-05-22","cited_by_count":7,"area":null}],"next_cursor":"100"}