{"total":68,"rows":[{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2202.03382","title":"Corrupted Image Modeling for Self-Supervised Visual Pre-Training","created":"2022-02-07","cited_by_count":68,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2404.01260","title":"Bridging Remote Sensors with Multisensor Geospatial Foundation Models","created":"2024-04-01","cited_by_count":46,"area":null},{"id":"2305.14240","title":"Revisiting Machine Translation for Cross-lingual Classification","created":"2023-05-23","cited_by_count":41,"area":null},{"id":"2212.10785","title":"SERENGETI: Massively Multilingual Language Models for Africa","created":"2022-12-21","cited_by_count":40,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2404.06228","title":"Understanding Cross-Lingual Alignment -- A Survey","created":"2024-04-09","cited_by_count":34,"area":null},{"id":"2211.06127","title":"English Contrastive Learning Can Learn Universal Cross-lingual Sentence Embeddings","created":"2022-11-11","cited_by_count":26,"area":null},{"id":"2202.03543","title":"Self-Supervised Representation Learning for Speech Using Visual Grounding and Masked Language Modeling","created":"2022-02-07","cited_by_count":25,"area":null},{"id":"2211.08264","title":"QAmeleon: Multilingual QA with Only 5 Examples","created":"2022-11-15","cited_by_count":25,"area":null},{"id":"2109.07306","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","created":"2021-09-15","cited_by_count":22,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2212.10218","title":"GanLM: Encoder-Decoder Pre-training with an Auxiliary Discriminator","created":"2022-12-20","cited_by_count":20,"area":null},{"id":"2407.16222","title":"PreAlign: Boosting Cross-Lingual Transfer by Early Establishment of Multilingual Alignment","created":"2024-07-23","cited_by_count":20,"area":null},{"id":"2210.14867","title":"Beyond English-Centric Bitexts for Better Multilingual Language Representation Learning","created":"2022-10-26","cited_by_count":16,"area":null},{"id":"2204.08325","title":"GL-CLeF: A Global-Local Contrastive Learning Framework for Cross-lingual Spoken Language Understanding","created":"2022-04-18","cited_by_count":14,"area":null},{"id":"2407.04822","title":"YourMT3+: Multi-instrument Music Transcription with Enhanced Transformer Architectures and Cross-dataset Stem Augmentation","created":"2024-07-05","cited_by_count":13,"area":null},{"id":"2402.02099","title":"Analyzing the Evaluation of Cross-Lingual Knowledge Transfer in Multilingual Language Models","created":"2024-02-03","cited_by_count":11,"area":null},{"id":"2407.18454","title":"Fairness Definitions in Language Models Explained","created":"2024-07-26","cited_by_count":11,"area":null},{"id":"2204.03243","title":"Pretraining Text Encoders with Adversarial Mixture of Training Signal Generators","created":"2022-04-07","cited_by_count":9,"area":null},{"id":"2210.04782","title":"Robustification of Multilingual Language Models to Real-world Noise in Crosslingual Zero-shot Settings with Robust Contrastive Pretraining","created":"2022-10-10","cited_by_count":9,"area":null},{"id":"2306.04996","title":"T3L: Translate-and-Test Transfer Learning for Cross-Lingual Text Classification","created":"2023-06-08","cited_by_count":8,"area":null},{"id":"2204.05210","title":"Bridging the Gap between Language Models and Cross-Lingual Sequence Labeling","created":"2022-04-11","cited_by_count":7,"area":null},{"id":"2302.07778","title":"Measuring the Instability of Fine-Tuning","created":"2023-02-15","cited_by_count":7,"area":null},{"id":"2305.13071","title":"Machine-Created Universal Language for Cross-lingual Transfer","created":"2023-05-22","cited_by_count":7,"area":null},{"id":"2403.17528","title":"Multilingual Sentence-T5: Scalable Sentence Encoders for Multilingual Applications","created":"2024-03-26","cited_by_count":7,"area":null},{"id":"2210.03915","title":"Short Text Pre-training with Extended Token Classification for E-commerce Query Understanding","created":"2022-10-08","cited_by_count":5,"area":null},{"id":"2210.12499","title":"Training Dynamics for Curriculum Learning: A Study on Monolingual and Cross-lingual NLU","created":"2022-10-22","cited_by_count":5,"area":null},{"id":"2211.05172","title":"Speech separation with large-scale self-supervised learning","created":"2022-11-09","cited_by_count":5,"area":null},{"id":"2212.10726","title":"Beyond Contrastive Learning: A Variational Generative Model for Multilingual Retrieval","created":"2022-12-21","cited_by_count":5,"area":null},{"id":"2305.03336","title":"QCRI at SemEval-2023 Task 3: News Genre, Framing and Persuasion Techniques Detection using Multilingual Models","created":"2023-05-05","cited_by_count":5,"area":null},{"id":"2306.07610","title":"Soft Language Clustering for Multilingual Model Pre-training","created":"2023-06-13","cited_by_count":4,"area":null},{"id":"2312.09645","title":"Fine-Tuned Self-Supervised Speech Representations for Language Diarization in Multilingual Code-Switched Speech","created":"2023-12-15","cited_by_count":4,"area":null},{"id":"2410.13179","title":"EH-MAM: Easy-to-Hard Masked Acoustic Modeling for Self-Supervised Speech Representation Learning","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2505.21657","title":"Explaining Large Language Models with gSMILE","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2203.04837","title":"'Beach' to 'Bitch': Inadvertent Unsafe Transcription of Kids' Content on YouTube","created":"2022-02-17","cited_by_count":3,"area":null},{"id":"2205.09470","title":"Nebula-I: A General Framework for Collaboratively Training Deep Learning Models on Low-Bandwidth Cloud Clusters","created":"2022-05-19","cited_by_count":3,"area":null},{"id":"2304.08205","title":"VECO 2.0: Cross-lingual Language Model Pre-training with Multi-granularity Contrastive Learning","created":"2023-04-17","cited_by_count":3,"area":null},{"id":"2407.21066","title":"ELP-Adapters: Parameter Efficient Adapter Tuning for Various Speech Processing Tasks","created":"2024-07-28","cited_by_count":3,"area":null},{"id":"2204.08887","title":"Cross-Lingual Phrase Retrieval","created":"2022-04-19","cited_by_count":2,"area":null},{"id":"2301.02010","title":"HIT-SCIR at MMNLU-22: Consistency Regularization for Multilingual Spoken Language Understanding","created":"2023-01-05","cited_by_count":2,"area":null},{"id":"2309.11896","title":"Focal Inferential Infusion Coupled with Tractable Density Discrimination for Implicit Hate Detection","created":"2023-09-21","cited_by_count":2,"area":null},{"id":"2310.10922","title":"Spatial HuBERT: Self-supervised Spatial Speech Representation Learning for a Single Talker from Multi-channel Audio","created":"2023-10-17","cited_by_count":2,"area":null},{"id":"2310.13290","title":"Interpreting Indirect Answers to Yes-No Questions in Multiple Languages","created":"2023-10-20","cited_by_count":2,"area":null},{"id":"2311.06549","title":"Zero-Shot Cross-Lingual Sentiment Classification under Distribution Shift: an Exploratory Study","created":"2023-11-11","cited_by_count":2,"area":null},{"id":"2407.05782","title":"Sequential Contrastive Audio-Visual Learning","created":"2024-07-08","cited_by_count":2,"area":null},{"id":"2504.12324","title":"Cross-Document Cross-Lingual NLI via RST-Enhanced Graph Fusion and Interpretability Prediction","created":"2025-04-11","cited_by_count":2,"area":null},{"id":"2601.08358","title":"Linear probing enables Ship-Radiated Noise recognition with pretrained audio embeddings","created":"2026-01-13","cited_by_count":2,"area":null},{"id":"2305.12567","title":"Model-Generated Pretraining Signals Improves Zero-Shot Generalization of Text-to-Text Transformers","created":"2023-05-21","cited_by_count":1,"area":null},{"id":"2310.07347","title":"Fast-ELECTRA for Efficient Pre-training","created":"2023-10-11","cited_by_count":1,"area":null},{"id":"2410.23452","title":"Graph-Augmented Relation Extraction Model with LLMs-Generated Support Document","created":"2024-10-30","cited_by_count":1,"area":null},{"id":"2502.04269","title":"How does a Multilingual LM Handle Multiple Languages?","created":"2025-02-06","cited_by_count":1,"area":null},{"id":"2109.11129","title":"Cross-Lingual Language Model Meta-Pretraining","created":"2021-09-23","cited_by_count":0,"area":null},{"id":"2404.10297","title":"Future Language Modeling from Temporal Document History","created":"2024-04-16","cited_by_count":0,"area":null},{"id":"2406.16372","title":"UniPSDA: Unsupervised Pseudo Semantic Data Augmentation for Zero-Shot Cross-Lingual Natural Language Understanding","created":"2024-06-24","cited_by_count":0,"area":null},{"id":"2408.10557","title":"Speech Representation Learning Revisited: The Necessity of Separate Learnable Parameters and Robust Data Augmentation","created":"2024-08-20","cited_by_count":0,"area":null},{"id":"2603.12582","title":"RTD-Guard: A Black-Box Textual Adversarial Detection Framework via Replacement Token Detection","created":"2026-03-13","cited_by_count":0,"area":null}],"next_cursor":null}