{"total":445,"rows":[{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795,"area":null},{"id":"2212.04488","title":"Multi-Concept Customization of Text-to-Image Diffusion","created":"2022-12-08","cited_by_count":1106,"area":"diffusion"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2404.03592","title":"ReFT: Representation Finetuning for Language Models","created":"2024-04-04","cited_by_count":197,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168,"area":null},{"id":"2110.07577","title":"UniPELT: A Unified Framework for Parameter-Efficient Language Model Tuning","created":"2021-10-14","cited_by_count":162,"area":null},{"id":"2103.11811","title":"MasakhaNER: Named Entity Recognition for African Languages","created":"2021-03-22","cited_by_count":155,"area":null},{"id":"2309.07445","title":"SIB-200: A Simple, Inclusive, and Big Evaluation Dataset for Topic Classification in 200+ Languages and Dialects","created":"2023-09-14","cited_by_count":152,"area":null},{"id":"2402.18815","title":"How do Large Language Models Handle Multilingualism?","created":"2024-02-29","cited_by_count":150,"area":null},{"id":"2204.06487","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","created":"2022-04-13","cited_by_count":149,"area":null},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2106.03164","title":"On the Effectiveness of Adapter-based Tuning for Pretrained Language Model Adaptation","created":"2021-06-06","cited_by_count":147,"area":null},{"id":"2109.05687","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","created":"2021-09-13","cited_by_count":146,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2109.03646","title":"Sustainable Modular Debiasing of Language Models","created":"2021-09-08","cited_by_count":100,"area":null},{"id":"2109.07684","title":"Language Models are Few-shot Multilingual Learners","created":"2021-09-16","cited_by_count":92,"area":null},{"id":"2109.00904","title":"MultiEURLEX -- A multi-lingual and multi-label legal document classification dataset for zero-shot cross-lingual transfer","created":"2021-09-02","cited_by_count":90,"area":null},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90,"area":null},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84,"area":null},{"id":"2210.04284","title":"SparseAdapter: An Easy Approach for Improving the Parameter-Efficiency of Adapters","created":"2022-10-09","cited_by_count":83,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2401.01854","title":"Multilingual Instruction Tuning With Just a Pinch of Multilinguality","created":"2024-01-03","cited_by_count":73,"area":null},{"id":"2109.06082","title":"xGQA: Cross-Lingual Visual Question Answering","created":"2021-09-13","cited_by_count":72,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2101.03289","title":"Trankit: A Light-Weight Transformer-based Toolkit for Multilingual Natural Language Processing","created":"2021-01-09","cited_by_count":68,"area":null},{"id":"2302.01649","title":"Structure-informed Language Models Are Protein Designers","created":"2023-02-03","cited_by_count":68,"area":null},{"id":"2201.08277","title":"NaijaSenti: A Nigerian Twitter Sentiment Corpus for Multilingual Sentiment Analysis","created":"2022-01-20","cited_by_count":64,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2109.09138","title":"Multi-Task Learning in Natural Language Processing: An Overview","created":"2021-09-19","cited_by_count":62,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2102.12206","title":"PADA: Example-based Prompt Learning for on-the-fly Adaptation to Unseen Domains","created":"2021-02-24","cited_by_count":61,"area":null},{"id":"2110.00806","title":"Swiss-Judgment-Prediction: A Multilingual Legal Judgment Prediction Benchmark","created":"2021-10-02","cited_by_count":60,"area":null},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56,"area":"moe"},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55,"area":null},{"id":"2106.01463","title":"Lightweight Adapter Tuning for Multilingual Speech Translation","created":"2021-06-02","cited_by_count":54,"area":null},{"id":"2106.02124","title":"How to Adapt Your Pretrained Multilingual Model to 1600 Languages","created":"2021-06-03","cited_by_count":54,"area":null},{"id":"2107.05782","title":"Improving Speech Translation by Understanding and Learning from the Auxiliary Text Translation Task","created":"2021-07-12","cited_by_count":54,"area":null},{"id":"2311.11077","title":"Adapters: A Unified Library for Parameter-Efficient and Modular Transfer Learning","created":"2023-11-18","cited_by_count":53,"area":null},{"id":"2104.08726","title":"AmericasNLI: Evaluating Zero-shot Natural Language Understanding of Pretrained Multilingual Models in Truly Low-resource Languages","created":"2021-04-18","cited_by_count":50,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2301.12132","title":"AutoPEFT: Automatic Configuration Search for Parameter-Efficient Fine-Tuning","created":"2023-01-28","cited_by_count":49,"area":null},{"id":"2103.09120","title":"Structural Adapters in Pretrained Language Models for AMR-to-text Generation","created":"2021-03-16","cited_by_count":48,"area":null},{"id":"2305.13632","title":"Detecting and Mitigating Hallucinations in Multilingual Summarisation","created":"2023-05-23","cited_by_count":48,"area":null},{"id":"2305.09955","title":"Knowledge Card: Filling LLMs' Knowledge Gaps with Plug-in Specialized Language Models","created":"2023-05-17","cited_by_count":46,"area":null},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2203.09435","title":"Expanding Pretrained Models to Thousands More Languages via Lexicon-based Adaptation","created":"2022-03-17","cited_by_count":44,"area":null},{"id":"2203.04640","title":"Memory Efficient Continual Learning with Transformers","created":"2022-03-09","cited_by_count":43,"area":null},{"id":"2204.04497","title":"IDPG: An Instance-Dependent Prompt Generation Method","created":"2022-04-09","cited_by_count":43,"area":null},{"id":"2307.01163","title":"Improving Language Plasticity via Pretraining with Active Forgetting","created":"2023-07-03","cited_by_count":43,"area":null},{"id":"2103.08849","title":"Multilingual Multimodal Pre-training for Zero-Shot Cross-Lingual Transfer of Vision-Language Models","created":"2021-03-16","cited_by_count":41,"area":"mllm"},{"id":"2304.06845","title":"SemEval-2023 Task 12: Sentiment Analysis for African Languages (AfriSenti-SemEval)","created":"2023-04-13","cited_by_count":41,"area":null},{"id":"2103.08490","title":"Multi-view Subword Regularization","created":"2021-03-15","cited_by_count":40,"area":null},{"id":"2312.12683","title":"Turning English-centric LLMs Into Polyglots: How Much Multilinguality Is Needed?","created":"2023-12-20","cited_by_count":39,"area":null},{"id":"2210.12391","title":"MasakhaNER 2.0: Africa-centric Transfer Learning for Named Entity Recognition","created":"2022-10-22","cited_by_count":38,"area":null},{"id":"2212.09648","title":"NusaCrowd: Open Source Initiative for Indonesian NLP Resources","created":"2022-12-19","cited_by_count":38,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2209.12616","title":"T-NER: An All-Round Python Library for Transformer-based Named Entity Recognition","created":"2022-09-09","cited_by_count":37,"area":null},{"id":"2309.10954","title":"In-Context Learning for Text Classification with Many Labels","created":"2023-09-19","cited_by_count":35,"area":null},{"id":"2105.07148","title":"Lexicon Enhanced Chinese Sequence Labeling Using BERT Adapter","created":"2021-05-15","cited_by_count":34,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2402.18913","title":"AdaMergeX: Cross-Lingual Transfer with Large Language Models via Adaptive Adapter Merging","created":"2024-02-29","cited_by_count":34,"area":null},{"id":"2404.06228","title":"Understanding Cross-Lingual Alignment -- A Survey","created":"2024-04-09","cited_by_count":34,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2211.15613","title":"Frustratingly Easy Label Projection for Cross-lingual Transfer","created":"2022-11-28","cited_by_count":33,"area":null},{"id":"2404.03565","title":"Personalized LLM Response Generation with Parameterized Memory Injection","created":"2024-04-04","cited_by_count":33,"area":null},{"id":"2112.08786","title":"Efficient Hierarchical Domain Adaptation for Pretrained Language Models","created":"2021-12-16","cited_by_count":32,"area":null},{"id":"2202.03218","title":"Efficient Adapter Transfer of Self-Supervised Speech Models for Automatic Speech Recognition","created":"2022-02-07","cited_by_count":32,"area":null},{"id":"2304.09972","title":"MasakhaNEWS: News Topic Classification for African languages","created":"2023-04-19","cited_by_count":31,"area":null},{"id":"2205.10400","title":"Multi2WOZ: A Robust Multilingual Dataset and Conversational Pretraining for Task-Oriented Dialog","created":"2022-05-20","cited_by_count":30,"area":null},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2402.19167","title":"Teaching Large Language Models an Unseen Language on the Fly","created":"2024-02-29","cited_by_count":30,"area":null},{"id":"2206.09755","title":"Square One Bias in NLP: Towards a Multi-Dimensional Exploration of the Research Manifold","created":"2022-06-20","cited_by_count":29,"area":null},{"id":"2502.14830","title":"Middle-Layer Representation Alignment for Cross-Lingual Transfer in Fine-Tuned LLMs","created":"2025-02-20","cited_by_count":29,"area":null},{"id":"2101.00420","title":"Learning to Generate Task-Specific Adapters from Task Description","created":"2021-01-02","cited_by_count":28,"area":null},{"id":"2202.13914","title":"Combining Modular Skills in Multitask Learning","created":"2022-02-28","cited_by_count":28,"area":null},{"id":"2306.14884","title":"Learning to Modulate pre-trained Models in RL","created":"2023-06-26","cited_by_count":28,"area":null},{"id":"2311.05741","title":"Efficiently Adapting Pretrained Language Models To New Languages","created":"2023-11-09","cited_by_count":28,"area":null},{"id":"2311.09344","title":"Language and Task Arithmetic with Parameter-Efficient Layers for Zero-Shot Summarization","created":"2023-11-15","cited_by_count":28,"area":null},{"id":"2401.13303","title":"MaLA-500: Massive Language Adaptation of Large Language Models","created":"2024-01-24","cited_by_count":28,"area":null},{"id":"2412.04497","title":"Opportunities and Challenges of Large Language Models for Low-Resource Languages in Humanities Research","created":"2024-11-30","cited_by_count":27,"area":null},{"id":"2109.04877","title":"Efficient Test Time Adapter Ensembling for Low-resource Language Varieties","created":"2021-09-10","cited_by_count":26,"area":null},{"id":"2203.10753","title":"Match the Script, Adapt if Multilingual: Analyzing the Effect of Multilingual Pretraining on Cross-lingual Transferability","created":"2022-03-21","cited_by_count":26,"area":null},{"id":"2204.02363","title":"Towards Best Practices for Training Multilingual Dense Retrieval Models","created":"2022-04-05","cited_by_count":26,"area":null},{"id":"2210.06175","title":"Exploring Efficient-tuning Methods in Self-supervised Speech Models","created":"2022-10-10","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2406.03930","title":"Culturally Aware and Adapted NLP: A Taxonomy and a Survey of the State of the Art","created":"2024-06-06","cited_by_count":26,"area":null},{"id":"2203.01976","title":"Overlap-based Vocabulary Generation Improves Cross-lingual Transfer Among Related Languages","created":"2022-03-03","cited_by_count":25,"area":null},{"id":"2205.10162","title":"FedAdapter: Efficient Federated Learning for Modern NLP","created":"2022-05-20","cited_by_count":25,"area":null},{"id":"2305.16597","title":"Neural Architecture Search for Parameter-Efficient Fine-tuning of Large Pre-trained Language Models","created":"2023-05-26","cited_by_count":25,"area":null},{"id":"2205.09634","title":"Phylogeny-Inspired Adaptation of Multilingual Models to New Languages","created":"2022-05-19","cited_by_count":24,"area":null}],"next_cursor":"100"}