{"total":406,"rows":[{"id":"2203.12119","title":"Visual Prompt Tuning","created":"2022-03-23","cited_by_count":1681,"area":null},{"id":"2205.13535","title":"AdaptFormer: Adapting Vision Transformers for Scalable Visual Recognition","created":"2022-05-26","cited_by_count":719,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324,"area":null},{"id":"2106.04489","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","created":"2021-06-08","cited_by_count":284,"area":null},{"id":"2111.09839","title":"Training Neural Networks with Fixed Sparse Masks","created":"2021-11-18","cited_by_count":214,"area":null},{"id":"2206.13559","title":"ST-Adapter: Parameter-Efficient Image-to-Video Transfer Learning","created":"2022-06-27","cited_by_count":193,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2110.07577","title":"UniPELT: A Unified Framework for Parameter-Efficient Language Model Tuning","created":"2021-10-14","cited_by_count":162,"area":null},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2106.03164","title":"On the Effectiveness of Adapter-based Tuning for Pretrained Language Model Adaptation","created":"2021-06-06","cited_by_count":147,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114,"area":null},{"id":"2305.08844","title":"RL4F: Generating Natural Language Feedback with Reinforcement Learning for Repairing Model Outputs","created":"2023-05-15","cited_by_count":105,"area":null},{"id":"2109.03646","title":"Sustainable Modular Debiasing of Language Models","created":"2021-09-08","cited_by_count":100,"area":null},{"id":"2203.09795","title":"Three things everyone should know about Vision Transformers","created":"2022-03-18","cited_by_count":90,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2112.05253","title":"MAGMA -- Multimodal Augmentation of Generative Models through Adapter-based Finetuning","created":"2021-12-09","cited_by_count":85,"area":null},{"id":"2210.04284","title":"SparseAdapter: An Easy Approach for Improving the Parameter-Efficiency of Adapters","created":"2022-10-09","cited_by_count":83,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2103.12718","title":"Self-Supervised Pretraining Improves Self-Supervised Pretraining","created":"2021-03-23","cited_by_count":82,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2202.07962","title":"Revisiting Parameter-Efficient Tuning: Are We Really There Yet?","created":"2022-02-16","cited_by_count":76,"area":null},{"id":"2109.06082","title":"xGQA: Cross-Lingual Visual Question Answering","created":"2021-09-13","cited_by_count":72,"area":null},{"id":"2101.03289","title":"Trankit: A Light-Weight Transformer-based Toolkit for Multilingual Natural Language Processing","created":"2021-01-09","cited_by_count":68,"area":null},{"id":"2302.01649","title":"Structure-informed Language Models Are Protein Designers","created":"2023-02-03","cited_by_count":68,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2207.07180","title":"Contrastive Adapters for Foundation Model Group Robustness","created":"2022-07-14","cited_by_count":62,"area":null},{"id":"2208.07463","title":"Conv-Adapter: Exploring Parameter Efficient Transfer Learning for ConvNets","created":"2022-08-15","cited_by_count":62,"area":null},{"id":"2303.08138","title":"Diversity-Aware Meta Visual Prompting","created":"2023-03-14","cited_by_count":58,"area":null},{"id":"2106.01463","title":"Lightweight Adapter Tuning for Multilingual Speech Translation","created":"2021-06-02","cited_by_count":54,"area":null},{"id":"2106.02124","title":"How to Adapt Your Pretrained Multilingual Model to 1600 Languages","created":"2021-06-03","cited_by_count":54,"area":null},{"id":"2308.15367","title":"Efficient Model Personalization in Federated Learning via Client-Specific Prompt Generation","created":"2023-08-29","cited_by_count":54,"area":null},{"id":"2311.11077","title":"Adapters: A Unified Library for Parameter-Efficient and Modular Transfer Learning","created":"2023-11-18","cited_by_count":53,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2210.03265","title":"Polyhistor: Parameter-Efficient Multi-Task Adaptation for Dense Vision Tasks","created":"2022-10-07","cited_by_count":52,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2301.12132","title":"AutoPEFT: Automatic Configuration Search for Parameter-Efficient Fine-Tuning","created":"2023-01-28","cited_by_count":49,"area":null},{"id":"2103.09120","title":"Structural Adapters in Pretrained Language Models for AMR-to-text Generation","created":"2021-03-16","cited_by_count":48,"area":null},{"id":"2210.07626","title":"BERTScore is Unfair: On Social Bias in Language Model-Based Metrics for Text Generation","created":"2022-10-14","cited_by_count":48,"area":null},{"id":"2305.13632","title":"Detecting and Mitigating Hallucinations in Multilingual Summarisation","created":"2023-05-23","cited_by_count":48,"area":null},{"id":"2205.12506","title":"Memorization in NLP Fine-tuning Methods","created":"2022-05-25","cited_by_count":45,"area":null},{"id":"2203.04640","title":"Memory Efficient Continual Learning with Transformers","created":"2022-03-09","cited_by_count":43,"area":null},{"id":"2406.16678","title":"Segment Any Text: A Universal Approach for Robust, Efficient and Adaptable Sentence Segmentation","created":"2024-06-24","cited_by_count":41,"area":null},{"id":"2204.01172","title":"PERFECT: Prompt-free and Efficient Few-shot Learning with Language Models","created":"2022-04-03","cited_by_count":40,"area":null},{"id":"2312.10136","title":"Gradient-based Parameter Selection for Efficient Fine-Tuning","created":"2023-12-15","cited_by_count":40,"area":null},{"id":"2108.02340","title":"Robust Transfer Learning with Pretrained Language Models through Adapters","created":"2021-08-05","cited_by_count":35,"area":null},{"id":"2309.10954","title":"In-Context Learning for Text Classification with Many Labels","created":"2023-09-19","cited_by_count":35,"area":null},{"id":"2401.11969","title":"Claim Detection for Automated Fact-checking: A Survey on Monolingual, Multilingual and Cross-Lingual Research","created":"2024-01-22","cited_by_count":35,"area":null},{"id":"2203.15243","title":"Fine-tuning Image Transformers using Learnable Memory","created":"2022-03-29","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2210.04492","title":"Unified Detoxifying and Debiasing in Language Generation via Inference-time Adaptive Optimization","created":"2022-10-10","cited_by_count":33,"area":null},{"id":"2211.08025","title":"FedTune: A Deep Dive into Efficient Federated Fine-Tuning with Pre-trained Transformers","created":"2022-11-15","cited_by_count":33,"area":null},{"id":"2305.15065","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2404.03565","title":"Personalized LLM Response Generation with Parameterized Memory Injection","created":"2024-04-04","cited_by_count":33,"area":null},{"id":"2203.10652","title":"Continual Sequence Generation with Adaptive Compositional Modules","created":"2022-03-20","cited_by_count":31,"area":null},{"id":"2303.16779","title":"Language Models Trained on Media Diets Can Predict Public Opinion","created":"2023-03-28","cited_by_count":30,"area":null},{"id":"2205.00305","title":"AdapterBias: Parameter-efficient Token-dependent Representation Shift for Adapters in NLP Tasks","created":"2022-04-30","cited_by_count":29,"area":null},{"id":"2310.05155","title":"Toolink: Linking Toolkit Creation and Using through Chain-of-Solving on Open-Source Model","created":"2023-10-08","cited_by_count":29,"area":null},{"id":"2109.04877","title":"Efficient Test Time Adapter Ensembling for Low-resource Language Varieties","created":"2021-09-10","cited_by_count":26,"area":null},{"id":"2204.02363","title":"Towards Best Practices for Training Multilingual Dense Retrieval Models","created":"2022-04-05","cited_by_count":26,"area":null},{"id":"2212.10140","title":"Tackling Ambiguity with Images: Improved Multimodal Machine Translation and Contrastive Evaluation","created":"2022-12-20","cited_by_count":26,"area":null},{"id":"2301.09626","title":"Efficient Language Model Training through Cross-Lingual and Progressive Transfer Learning","created":"2023-01-23","cited_by_count":26,"area":null},{"id":"2308.13894","title":"FwdLLM: Efficient FedLLM using Forward Gradient","created":"2023-08-26","cited_by_count":26,"area":null},{"id":"2308.14316","title":"UniPT: Universal Parallel Tuning for Transfer Learning with Efficient Parameter and Memory","created":"2023-08-28","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2404.02059","title":"IISAN: Efficiently Adapting Multimodal Representation for Sequential Recommendation with Decoupled PEFT","created":"2024-04-02","cited_by_count":26,"area":null},{"id":"2404.18848","title":"FeDeRA:Efficient Fine-tuning of Language Models in Federated Learning Leveraging Weight Decomposition","created":"2024-04-29","cited_by_count":26,"area":null},{"id":"2407.09853","title":"Image Compression for Machine and Human Vision with Spatial-Frequency Adaptation","created":"2024-07-13","cited_by_count":26,"area":null},{"id":"2503.21411","title":"Exploring the Roles of Large Language Models in Reshaping Transportation Systems: A Survey, Framework, and Roadmap","created":"2025-03-27","cited_by_count":26,"area":null},{"id":"2203.01976","title":"Overlap-based Vocabulary Generation Improves Cross-lingual Transfer Among Related Languages","created":"2022-03-03","cited_by_count":25,"area":null},{"id":"2205.10162","title":"FedAdapter: Efficient Federated Learning for Modern NLP","created":"2022-05-20","cited_by_count":25,"area":null},{"id":"2305.10329","title":"G-Adapter: Towards Structure-Aware Parameter-Efficient Transfer Learning for Graph Transformer Networks","created":"2023-05-17","cited_by_count":25,"area":null},{"id":"2305.16597","title":"Neural Architecture Search for Parameter-Efficient Fine-tuning of Large Pre-trained Language Models","created":"2023-05-26","cited_by_count":25,"area":null},{"id":"2205.09634","title":"Phylogeny-Inspired Adaptation of Multilingual Models to New Languages","created":"2022-05-19","cited_by_count":24,"area":null},{"id":"2210.12517","title":"Exploring The Landscape of Distributional Robustness for Question Answering Models","created":"2022-10-22","cited_by_count":23,"area":null},{"id":"2406.00132","title":"QuanTA: Efficient High-Rank Fine-Tuning of LLMs with Quantum-Informed Tensor Adaptation","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2205.12148","title":"Hyper-X: A Unified Hypernetwork for Multi-Task Multilingual Transfer","created":"2022-05-24","cited_by_count":22,"area":null},{"id":"2303.09992","title":"LION: Implicit Vision Prompt Tuning","created":"2023-03-17","cited_by_count":22,"area":null},{"id":"2405.16747","title":"Understanding Linear Probing then Fine-tuning Language Models from NTK Perspective","created":"2024-05-27","cited_by_count":22,"area":null},{"id":"2104.07908","title":"MetaXL: Meta Representation Transformation for Low-resource Cross-lingual Learning","created":"2021-04-16","cited_by_count":21,"area":null},{"id":"2110.07385","title":"Few-shot Controllable Style Transfer for Low-Resource Multilingual Settings","created":"2021-10-14","cited_by_count":21,"area":null},{"id":"2110.08395","title":"DS-TOD: Efficient Domain Specialization for Task Oriented Dialog","created":"2021-10-15","cited_by_count":21,"area":null},{"id":"2204.00770","title":"Speaker adaptation for Wav2vec2 based dysarthric ASR","created":"2022-04-02","cited_by_count":21,"area":null},{"id":"2303.15591","title":"Learning Expressive Prompting With Residuals for Vision Transformers","created":"2023-03-27","cited_by_count":21,"area":null},{"id":"2304.08865","title":"Romanization-based Large-scale Adaptation of Multilingual Language Models","created":"2023-04-18","cited_by_count":21,"area":null},{"id":"2308.09160","title":"FedPerfix: Towards Partial Model Personalization of Vision Transformers in Federated Learning","created":"2023-08-17","cited_by_count":21,"area":null},{"id":"2206.03529","title":"How to Dissect a Muppet: The Structure of Transformer Embedding Spaces","created":"2022-06-07","cited_by_count":20,"area":null},{"id":"2310.16686","title":"Dynamics Generalisation in Reinforcement Learning via Adaptive Context-Aware Policies","created":"2023-10-25","cited_by_count":20,"area":null},{"id":"2401.12585","title":"SLANG: New Concept Comprehension of Large Language Models","created":"2024-01-23","cited_by_count":20,"area":null},{"id":"2106.03958","title":"Exploiting Language Relatedness for Low Web-Resource Language Model Adaptation: An Indic Languages Study","created":"2021-06-07","cited_by_count":19,"area":null},{"id":"2110.02887","title":"Using Optimal Transport as Alignment Objective for fine-tuning Multilingual Contextualized Embeddings","created":"2021-10-06","cited_by_count":19,"area":null},{"id":"2211.08682","title":"Parameter-Efficient Tuning on Layer Normalization for Pre-trained Language Models","created":"2022-11-16","cited_by_count":19,"area":null}],"next_cursor":"100"}