{"total":284,"rows":[{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2210.08823","title":"Scaling & Shifting Your Features: A New Baseline for Efficient Model Tuning","created":"2022-10-17","cited_by_count":294,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2111.09839","title":"Training Neural Networks with Fixed Sparse Masks","created":"2021-11-18","cited_by_count":214,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2110.07577","title":"UniPELT: A Unified Framework for Parameter-Efficient Language Model Tuning","created":"2021-10-14","cited_by_count":162,"area":null},{"id":"2306.11300","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","created":"2023-06-20","cited_by_count":151,"area":"mllm"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2109.05687","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","created":"2021-09-13","cited_by_count":146,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2306.06955","title":"A Brief Review of Hypernetworks in Deep Learning","created":"2023-06-12","cited_by_count":102,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2311.12023","title":"LQ-LoRA: Low-rank Plus Quantized Matrix Decomposition for Efficient Language Model Finetuning","created":"2023-11-20","cited_by_count":92,"area":null},{"id":"2203.09795","title":"Three things everyone should know about Vision Transformers","created":"2022-03-18","cited_by_count":90,"area":null},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2401.04151","title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","created":"2024-01-08","cited_by_count":82,"area":null},{"id":"2209.06192","title":"StoryDALL-E: Adapting Pretrained Text-to-Image Transformers for Story Continuation","created":"2022-09-13","cited_by_count":74,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2203.00759","title":"HyperPrompt: Prompt-based Task-Conditioning of Transformers","created":"2022-03-01","cited_by_count":67,"area":null},{"id":"2409.14924","title":"Retrieval Augmented Generation (RAG) and Beyond: A Comprehensive Survey on How to Make your LLMs use External Data More Wisely","created":"2024-09-23","cited_by_count":66,"area":"rag"},{"id":"2109.09138","title":"Multi-Task Learning in Natural Language Processing: An Overview","created":"2021-09-19","cited_by_count":62,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2312.08733","title":"VMT-Adapter: Parameter-Efficient Transfer Learning for Multi-Task Dense Scene Understanding","created":"2023-12-14","cited_by_count":62,"area":null},{"id":"2206.14262","title":"Supervised Training of Conditional Monge Maps","created":"2022-06-28","cited_by_count":61,"area":null},{"id":"2506.06105","title":"Text-to-LoRA: Instant Transformer Adaption","created":"2025-06-06","cited_by_count":58,"area":null},{"id":"2201.04182","title":"HyperTransformer: Model Generation for Supervised and Semi-Supervised Few-Shot Learning","created":"2022-01-11","cited_by_count":55,"area":null},{"id":"2210.03265","title":"Polyhistor: Parameter-Efficient Multi-Task Adaptation for Dense Vision Tasks","created":"2022-10-07","cited_by_count":52,"area":null},{"id":"2405.15179","title":"VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks","created":"2024-05-24","cited_by_count":52,"area":null},{"id":"2406.11675","title":"BLoB: Bayesian Low-Rank Adaptation by Backpropagation for Large Language Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2211.12485","title":"HyperTuning: Toward Adapting Large Language Models without Back-propagation","created":"2022-11-22","cited_by_count":46,"area":null},{"id":"2403.20320","title":"MTLoRA: A Low-Rank Adaptation Approach for Efficient Multi-Task Learning","created":"2024-03-29","cited_by_count":44,"area":null},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44,"area":null},{"id":"2204.01172","title":"PERFECT: Prompt-free and Efficient Few-shot Learning with Language Models","created":"2022-04-03","cited_by_count":40,"area":null},{"id":"2312.10136","title":"Gradient-based Parameter Selection for Efficient Fine-Tuning","created":"2023-12-15","cited_by_count":40,"area":null},{"id":"2305.06343","title":"Incorporating Structured Representations into Pretrained Vision & Language Models Using Scene Graphs","created":"2023-05-10","cited_by_count":39,"area":null},{"id":"2406.01775","title":"OLoRA: Orthonormal Low-Rank Adaptation of Large Language Models","created":"2024-06-03","cited_by_count":39,"area":null},{"id":"2410.09760","title":"Targeted Vaccine: Safety Alignment for Large Language Models against Harmful Fine-Tuning via Layer-wise Perturbation","created":"2024-10-13","cited_by_count":37,"area":"alignment"},{"id":"2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","created":"2023-06-13","cited_by_count":35,"area":null},{"id":"2309.05173","title":"DePT: Decomposed Prompt Tuning for Parameter-Efficient Fine-tuning","created":"2023-09-11","cited_by_count":35,"area":null},{"id":"2203.15243","title":"Fine-tuning Image Transformers using Learnable Memory","created":"2022-03-29","cited_by_count":34,"area":null},{"id":"2303.11403","title":"eP-ALM: Efficient Perceptual Augmentation of Language Models","created":"2023-03-20","cited_by_count":34,"area":null},{"id":"2211.03831","title":"Multi-Head Adapter Routing for Cross-Task Generalization","created":"2022-11-07","cited_by_count":33,"area":null},{"id":"2304.08487","title":"Hyper-Decision Transformer for Efficient Online Policy Adaptation","created":"2023-04-17","cited_by_count":33,"area":"offlinerl"},{"id":"2311.11501","title":"MultiLoRA: Democratizing LoRA for Better Multi-Task Learning","created":"2023-11-20","cited_by_count":32,"area":null},{"id":"2312.05677","title":"Batched Low-Rank Adaptation of Foundation Models","created":"2023-12-09","cited_by_count":32,"area":null},{"id":"2203.01104","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models","created":"2022-03-02","cited_by_count":31,"area":"moe"},{"id":"2208.10160","title":"PANDA: Prompt Transfer Meets Knowledge Distillation for Efficient Model Adaptation","created":"2022-08-22","cited_by_count":31,"area":"distill"},{"id":"2306.02080","title":"Benchmarking Robustness of Adaptation Methods on Pre-trained Vision-Language Models","created":"2023-06-03","cited_by_count":31,"area":"mllm"},{"id":"2307.01981","title":"A ChatGPT Aided Explainable Framework for Zero-Shot Medical Image Diagnosis","created":"2023-07-05","cited_by_count":31,"area":null},{"id":"2305.14014","title":"CLIP4STR: A Simple Baseline for Scene Text Recognition with Pre-trained Vision-Language Model","created":"2023-05-23","cited_by_count":30,"area":"mllm"},{"id":"2304.06600","title":"Lossless Adaptation of Pretrained Vision Models For Robotic Manipulation","created":"2023-04-13","cited_by_count":29,"area":null},{"id":"2202.13914","title":"Combining Modular Skills in Multitask Learning","created":"2022-02-28","cited_by_count":28,"area":null},{"id":"2212.10315","title":"HINT: Hypernetwork Instruction Tuning for Efficient Zero- & Few-Shot Generalisation","created":"2022-12-20","cited_by_count":28,"area":null},{"id":"2311.09344","title":"Language and Task Arithmetic with Parameter-Efficient Layers for Zero-Shot Summarization","created":"2023-11-15","cited_by_count":28,"area":null},{"id":"2411.06284","title":"A Comprehensive Survey and Guide to Multimodal Large Language Models in Vision-Language Tasks","created":"2024-11-09","cited_by_count":27,"area":"mllm"},{"id":"2109.04877","title":"Efficient Test Time Adapter Ensembling for Low-resource Language Varieties","created":"2021-09-10","cited_by_count":26,"area":null},{"id":"2308.14316","title":"UniPT: Universal Parallel Tuning for Transfer Learning with Efficient Parameter and Memory","created":"2023-08-28","cited_by_count":26,"area":null},{"id":"2310.19859","title":"Res-Tuning: A Flexible and Efficient Tuning Paradigm via Unbinding Tuner from Backbone","created":"2023-10-30","cited_by_count":26,"area":null},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2404.05052","title":"Facial Affective Behavior Analysis with Instruction Tuning","created":"2024-04-07","cited_by_count":26,"area":null},{"id":"2302.06321","title":"Parameter-efficient Modularised Bias Mitigation via AdapterFusion","created":"2023-02-13","cited_by_count":25,"area":null},{"id":"2305.10329","title":"G-Adapter: Towards Structure-Aware Parameter-Efficient Transfer Learning for Graph Transformer Networks","created":"2023-05-17","cited_by_count":25,"area":null},{"id":"2602.06358","title":"SHINE: A Scalable In-Context Hypernetwork for Mapping Context to LoRA in a Single Pass","created":"2026-02-06","cited_by_count":25,"area":null},{"id":"2305.02279","title":"Learngene: Inheriting Condensed Knowledge from the Ancestry Model to Descendant Models","created":"2023-05-03","cited_by_count":24,"area":null},{"id":"2305.14224","title":"mmT5: Modular Multilingual Pre-Training Solves Source Language Hallucinations","created":"2023-05-23","cited_by_count":24,"area":null},{"id":"2308.12509","title":"Parameter-Efficient Transfer Learning for Remote Sensing Image-Text Retrieval","created":"2023-08-24","cited_by_count":24,"area":null},{"id":"2308.10172","title":"VLN-PETL: Parameter-Efficient Transfer Learning for Vision-and-Language Navigation","created":"2023-08-20","cited_by_count":23,"area":null},{"id":"2402.02242","title":"Parameter-Efficient Fine-Tuning for Pre-Trained Vision Models: A Survey and Benchmark","created":"2024-02-03","cited_by_count":23,"area":null},{"id":"2505.18738","title":"AuroRA: Breaking Low-Rank Bottleneck of LoRA with Nonlinear Mapping","created":"2025-05-24","cited_by_count":23,"area":null},{"id":"2203.08304","title":"Hyperdecoders: Instance-specific decoders for multi-task NLP","created":"2022-03-15","cited_by_count":22,"area":null},{"id":"2205.12148","title":"Hyper-X: A Unified Hypernetwork for Multi-Task Multilingual Transfer","created":"2022-05-24","cited_by_count":22,"area":null},{"id":"2203.14949","title":"Controllable Dynamic Multi-Task Architectures","created":"2022-03-28","cited_by_count":21,"area":null},{"id":"2308.08810","title":"Label Shift Adapter for Test-Time Adaptation under Covariate and Label Shifts","created":"2023-08-17","cited_by_count":21,"area":null},{"id":"2308.09804","title":"VL-PET: Vision-and-Language Parameter-Efficient Tuning via Granularity Control","created":"2023-08-18","cited_by_count":21,"area":null},{"id":"2405.13952","title":"Spectral Adapter: Fine-Tuning in Spectral Space","created":"2024-05-22","cited_by_count":21,"area":null},{"id":"2211.09790","title":"ConStruct-VL: Data-Free Continual Structured VL Concepts Learning","created":"2022-11-17","cited_by_count":20,"area":null},{"id":"2310.16686","title":"Dynamics Generalisation in Reinforcement Learning via Adaptive Context-Aware Policies","created":"2023-10-25","cited_by_count":20,"area":null},{"id":"2402.17251","title":"Context-based and Diversity-driven Specificity in Compositional Zero-Shot Learning","created":"2024-02-27","cited_by_count":20,"area":null},{"id":"2403.13447","title":"HyperLLaVA: Dynamic Visual and Language Expert Tuning for Multimodal Large Language Models","created":"2024-03-20","cited_by_count":20,"area":"mllm"},{"id":"2405.20339","title":"Visual Perception by Large Language Model's Weights","created":"2024-05-30","cited_by_count":19,"area":"mllm"},{"id":"2305.17682","title":"One Network, Many Masks: Towards More Parameter-Efficient Transfer Learning","created":"2023-05-28","cited_by_count":18,"area":null},{"id":"2404.18466","title":"HFT: Half Fine-Tuning for Large Language Models","created":"2024-04-29","cited_by_count":18,"area":null},{"id":"2510.16282","title":"Instant Personalized Large Language Model Adaptation via Hypernetwork","created":"2025-10-18","cited_by_count":18,"area":null},{"id":"2310.12774","title":"Survival of the Most Influential Prompts: Efficient Black-Box Prompt Search via Clustering and Pruning","created":"2023-10-19","cited_by_count":17,"area":null},{"id":"2203.14276","title":"Example-based Hypernetworks for Out-of-Distribution Generalization","created":"2022-03-27","cited_by_count":16,"area":null},{"id":"2303.11866","title":"Contrastive Alignment of Vision to Language Through Parameter-Efficient Transfer Learning","created":"2023-03-21","cited_by_count":16,"area":"mllm"}],"next_cursor":"100"}