{"total":728,"rows":[{"id":"2203.12119","title":"Visual Prompt Tuning","created":"2022-03-23","cited_by_count":1681,"area":null},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2205.13535","title":"AdaptFormer: Adapting Vision Transformers for Scalable Visual Recognition","created":"2022-05-26","cited_by_count":719,"area":null},{"id":"2311.03099","title":"Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch","created":"2023-11-06","cited_by_count":694,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2205.12548","title":"RLPrompt: Optimizing Discrete Text Prompts with Reinforcement Learning","created":"2022-05-25","cited_by_count":366,"area":null},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2303.10512","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","created":"2023-03-18","cited_by_count":357,"area":null},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2310.14152","title":"Orthogonal Subspace Learning for Language Model Continual Learning","created":"2023-10-22","cited_by_count":312,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2404.02258","title":"Mixture-of-Depths: Dynamically allocating compute in transformer-based language models","created":"2024-04-02","cited_by_count":258,"area":null},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256,"area":null},{"id":"2305.03048","title":"Personalize Segment Anything Model with One Shot","created":"2023-05-04","cited_by_count":250,"area":null},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233,"area":null},{"id":"2303.01037","title":"Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages","created":"2023-03-02","cited_by_count":231,"area":null},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2402.17193","title":"When Scaling Meets LLM Finetuning: The Effect of Data, Model and Finetuning Method","created":"2024-02-27","cited_by_count":204,"area":null},{"id":"2404.03592","title":"ReFT: Representation Finetuning for Language Models","created":"2024-04-04","cited_by_count":197,"area":null},{"id":"2310.08659","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","created":"2023-10-12","cited_by_count":196,"area":null},{"id":"2206.13559","title":"ST-Adapter: Parameter-Efficient Image-to-Video Transfer Learning","created":"2022-06-27","cited_by_count":193,"area":null},{"id":"2303.07338","title":"Revisiting Class-Incremental Learning with Pre-Trained Models: Generalizability and Adaptivity are All You Need","created":"2023-03-13","cited_by_count":184,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2307.02251","title":"RanPAC: Random Projections and Pre-trained Models for Continual Learning","created":"2023-07-05","cited_by_count":164,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161,"area":null},{"id":"2306.14870","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","created":"2023-06-26","cited_by_count":156,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2308.07317","title":"Platypus: Quick, Cheap, and Powerful Refinement of LLMs","created":"2023-08-14","cited_by_count":150,"area":null},{"id":"2111.01998","title":"OpenPrompt: An Open-source Framework for Prompt-learning","created":"2021-11-03","cited_by_count":148,"area":null},{"id":"2302.03024","title":"AIM: Adapting Image Models for Efficient Video Action Recognition","created":"2023-02-06","cited_by_count":148,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2206.04673","title":"Neural Prompt Search","created":"2022-06-09","cited_by_count":135,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2212.03145","title":"FacT: Factor-Tuning for Lightweight Adaptation on Vision Transformer","created":"2022-12-06","cited_by_count":133,"area":null},{"id":"2212.10650","title":"KronA: Parameter Efficient Tuning with Kronecker Adapter","created":"2022-12-20","cited_by_count":133,"area":null},{"id":"2303.10070","title":"A Unified Continual Learning Framework with General Parameter-Efficient Tuning","created":"2023-03-17","cited_by_count":125,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2207.07039","title":"Convolutional Bypasses Are Better Vision Transformer Adapters","created":"2022-07-14","cited_by_count":121,"area":null},{"id":"2311.06243","title":"Parameter-Efficient Orthogonal Finetuning via Butterfly Factorization","created":"2023-11-10","cited_by_count":114,"area":null},{"id":"2302.07867","title":"Learning Performance-Improving Code Edits","created":"2023-02-15","cited_by_count":106,"area":null},{"id":"2305.15023","title":"Cheap and Quick: Efficient Vision-Language Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":101,"area":null},{"id":"2308.09710","title":"SimDA: Simple Diffusion Adapter for Efficient Video Generation","created":"2023-08-18","cited_by_count":101,"area":null},{"id":"2305.14152","title":"Memory-Efficient Fine-Tuning of Compressed Large Language Models via sub-4-bit Integer Quantization","created":"2023-05-23","cited_by_count":100,"area":null},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98,"area":null},{"id":"2311.11696","title":"Sparse Low-rank Adaptation of Pre-trained Language Models","created":"2023-11-20","cited_by_count":96,"area":null},{"id":"2308.06522","title":"SLoRA: Federated Parameter Efficient Fine-Tuning of Language Models","created":"2023-08-12","cited_by_count":93,"area":null},{"id":"2402.11505","title":"Federated Fine-tuning of Large Language Models under Heterogeneous Tasks and Client Resources","created":"2024-02-18","cited_by_count":93,"area":null},{"id":"2403.19522","title":"Model Stock: All we need is just a few fine-tuned models","created":"2024-03-28","cited_by_count":92,"area":null},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90,"area":null},{"id":"2112.05253","title":"MAGMA -- Multimodal Augmentation of Generative Models through Adapter-based Finetuning","created":"2021-12-09","cited_by_count":85,"area":null},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2306.07967","title":"One-for-All: Generalized LoRA for Parameter-Efficient Fine-tuning","created":"2023-06-13","cited_by_count":85,"area":null},{"id":"2210.04284","title":"SparseAdapter: An Easy Approach for Improving the Parameter-Efficiency of Adapters","created":"2022-10-09","cited_by_count":83,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2309.08842","title":"MA-SAM: Modality-agnostic SAM Adaptation for 3D Medical Image Segmentation","created":"2023-09-16","cited_by_count":82,"area":null},{"id":"2401.04151","title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","created":"2024-01-08","cited_by_count":82,"area":null},{"id":"2203.16329","title":"Parameter-efficient Model Adaptation for Vision Transformers","created":"2022-03-29","cited_by_count":81,"area":null},{"id":"2210.13291","title":"NVIDIA FLARE: Federated Learning from Simulation to Real-World","created":"2022-10-24","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2202.07962","title":"Revisiting Parameter-Efficient Tuning: Are We Really There Yet?","created":"2022-02-16","cited_by_count":76,"area":null},{"id":"2210.00990","title":"Visual Prompt Tuning for Generative Transfer Learning","created":"2022-10-03","cited_by_count":75,"area":null},{"id":"2209.06192","title":"StoryDALL-E: Adapting Pretrained Text-to-Image Transformers for Story Continuation","created":"2022-09-13","cited_by_count":74,"area":null},{"id":"2303.08566","title":"Sensitivity-Aware Visual Parameter-Efficient Fine-Tuning","created":"2023-03-15","cited_by_count":74,"area":null},{"id":"2406.10471","title":"Personalized Pieces: Efficient Personalized Large Language Models through Collaborative Efforts","created":"2024-06-15","cited_by_count":74,"area":null},{"id":"2308.02565","title":"SimTeG: A Frustratingly Simple Approach Improves Textual Graph Learning","created":"2023-08-03","cited_by_count":73,"area":null},{"id":"2405.03003","title":"Parameter-Efficient Fine-Tuning with Discrete Fourier Transform","created":"2024-05-05","cited_by_count":71,"area":null},{"id":"2210.01033","title":"LPT: Long-tailed Prompt Tuning for Image Classification","created":"2022-10-03","cited_by_count":69,"area":null},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2203.00759","title":"HyperPrompt: Prompt-based Task-Conditioning of Transformers","created":"2022-03-01","cited_by_count":67,"area":null},{"id":"2205.00049","title":"Prompt Consistency for Zero-Shot Task Generalization","created":"2022-04-29","cited_by_count":67,"area":null},{"id":"2301.01821","title":"Parameter-Efficient Fine-Tuning Design Spaces","created":"2023-01-04","cited_by_count":67,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65,"area":null},{"id":"2403.09634","title":"OneTracker: Unifying Visual Object Tracking with Foundation Models and Efficient Tuning","created":"2024-03-14","cited_by_count":65,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2208.07463","title":"Conv-Adapter: Exploring Parameter Efficient Transfer Learning for ConvNets","created":"2022-08-15","cited_by_count":62,"area":null},{"id":"2312.08733","title":"VMT-Adapter: Parameter-Efficient Transfer Learning for Multi-Task Dense Scene Understanding","created":"2023-12-14","cited_by_count":62,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2210.06908","title":"Feature-Proxy Transformer for Few-Shot Segmentation","created":"2022-10-13","cited_by_count":58,"area":null},{"id":"2303.08138","title":"Diversity-Aware Meta Visual Prompting","created":"2023-03-14","cited_by_count":58,"area":null},{"id":"2212.03220","title":"Visual Query Tuning: Towards Effective Usage of Intermediate Representations for Parameter and Memory Efficient Transfer Learning","created":"2022-12-06","cited_by_count":57,"area":null},{"id":"2406.01563","title":"LoFiT: Localized Fine-tuning on LLM Representations","created":"2024-06-03","cited_by_count":57,"area":null},{"id":"2305.08252","title":"Parameter-Efficient Fine-Tuning for Medical Image Analysis: The Missed Opportunity","created":"2023-05-14","cited_by_count":56,"area":null},{"id":"2403.19211","title":"Dual-Personalizing Adapter for Federated Foundation Models","created":"2024-03-28","cited_by_count":55,"area":null},{"id":"2205.11200","title":"BBTv2: Towards a Gradient-Free Future with Large Language Models","created":"2022-05-23","cited_by_count":53,"area":null},{"id":"2311.11077","title":"Adapters: A Unified Library for Parameter-Efficient and Modular Transfer Learning","created":"2023-11-18","cited_by_count":53,"area":null},{"id":"2403.01439","title":"Dynamic Adapter Meets Prompt Tuning: Parameter-Efficient Transfer Learning for Point Cloud Analysis","created":"2024-03-03","cited_by_count":53,"area":null},{"id":"2403.18886","title":"Self-Expansion of Pre-trained Models with Mixture of Adapters for Continual Learning","created":"2024-03-27","cited_by_count":53,"area":null},{"id":"2210.03265","title":"Polyhistor: Parameter-Efficient Multi-Task Adaptation for Dense Vision Tasks","created":"2022-10-07","cited_by_count":52,"area":null},{"id":"2404.14779","title":"Med42 -- Evaluating Fine-Tuning Strategies for Medical LLMs: Full-Parameter vs. Parameter-Efficient Approaches","created":"2024-04-23","cited_by_count":52,"area":null},{"id":"2405.15179","title":"VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks","created":"2024-05-24","cited_by_count":52,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2205.12253","title":"Evaluating the Impact of Model Scale for Compositional Generalization in Semantic Parsing","created":"2022-05-24","cited_by_count":50,"area":null}],"next_cursor":"100"}