{"total":788,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380,"area":null},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915,"area":null},{"id":"2203.12119","title":"Visual Prompt Tuning","created":"2022-03-23","cited_by_count":1681,"area":null},{"id":"2112.08654","title":"Learning to Prompt for Continual Learning","created":"2021-12-16","cited_by_count":944,"area":null},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872,"area":null},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781,"area":null},{"id":"2205.13535","title":"AdaptFormer: Adapting Vision Transformers for Scalable Visual Recognition","created":"2022-05-26","cited_by_count":719,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2204.04799","title":"DualPrompt: Complementary Prompting for Rehearsal-free Continual Learning","created":"2022-04-10","cited_by_count":642,"area":null},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460,"area":null},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412,"area":null},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2303.10512","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","created":"2023-03-18","cited_by_count":357,"area":null},{"id":"2310.11454","title":"VeRA: Vector-based Random Matrix Adaptation","created":"2023-10-17","cited_by_count":300,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2305.03048","title":"Personalize Segment Anything Model with One Shot","created":"2023-05-04","cited_by_count":250,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2101.00121","title":"WARP: Word-level Adversarial ReProgramming","created":"2021-01-01","cited_by_count":221,"area":null},{"id":"2306.07280","title":"Controlling Text-to-Image Diffusion by Orthogonal Finetuning","created":"2023-06-12","cited_by_count":208,"area":"diffusion"},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197,"area":null},{"id":"2206.13559","title":"ST-Adapter: Parameter-Efficient Image-to-Video Transfer Learning","created":"2022-06-27","cited_by_count":193,"area":null},{"id":"2303.07338","title":"Revisiting Class-Incremental Learning with Pre-Trained Models: Generalizability and Adaptivity are All You Need","created":"2023-03-13","cited_by_count":184,"area":null},{"id":"2208.03550","title":"Frozen CLIP Models are Efficient Video Learners","created":"2022-08-06","cited_by_count":182,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2110.07577","title":"UniPELT: A Unified Framework for Parameter-Efficient Language Model Tuning","created":"2021-10-14","cited_by_count":162,"area":null},{"id":"2306.14870","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","created":"2023-06-26","cited_by_count":156,"area":null},{"id":"2306.11300","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","created":"2023-06-20","cited_by_count":151,"area":"mllm"},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2106.03164","title":"On the Effectiveness of Adapter-based Tuning for Pretrained Language Model Adaptation","created":"2021-06-06","cited_by_count":147,"area":null},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2409.05976","title":"FLoRA: Federated Fine-Tuning Large Language Models with Heterogeneous Low-Rank Adaptations","created":"2024-09-09","cited_by_count":146,"area":null},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144,"area":null},{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141,"area":null},{"id":"2209.11055","title":"Efficient Few-Shot Learning Without Prompts","created":"2022-09-22","cited_by_count":137,"area":null},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2212.03145","title":"FacT: Factor-Tuning for Lightweight Adaptation on Vision Transformer","created":"2022-12-06","cited_by_count":133,"area":null},{"id":"2212.10650","title":"KronA: Parameter Efficient Tuning with Kronecker Adapter","created":"2022-12-20","cited_by_count":133,"area":null},{"id":"2211.13308","title":"SciRepEval: A Multi-Format Benchmark for Scientific Document Representations","created":"2022-11-23","cited_by_count":129,"area":null},{"id":"2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","created":"2023-05-29","cited_by_count":123,"area":null},{"id":"2207.07039","title":"Convolutional Bypasses Are Better Vision Transformer Adapters","created":"2022-07-14","cited_by_count":121,"area":null},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115,"area":null},{"id":"2104.12250","title":"XLM-T: Multilingual Language Models in Twitter for Sentiment Analysis and Beyond","created":"2021-04-25","cited_by_count":114,"area":null},{"id":"2311.06243","title":"Parameter-Efficient Orthogonal Finetuning via Butterfly Factorization","created":"2023-11-10","cited_by_count":114,"area":null},{"id":"2302.06600","title":"Task-Specific Skill Localization in Fine-tuned Language Models","created":"2023-02-13","cited_by_count":105,"area":null},{"id":"2110.07298","title":"LFPT5: A Unified Framework for Lifelong Few-shot Language Learning Based on Prompt Tuning of T5","created":"2021-10-14","cited_by_count":104,"area":null},{"id":"2405.18541","title":"Low-Rank Few-Shot Adaptation of Vision-Language Models","created":"2024-05-28","cited_by_count":104,"area":"mllm"},{"id":"2109.03646","title":"Sustainable Modular Debiasing of Language Models","created":"2021-09-08","cited_by_count":100,"area":null},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2112.02706","title":"Achieving Forgetting Prevention and Knowledge Transfer in Continual Learning","created":"2021-12-05","cited_by_count":91,"area":null},{"id":"2109.00904","title":"MultiEURLEX -- A multi-lingual and multi-label legal document classification dataset for zero-shot cross-lingual transfer","created":"2021-09-02","cited_by_count":90,"area":null},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90,"area":null},{"id":"2104.05489","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","created":"2021-04-12","cited_by_count":86,"area":null},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2210.04284","title":"SparseAdapter: An Easy Approach for Improving the Parameter-Efficiency of Adapters","created":"2022-10-09","cited_by_count":83,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83,"area":null},{"id":"2401.04151","title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","created":"2024-01-08","cited_by_count":82,"area":null},{"id":"2203.16329","title":"Parameter-efficient Model Adaptation for Vision Transformers","created":"2022-03-29","cited_by_count":81,"area":null},{"id":"2202.07962","title":"Revisiting Parameter-Efficient Tuning: Are We Really There Yet?","created":"2022-02-16","cited_by_count":76,"area":null},{"id":"2405.17604","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","created":"2024-05-27","cited_by_count":76,"area":null},{"id":"2309.02411","title":"Delta-LoRA: Fine-Tuning High-Rank Parameters with the Delta of Low-Rank Matrices","created":"2023-09-05","cited_by_count":74,"area":null},{"id":"2109.06082","title":"xGQA: Cross-Lingual Visual Question Answering","created":"2021-09-13","cited_by_count":72,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2405.03003","title":"Parameter-Efficient Fine-Tuning with Discrete Fourier Transform","created":"2024-05-05","cited_by_count":71,"area":null},{"id":"2303.14773","title":"BlackVIP: Black-Box Visual Prompting for Robust Transfer Learning","created":"2023-03-26","cited_by_count":70,"area":null},{"id":"2305.19000","title":"Independent Component Alignment for Multi-Task Learning","created":"2023-05-30","cited_by_count":70,"area":null},{"id":"2403.05231","title":"Tracking Meets LoRA: Faster Training, Larger Model, Stronger Performance","created":"2024-03-08","cited_by_count":70,"area":null},{"id":"2101.03289","title":"Trankit: A Light-Weight Transformer-based Toolkit for Multilingual Natural Language Processing","created":"2021-01-09","cited_by_count":68,"area":null},{"id":"2302.01649","title":"Structure-informed Language Models Are Protein Designers","created":"2023-02-03","cited_by_count":68,"area":null},{"id":"2110.01518","title":"Generalization in NLI: Ways (Not) To Go Beyond Simple Heuristics","created":"2021-10-04","cited_by_count":67,"area":null},{"id":"2301.01821","title":"Parameter-Efficient Fine-Tuning Design Spaces","created":"2023-01-04","cited_by_count":67,"area":null},{"id":"2307.10485","title":"FinGPT: Democratizing Internet-scale Data for Financial Large Language Models","created":"2023-07-19","cited_by_count":67,"area":null},{"id":"2311.09578","title":"Tied-Lora: Enhancing parameter efficiency of LoRA with weight tying","created":"2023-11-16","cited_by_count":65,"area":null},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65,"area":null},{"id":"2403.09634","title":"OneTracker: Unifying Visual Object Tracking with Foundation Models and Efficient Tuning","created":"2024-03-14","cited_by_count":65,"area":null},{"id":"2305.03937","title":"Residual Prompt Tuning: Improving Prompt Tuning with Residual Reparameterization","created":"2023-05-06","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2207.07180","title":"Contrastive Adapters for Foundation Model Group Robustness","created":"2022-07-14","cited_by_count":62,"area":null},{"id":"2208.07463","title":"Conv-Adapter: Exploring Parameter Efficient Transfer Learning for ConvNets","created":"2022-08-15","cited_by_count":62,"area":null},{"id":"2407.00952","title":"SplitLoRA: A Split Parameter-Efficient Fine-Tuning Framework for Large Language Models","created":"2024-07-01","cited_by_count":62,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2106.01463","title":"Lightweight Adapter Tuning for Multilingual Speech Translation","created":"2021-06-02","cited_by_count":54,"area":null},{"id":"2207.14381","title":"Pro-tuning: Unified Prompt Tuning for Vision Tasks","created":"2022-07-28","cited_by_count":53,"area":null},{"id":"2310.05905","title":"TAIL: Task-specific Adapters for Imitation Learning with Large Pretrained Models","created":"2023-10-09","cited_by_count":53,"area":"offlinerl"},{"id":"2311.11077","title":"Adapters: A Unified Library for Parameter-Efficient and Modular Transfer Learning","created":"2023-11-18","cited_by_count":53,"area":null},{"id":"2403.18886","title":"Self-Expansion of Pre-trained Models with Mixture of Adapters for Continual Learning","created":"2024-03-27","cited_by_count":53,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2406.11675","title":"BLoB: Bayesian Low-Rank Adaptation by Backpropagation for Large Language Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2308.15827","title":"Introducing Language Guidance in Prompt-based Continual Learning","created":"2023-08-30","cited_by_count":49,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2103.09120","title":"Structural Adapters in Pretrained Language Models for AMR-to-text Generation","created":"2021-03-16","cited_by_count":48,"area":null},{"id":"2210.00036","title":"Differentially Private Bias-Term Fine-tuning of Foundation Models","created":"2022-09-30","cited_by_count":48,"area":null},{"id":"2210.07626","title":"BERTScore is Unfair: On Social Bias in Language Model-Based Metrics for Text Generation","created":"2022-10-14","cited_by_count":48,"area":null}],"next_cursor":"100"}