{"total":671,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380,"area":null},{"id":"2302.05543","title":"Adding Conditional Control to Text-to-Image Diffusion Models","created":"2023-02-10","cited_by_count":5503,"area":"diffusion"},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915,"area":null},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795,"area":null},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245,"area":null},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460,"area":null},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345,"area":null},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324,"area":null},{"id":"2310.11454","title":"VeRA: Vector-based Random Matrix Adaptation","created":"2023-10-17","cited_by_count":300,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256,"area":null},{"id":"2312.03732","title":"A Rank Stabilization Scaling Factor for Fine-Tuning with LoRA","created":"2023-11-28","cited_by_count":243,"area":null},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204,"area":null},{"id":"2310.16218","title":"Knowledge Editing for Large Language Models: A Survey","created":"2023-10-24","cited_by_count":194,"area":"lr"},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161,"area":null},{"id":"2402.18815","title":"How do Large Language Models Handle Multilingualism?","created":"2024-02-29","cited_by_count":150,"area":null},{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141,"area":null},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2304.11633","title":"Evaluating ChatGPT's Information Extraction Capabilities: An Assessment of Performance, Explainability, Calibration, and Faithfulness","created":"2023-04-23","cited_by_count":130,"area":null},{"id":"2308.10204","title":"ChatEDA: A Large Language Model Powered Autonomous Agent for EDA","created":"2023-08-20","cited_by_count":122,"area":"agents"},{"id":"2210.05643","title":"A Kernel-Based View of Language Model Fine-Tuning","created":"2022-10-11","cited_by_count":121,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2311.06243","title":"Parameter-Efficient Orthogonal Finetuning via Butterfly Factorization","created":"2023-11-10","cited_by_count":114,"area":null},{"id":"2302.00294","title":"The geometry of hidden representations of large transformer models","created":"2023-02-01","cited_by_count":112,"area":null},{"id":"2306.04723","title":"Intrinsic Dimension Estimation for Robust Detection of AI-Generated Texts","created":"2023-06-07","cited_by_count":112,"area":null},{"id":"2310.18339","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","created":"2023-10-21","cited_by_count":111,"area":"moe"},{"id":"2410.21228","title":"LoRA vs Full Fine-tuning: An Illusion of Equivalence","created":"2024-10-28","cited_by_count":109,"area":null},{"id":"2405.18541","title":"Low-Rank Few-Shot Adaptation of Vision-Language Models","created":"2024-05-28","cited_by_count":104,"area":"mllm"},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2402.11505","title":"Federated Fine-tuning of Large Language Models under Heterogeneous Tasks and Client Resources","created":"2024-02-18","cited_by_count":93,"area":null},{"id":"2402.16842","title":"Asymmetry in Low-Rank Adapters of Foundation Models","created":"2024-02-26","cited_by_count":86,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2203.16329","title":"Parameter-efficient Model Adaptation for Vision Transformers","created":"2022-03-29","cited_by_count":81,"area":null},{"id":"2402.16843","title":"Multi-LoRA Composition for Image Generation","created":"2024-02-26","cited_by_count":80,"area":null},{"id":"2410.01463","title":"Selective Aggregation for Low-Rank Adaptation in Federated Learning","created":"2024-10-02","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2402.02338","title":"NetLLM: Adapting Large Language Models for Networking","created":"2024-02-04","cited_by_count":78,"area":null},{"id":"2407.18242","title":"LoRA-Pro: Are Low-Rank Adapters Properly Optimized?","created":"2024-07-25","cited_by_count":77,"area":null},{"id":"2111.06719","title":"On Transferability of Prompt Tuning for Natural Language Processing","created":"2021-11-12","cited_by_count":75,"area":null},{"id":"2212.10025","title":"When Federated Learning Meets Pre-trained Language Models' Parameter-Efficient Tuning Methods","created":"2022-12-20","cited_by_count":75,"area":null},{"id":"2302.08106","title":"Towards Efficient Visual Adaption via Structural Re-parameterization","created":"2023-02-16","cited_by_count":73,"area":null},{"id":"2304.07221","title":"Instance-aware Dynamic Prompt Tuning for Pre-trained Point Cloud Models","created":"2023-04-14","cited_by_count":68,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2308.11584","title":"Building Emotional Support Chatbots in the Era of LLMs","created":"2023-08-17","cited_by_count":62,"area":null},{"id":"2407.00952","title":"SplitLoRA: A Split Parameter-Efficient Fine-Tuning Framework for Large Language Models","created":"2024-07-01","cited_by_count":62,"area":null},{"id":"2307.11545","title":"Bridging Vision and Language Encoders: Parameter-Efficient Tuning for Referring Image Segmentation","created":"2023-07-21","cited_by_count":61,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2107.06955","title":"HTLM: Hyper-Text Pre-Training and Prompting of Language Models","created":"2021-07-14","cited_by_count":58,"area":null},{"id":"2403.17749","title":"Multi-Task Dense Prediction via Mixture of Low-Rank Experts","created":"2024-03-26","cited_by_count":58,"area":"moe"},{"id":"2201.05867","title":"Transferability in Deep Learning: A Survey","created":"2022-01-15","cited_by_count":57,"area":null},{"id":"2305.08252","title":"Parameter-Efficient Fine-Tuning for Medical Image Analysis: The Missed Opportunity","created":"2023-05-14","cited_by_count":56,"area":null},{"id":"2405.15471","title":"Emergence of a High-Dimensional Abstraction Phase in Language Transformers","created":"2024-05-24","cited_by_count":56,"area":null},{"id":"2312.06353","title":"Federated Full-Parameter Tuning of Billion-Sized Language Models with Communication Cost under 18 Kilobytes","created":"2023-12-11","cited_by_count":55,"area":null},{"id":"2205.11200","title":"BBTv2: Towards a Gradient-Free Future with Large Language Models","created":"2022-05-23","cited_by_count":53,"area":null},{"id":"2310.05905","title":"TAIL: Task-specific Adapters for Imitation Learning with Large Pretrained Models","created":"2023-10-09","cited_by_count":53,"area":"offlinerl"},{"id":"2312.17173","title":"Non-Vacuous Generalization Bounds for Large Language Models","created":"2023-12-28","cited_by_count":53,"area":null},{"id":"2306.07042","title":"Transformers learn through gradual rank increase","created":"2023-06-12","cited_by_count":52,"area":null},{"id":"2402.13717","title":"Neeko: Leveraging Dynamic LoRA for Efficient Multi-Character Role-Playing Agent","created":"2024-02-21","cited_by_count":52,"area":"agents"},{"id":"2405.15179","title":"VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks","created":"2024-05-24","cited_by_count":52,"area":null},{"id":"2406.11675","title":"BLoB: Bayesian Low-Rank Adaptation by Backpropagation for Large Language Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2207.00160","title":"When Does Differentially Private Learning Not Suffer in High Dimensions?","created":"2022-07-01","cited_by_count":48,"area":null},{"id":"2402.11867","title":"LoRA Training in the NTK Regime has No Spurious Local Minima","created":"2024-02-19","cited_by_count":48,"area":null},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2307.14023","title":"Are Transformers with One Layer Self-Attention Using Low-Rank Weight Matrices Universal Approximators?","created":"2023-07-26","cited_by_count":47,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2402.19159","title":"Trajectory Consistency Distillation: Improved Latent Consistency Distillation by Semi-Linear Consistency Function with Trajectory Mapping","created":"2024-02-29","cited_by_count":46,"area":"diffusion"},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44,"area":null},{"id":"2106.14282","title":"A Closer Look at How Fine-tuning Changes BERT","created":"2021-06-27","cited_by_count":42,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2501.01765","title":"SaLoRA: Safety-Alignment Preserved Low-Rank Adaptation","created":"2025-01-03","cited_by_count":42,"area":"safety"},{"id":"2312.17493","title":"Differentially Private Low-Rank Adaptation of Large Language Model Using Federated Learning","created":"2023-12-29","cited_by_count":41,"area":null},{"id":"2406.09519","title":"Talking Heads: Understanding Inter-layer Communication in Transformer Language Models","created":"2024-06-13","cited_by_count":41,"area":null},{"id":"2410.11795","title":"Efficient Diffusion Models: A Comprehensive Survey from Principles to Practices","created":"2024-10-15","cited_by_count":41,"area":"diffusion"},{"id":"2506.08010","title":"Vision Transformers Don't Need Trained Registers","created":"2025-06-09","cited_by_count":41,"area":null},{"id":"2204.01172","title":"PERFECT: Prompt-free and Efficient Few-shot Learning with Language Models","created":"2022-04-03","cited_by_count":40,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2406.01775","title":"OLoRA: Orthonormal Low-Rank Adaptation of Large Language Models","created":"2024-06-03","cited_by_count":39,"area":null},{"id":"2402.12264","title":"Uncertainty quantification in fine-tuned LLMs using LoRA ensembles","created":"2024-02-19","cited_by_count":37,"area":null},{"id":"2402.15179","title":"Advancing Parameter Efficiency in Fine-tuning via Representation Editing","created":"2024-02-23","cited_by_count":37,"area":null},{"id":"2407.02880","title":"Knowledge Composition using Task Vectors with Learned Anisotropic Scaling","created":"2024-07-03","cited_by_count":37,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2403.16187","title":"ALoRA: Allocating Low-Rank Adaptation for Fine-tuning Large Language Models","created":"2024-03-24","cited_by_count":36,"area":null},{"id":"2408.06621","title":"Towards Robust and Parameter-Efficient Knowledge Unlearning for LLMs","created":"2024-08-13","cited_by_count":36,"area":"lr"},{"id":"2502.02527","title":"TabPFN Unleashed: A Scalable and Effective Solution to Tabular Classification Problems","created":"2025-02-04","cited_by_count":36,"area":null},{"id":"2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","created":"2023-06-13","cited_by_count":35,"area":null},{"id":"2410.02724","title":"Large Language Models as Markov Chains","created":"2024-10-03","cited_by_count":35,"area":null},{"id":"2502.00987","title":"RandLoRA: Full-rank parameter-efficient fine-tuning of large models","created":"2025-02-03","cited_by_count":35,"area":null},{"id":"2510.08396","title":"FlyLoRA: Boosting Task Decoupling and Parameter Efficiency via Implicit Rank-Wise Mixture-of-Experts","created":"2025-10-09","cited_by_count":35,"area":"moe"}],"next_cursor":"100"}