{"total":214,"rows":[{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2209.04836","title":"Git Re-Basin: Merging Models modulo Permutation Symmetries","created":"2022-09-11","cited_by_count":471,"area":null},{"id":"2112.06825","title":"VL-Adapter: Parameter-Efficient Transfer Learning for Vision-and-Language Tasks","created":"2021-12-13","cited_by_count":320,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2208.05592","title":"Patching open-vocabulary models by interpolating weights","created":"2022-08-10","cited_by_count":190,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2302.03024","title":"AIM: Adapting Image Models for Efficient Video Action Recognition","created":"2023-02-06","cited_by_count":148,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2405.16833","title":"Safe LoRA: the Silver Lining of Reducing Safety Risks when Fine-tuning Large Language Models","created":"2024-05-27","cited_by_count":125,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2311.06243","title":"Parameter-Efficient Orthogonal Finetuning via Butterfly Factorization","created":"2023-11-10","cited_by_count":114,"area":null},{"id":"2302.06600","title":"Task-Specific Skill Localization in Fine-tuned Language Models","created":"2023-02-13","cited_by_count":105,"area":null},{"id":"2308.09710","title":"SimDA: Simple Diffusion Adapter for Efficient Video Generation","created":"2023-08-18","cited_by_count":101,"area":null},{"id":"2311.12023","title":"LQ-LoRA: Low-rank Plus Quantized Matrix Decomposition for Efficient Language Model Finetuning","created":"2023-11-20","cited_by_count":92,"area":null},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2210.05177","title":"Make Sharpness-Aware Minimization Stronger: A Sparsified Perturbation Approach","created":"2022-10-11","cited_by_count":70,"area":null},{"id":"2204.03574","title":"Learning to Compose Soft Prompts for Compositional Zero-Shot Learning","created":"2022-04-07","cited_by_count":67,"area":"mllm"},{"id":"2301.01821","title":"Parameter-Efficient Fine-Tuning Design Spaces","created":"2023-01-04","cited_by_count":67,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2212.03220","title":"Visual Query Tuning: Towards Effective Usage of Intermediate Representations for Parameter and Memory Efficient Transfer Learning","created":"2022-12-06","cited_by_count":57,"area":null},{"id":"2301.12132","title":"AutoPEFT: Automatic Configuration Search for Parameter-Efficient Fine-Tuning","created":"2023-01-28","cited_by_count":49,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2401.04679","title":"RoSA: Accurate Parameter-Efficient Fine-Tuning via Robust Adaptation","created":"2024-01-09","cited_by_count":48,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2308.12043","title":"IncreLoRA: Incremental Parameter Allocation Method for Parameter-Efficient Fine-tuning","created":"2023-08-23","cited_by_count":45,"area":null},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45,"area":null},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2305.06343","title":"Incorporating Structured Representations into Pretrained Vision & Language Models Using Scene Graphs","created":"2023-05-10","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2309.05173","title":"DePT: Decomposed Prompt Tuning for Parameter-Efficient Fine-tuning","created":"2023-09-11","cited_by_count":35,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2211.03831","title":"Multi-Head Adapter Routing for Cross-Task Generalization","created":"2022-11-07","cited_by_count":33,"area":null},{"id":"2312.05677","title":"Batched Low-Rank Adaptation of Foundation Models","created":"2023-12-09","cited_by_count":32,"area":null},{"id":"2306.02080","title":"Benchmarking Robustness of Adaptation Methods on Pre-trained Vision-Language Models","created":"2023-06-03","cited_by_count":31,"area":"mllm"},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2303.17574","title":"Elastic Weight Removal for Faithful and Abstractive Dialogue Generation","created":"2023-03-30","cited_by_count":29,"area":null},{"id":"2401.12200","title":"APT: Adaptive Pruning and Tuning Pretrained Language Models for Efficient Training and Inference","created":"2024-01-22","cited_by_count":29,"area":null},{"id":"2205.12672","title":"Discovering Language-neutral Sub-networks in Multilingual Language Models","created":"2022-05-25","cited_by_count":28,"area":null},{"id":"2406.02913","title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity","created":"2024-06-05","cited_by_count":28,"area":null},{"id":"2410.11112","title":"Differentiable Weightless Neural Networks","created":"2024-10-14","cited_by_count":28,"area":null},{"id":"2303.15230","title":"Troika: Multi-Path Cross-Modal Traction for Compositional Zero-Shot Learning","created":"2023-03-27","cited_by_count":27,"area":"mllm"},{"id":"2206.12755","title":"Training Your Sparse Neural Network Better with Any Mask","created":"2022-06-26","cited_by_count":26,"area":null},{"id":"2308.14316","title":"UniPT: Universal Parallel Tuning for Transfer Learning with Efficient Parameter and Memory","created":"2023-08-28","cited_by_count":26,"area":null},{"id":"2312.00968","title":"Omni-SMoLA: Boosting Generalist Multimodal Models with Soft Mixture of Low-rank Experts","created":"2023-12-01","cited_by_count":26,"area":"mllm"},{"id":"2401.16405","title":"Scaling Sparse Fine-Tuning to Large Language Models","created":"2024-01-29","cited_by_count":26,"area":null},{"id":"2404.05052","title":"Facial Affective Behavior Analysis with Instruction Tuning","created":"2024-04-07","cited_by_count":26,"area":null},{"id":"2406.05233","title":"Federated LoRA with Sparse Communication","created":"2024-06-07","cited_by_count":26,"area":null},{"id":"2205.10162","title":"FedAdapter: Efficient Federated Learning for Modern NLP","created":"2022-05-20","cited_by_count":25,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2505.18738","title":"AuroRA: Breaking Low-Rank Bottleneck of LoRA with Nonlinear Mapping","created":"2025-05-24","cited_by_count":23,"area":null},{"id":"2311.03748","title":"Unified Low-Resource Sequence Labeling by Sample-Aware Dynamic Sparse Finetuning","created":"2023-11-07","cited_by_count":21,"area":null},{"id":"2407.01906","title":"Let the Expert Stick to His Last: Expert-Specialized Fine-Tuning for Sparse Architectural Large Language Models","created":"2024-07-02","cited_by_count":21,"area":"moe"},{"id":"2410.01335","title":"Layer Swapping for Zero-Shot Cross-Lingual Transfer in Large Language Models","created":"2024-10-02","cited_by_count":21,"area":null},{"id":"2211.09790","title":"ConStruct-VL: Data-Free Continual Structured VL Concepts Learning","created":"2022-11-17","cited_by_count":20,"area":null},{"id":"2401.02452","title":"The Compute Divide in Machine Learning: A Threat to Academic Contribution and Scrutiny?","created":"2024-01-04","cited_by_count":20,"area":null},{"id":"2410.07170","title":"Parameter Efficient Fine-tuning via Explained Variance Adaptation","created":"2024-10-09","cited_by_count":20,"area":null},{"id":"2205.15171","title":"Modular and On-demand Bias Mitigation with Attribute-Removal Subnetworks","created":"2022-05-30","cited_by_count":18,"area":null},{"id":"2310.04867","title":"Randomized Sparse Neural Galerkin Schemes for Solving Evolution Equations with Deep Networks","created":"2023-10-07","cited_by_count":18,"area":null},{"id":"2311.13171","title":"ComPEFT: Compression for Communicating Parameter Efficient Updates via Sparsification and Quantization","created":"2023-11-22","cited_by_count":18,"area":null},{"id":"2405.02596","title":"Random Masking Finds Winning Tickets for Parameter Efficient Fine-tuning","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2406.13175","title":"Sparse High Rank Adapters","created":"2024-06-19","cited_by_count":17,"area":null},{"id":"2405.19465","title":"RAP: Efficient Text-Video Retrieval with Sparse-and-Correlated Adapter","created":"2024-05-29","cited_by_count":16,"area":null},{"id":"2409.16434","title":"Lessons and Insights from a Unifying Study of Parameter-Efficient Fine-Tuning (PEFT) in Visual Recognition","created":"2024-09-24","cited_by_count":16,"area":null},{"id":"2503.04543","title":"Keeping Yourself is Important in Downstream Tuning Multimodal Large Language Model","created":"2025-03-06","cited_by_count":16,"area":"lr"},{"id":"2503.17940","title":"FisherTune: Fisher-Guided Robust Tuning of Vision Foundation Models for Domain Generalized Segmentation","created":"2025-03-23","cited_by_count":16,"area":null},{"id":"2504.02620","title":"Efficient Model Editing with Task-Localized Sparse Fine-tuning","created":"2025-04-03","cited_by_count":16,"area":null},{"id":"2510.11696","title":"QeRL: Beyond Efficiency -- Quantization-enhanced Reinforcement Learning for LLMs","created":"2025-10-13","cited_by_count":16,"area":null},{"id":"2306.04529","title":"Git-Theta: A Git Extension for Collaborative Development of Machine Learning Models","created":"2023-06-07","cited_by_count":15,"area":null},{"id":"2402.11845","title":"Modularized Networks for Few-shot Hateful Meme Detection","created":"2024-02-19","cited_by_count":15,"area":null},{"id":"2405.17484","title":"Bridging The Gap between Low-rank and Orthogonal Adaptation via Householder Reflection Adaptation","created":"2024-05-24","cited_by_count":15,"area":null},{"id":"2310.16870","title":"MACP: Efficient Model Adaptation for Cooperative Perception","created":"2023-10-25","cited_by_count":14,"area":null},{"id":"2404.08417","title":"AdapterSwap: Continuous Training of LLMs with Data Removal and Access-Control Guarantees","created":"2024-04-12","cited_by_count":14,"area":null},{"id":"2407.05417","title":"See Further for Parameter Efficient Fine-tuning by Standing on the Shoulders of Decomposition","created":"2024-07-07","cited_by_count":14,"area":null},{"id":"2507.18807","title":"Fishers for Free? Approximating the Fisher Information Matrix by Recycling the Squared Gradient Accumulator","created":"2025-07-24","cited_by_count":14,"area":null},{"id":"2405.06275","title":"Pruning as a Domain-specific LLM Extractor","created":"2024-05-10","cited_by_count":13,"area":null},{"id":"2205.08099","title":"Dimensionality Reduced Training by Pruning and Freezing Parts of a Deep Neural Network, a Survey","created":"2022-05-17","cited_by_count":12,"area":null},{"id":"2310.16391","title":"Winning Prize Comes from Losing Tickets: Improve Invariant Learning by Exploring Variant Parameters for Out-of-Distribution Generalization","created":"2023-10-25","cited_by_count":12,"area":null},{"id":"2407.03036","title":"SAFT: Towards Out-of-Distribution Generalization in Fine-Tuning","created":"2024-07-03","cited_by_count":12,"area":null},{"id":"2410.06467","title":"WAPITI: A Watermark for Finetuned Open-Source LLMs","created":"2024-10-09","cited_by_count":12,"area":"safety"},{"id":"2407.07523","title":"SHERL: Synthesizing High Accuracy and Efficient Memory for Resource-Limited Transfer Learning","created":"2024-07-10","cited_by_count":11,"area":null},{"id":"2401.12819","title":"Dynamic Layer Tying for Parameter-Efficient Transformers","created":"2024-01-23","cited_by_count":10,"area":"deeprl"},{"id":"2412.06289","title":"S$^{2}$FT: Efficient, Scalable and Generalizable LLM Fine-tuning by Structured Sparsity","created":"2024-12-09","cited_by_count":10,"area":null},{"id":"2503.09493","title":"Parameter-Efficient Adaptation of Geospatial Foundation Models through Embedding Deflection","created":"2025-03-12","cited_by_count":10,"area":null},{"id":"2509.16882","title":"Dynamic Expert Specialization: Towards Catastrophic Forgetting-Free Multi-Domain MoE Adaptation","created":"2025-09-21","cited_by_count":10,"area":"moe"},{"id":"2402.15414","title":"Does Combining Parameter-efficient Modules Improve Few-shot Transfer Accuracy?","created":"2024-02-23","cited_by_count":9,"area":null},{"id":"2504.19274","title":"TeleSparse: Practical Privacy-Preserving Verification of Deep Neural Networks","created":"2025-04-27","cited_by_count":9,"area":null},{"id":"2505.18877","title":"RefLoRA: Refactored Low-Rank Adaptation for Efficient Fine-Tuning of Large Models","created":"2025-05-24","cited_by_count":9,"area":null},{"id":"2301.05487","title":"FUN with Fisher: Improving Generalization of Adapter-Based Cross-lingual Transfer with Scheduled Unfreezing","created":"2023-01-13","cited_by_count":8,"area":null},{"id":"2307.02690","title":"Scaling In-Context Demonstrations with Structured Attention","created":"2023-07-05","cited_by_count":8,"area":null}],"next_cursor":"100"}