{"list":"other","total":199,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"1806.07572","title":"Neural Tangent Kernel: Convergence and Generalization in Neural Networks","created":"2018-06-20","cited_by_count":2621},{"id":"2311.15127","title":"Stable Video Diffusion: Scaling Latent Video Diffusion Models to Large Datasets","created":"2023-11-25","cited_by_count":2581},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2307.04725","title":"AnimateDiff: Animate Your Personalized Text-to-Image Diffusion Models without Specific Tuning","created":"2023-07-10","cited_by_count":1433},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"2304.14178","title":"mPLUG-Owl: Modularization Empowers Large Language Models with Multimodality","created":"2023-04-27","cited_by_count":1040},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758},{"id":"2012.13255","title":"Intrinsic Dimensionality Explains the Effectiveness of Language Model Fine-Tuning","created":"2020-12-22","cited_by_count":671},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460},{"id":"2402.12354","title":"LoRA+: Efficient Low Rank Adaptation of Large Models","created":"2024-02-19","cited_by_count":377},{"id":"2106.14806","title":"Laplace Redux -- Effortless Bayesian Deep Learning","created":"2021-06-28","cited_by_count":365},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328},{"id":"2401.16420","title":"InternLM-XComposer2: Mastering Free-form Text-Image Composition and Comprehension in Vision-Language Large Model","created":"2024-01-29","cited_by_count":326},{"id":"2304.13785","title":"Customized Segment Anything Model for Medical Image Segmentation","created":"2023-04-26","cited_by_count":280},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269},{"id":"2305.18292","title":"Mix-of-Show: Decentralized Low-Rank Adaptation for Multi-Concept Customization of Diffusion Models","created":"2023-05-29","cited_by_count":261},{"id":"2306.07954","title":"Rerender A Video: Zero-Shot Text-Guided Video-to-Video Translation","created":"2023-06-13","cited_by_count":253},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233},{"id":"2311.05556","title":"LCM-LoRA: A Universal Stable-Diffusion Acceleration Module","created":"2023-11-09","cited_by_count":211},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204},{"id":"2404.00228","title":"InfLoRA: Interference-Free Low-Rank Adaptation for Continual Learning","created":"2024-03-30","cited_by_count":198},{"id":"2310.08659","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","created":"2023-10-12","cited_by_count":196},{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164},{"id":"2307.10616","title":"Heterogeneous Federated Learning: State-of-the-art and Research Challenges","created":"2023-07-20","cited_by_count":161},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161},{"id":"2306.14870","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","created":"2023-06-26","cited_by_count":156},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152},{"id":"2305.05465","title":"The emergence of clusters in self-attention dynamics","created":"2023-05-09","cited_by_count":140},{"id":"2110.11773","title":"Sinkformers: Transformers with Doubly Stochastic Attention","created":"2021-10-22","cited_by_count":138},{"id":"2308.03303","title":"LoRA-FA: Efficient and Effective Low Rank Representation Fine-tuning","created":"2023-08-07","cited_by_count":137},{"id":"2403.14572","title":"Implicit Style-Content Separation using B-LoRA","created":"2024-03-21","cited_by_count":135},{"id":"2212.10650","title":"KronA: Parameter Efficient Tuning with Kronecker Adapter","created":"2022-12-20","cited_by_count":133},{"id":"2310.12798","title":"MolCA: Molecular Graph-Language Modeling with Cross-Modal Projector and Uni-Modal Adapter","created":"2023-10-19","cited_by_count":128},{"id":"2210.05643","title":"A Kernel-Based View of Language Model Fine-Tuning","created":"2022-10-11","cited_by_count":121},{"id":"2401.06432","title":"Heterogeneous LoRA for Federated Fine-tuning of On-Device Foundation Models","created":"2024-01-12","cited_by_count":116},{"id":"2308.13111","title":"Bayesian Low-rank Adaptation for Large Language Models","created":"2023-08-24","cited_by_count":115},{"id":"2310.18339","title":"When MOE Meets LLMs: Parameter Efficient Fine-tuning for Multi-task Medical Applications","created":"2023-10-21","cited_by_count":111},{"id":"2402.03293","title":"Flora: Low-Rank Adapters Are Secretly Gradient Compressors","created":"2024-02-05","cited_by_count":108},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106},{"id":"2310.17513","title":"The Expressive Power of Low-Rank Adaptation","created":"2023-10-26","cited_by_count":102},{"id":"2402.08562","title":"Higher Layers Need More LoRA Experts","created":"2024-02-13","cited_by_count":102},{"id":"2311.11696","title":"Sparse Low-rank Adaptation of Pre-trained Language Models","created":"2023-11-20","cited_by_count":96},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94},{"id":"2308.06522","title":"SLoRA: Federated Parameter Efficient Fine-Tuning of Language Models","created":"2023-08-12","cited_by_count":93},{"id":"2402.11505","title":"Federated Fine-tuning of Large Language Models under Heterogeneous Tasks and Client Resources","created":"2024-02-18","cited_by_count":93},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89},{"id":"2402.16842","title":"Asymmetry in Low-Rank Adapters of Foundation Models","created":"2024-02-26","cited_by_count":86},{"id":"2401.16160","title":"LLaVA-MoLE: Sparse Mixture of LoRA Experts for Mitigating Data Conflicts in Instruction Finetuning MLLMs","created":"2024-01-29","cited_by_count":84},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82},{"id":"2401.04151","title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","created":"2024-01-08","cited_by_count":82},{"id":"2203.16329","title":"Parameter-efficient Model Adaptation for Vision Transformers","created":"2022-03-29","cited_by_count":81},{"id":"2310.09424","title":"SALM: Speech-augmented Language Model with In-context Learning for Speech Recognition and Translation","created":"2023-10-13","cited_by_count":76},{"id":"2405.17604","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","created":"2024-05-27","cited_by_count":76},{"id":"2309.02411","title":"Delta-LoRA: Fine-Tuning High-Rank Parameters with the Delta of Low-Rank Matrices","created":"2023-09-05","cited_by_count":74},{"id":"2405.03003","title":"Parameter-Efficient Fine-Tuning with Discrete Fourier Transform","created":"2024-05-05","cited_by_count":71},{"id":"2403.05231","title":"Tracking Meets LoRA: Faster Training, Larger Model, Stronger Performance","created":"2024-03-08","cited_by_count":70},{"id":"2402.09997","title":"LoraRetriever: Input-Aware LoRA Retrieval and Composition for Mixed Tasks in the Wild","created":"2024-02-15","cited_by_count":68},{"id":"2307.10485","title":"FinGPT: Democratizing Internet-scale Data for Financial Large Language Models","created":"2023-07-19","cited_by_count":67},{"id":"2310.00035","title":"LoRA ensembles for large language model fine-tuning","created":"2023-09-29","cited_by_count":67},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65},{"id":"2311.09578","title":"Tied-Lora: Enhancing parameter efficiency of LoRA with weight tying","created":"2023-11-16","cited_by_count":65},{"id":"2403.10983","title":"OMG: Occlusion-friendly Personalized Multi-concept Generation in Diffusion Models","created":"2024-03-16","cited_by_count":64},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63},{"id":"2402.18865","title":"Analyzing and Reducing Catastrophic Forgetting in Parameter Efficient Tuning","created":"2024-02-29","cited_by_count":60},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59},{"id":"2311.17946","title":"DreamSync: Aligning Text-to-Image Generation with Image Understanding Feedback","created":"2023-11-29","cited_by_count":58},{"id":"2403.17749","title":"Multi-Task Dense Prediction via Mixture of Low-Rank Experts","created":"2024-03-26","cited_by_count":58},{"id":"2401.00243","title":"Uncertainty-Penalized Reinforcement Learning from Human Feedback with Diverse Reward LoRA Ensembles","created":"2023-12-30","cited_by_count":56},{"id":"2402.14780","title":"Customize-A-Video: One-Shot Motion Customization of Text-to-Video Diffusion Models","created":"2024-02-22","cited_by_count":55},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54},{"id":"2305.18403","title":"LoRAPrune: Structured Pruning Meets Low-Rank Parameter-Efficient Fine-Tuning","created":"2023-05-28","cited_by_count":53},{"id":"2402.02347","title":"Riemannian Preconditioned LoRA for Fine-Tuning Foundation Models","created":"2024-02-04","cited_by_count":52},{"id":"2405.15179","title":"VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks","created":"2024-05-24","cited_by_count":52},{"id":"2312.15698","title":"RepairLLaMA: Efficient Representations and Fine-Tuned Adapters for Program Repair","created":"2023-12-25","cited_by_count":50},{"id":"2310.13448","title":"Steering Large Language Models for Machine Translation with Finetuning and In-Context Learning","created":"2023-10-20","cited_by_count":49},{"id":"2312.04410","title":"Smooth Diffusion: Crafting Smooth Latent Spaces in Diffusion Models","created":"2023-12-07","cited_by_count":49},{"id":"2402.11867","title":"LoRA Training in the NTK Regime has No Spurious Local Minima","created":"2024-02-19","cited_by_count":48},{"id":"2310.18840","title":"Customizing 360-Degree Panoramas through Text-to-Image Diffusion Models","created":"2023-10-28","cited_by_count":47},{"id":"2406.11909","title":"Mixture-of-Subspaces in Low-Rank Adaptation","created":"2024-06-16","cited_by_count":47},{"id":"2308.12043","title":"IncreLoRA: Incremental Parameter Allocation Method for Parameter-Efficient Fine-tuning","created":"2023-08-23","cited_by_count":45},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45},{"id":"2401.16635","title":"Improving Reinforcement Learning from Human Feedback with Efficient Reward Model Ensemble","created":"2024-01-30","cited_by_count":44},{"id":"2403.20320","title":"MTLoRA: A Low-Rank Adaptation Approach for Efficient Multi-Task Learning","created":"2024-03-29","cited_by_count":44},{"id":"2402.15061","title":"Fine-tuning Large Language Models for Domain-specific Machine Translation","created":"2024-02-23","cited_by_count":43}],"next_cursor":"100"}