{"total":305,"rows":[{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141,"area":null},{"id":"2410.21228","title":"LoRA vs Full Fine-tuning: An Illusion of Equivalence","created":"2024-10-28","cited_by_count":109,"area":null},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2410.01463","title":"Selective Aggregation for Low-Rank Adaptation in Federated Learning","created":"2024-10-02","cited_by_count":80,"area":null},{"id":"2407.18242","title":"LoRA-Pro: Are Low-Rank Adapters Properly Optimized?","created":"2024-07-25","cited_by_count":77,"area":null},{"id":"2405.17604","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","created":"2024-05-27","cited_by_count":76,"area":null},{"id":"2403.05231","title":"Tracking Meets LoRA: Faster Training, Larger Model, Stronger Performance","created":"2024-03-08","cited_by_count":70,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2410.13284","title":"Learning to Route LLMs with Confidence Tokens","created":"2024-10-17","cited_by_count":67,"area":null},{"id":"2603.21687","title":"MIRAGE: The Illusion of Visual Understanding","created":"2026-03-23","cited_by_count":65,"area":null},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54,"area":null},{"id":"2502.18461","title":"K-LoRA: Unlocking Training-Free Fusion of Any Subject and Style LoRAs","created":"2025-02-25","cited_by_count":48,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45,"area":null},{"id":"2406.01775","title":"OLoRA: Orthonormal Low-Rank Adaptation of Large Language Models","created":"2024-06-03","cited_by_count":39,"area":null},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2410.20625","title":"LoRA Done RITE: Robust Invariant Transformation Equilibration for LoRA Optimization","created":"2024-10-27","cited_by_count":32,"area":null},{"id":"2405.12130","title":"MoRA: High-Rank Updating for Parameter-Efficient Fine-Tuning","created":"2024-05-20","cited_by_count":31,"area":null},{"id":"2406.03136","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","created":"2024-06-05","cited_by_count":31,"area":null},{"id":"2505.02795","title":"HSplitLoRA: A Heterogeneous Split Parameter-Efficient Fine-Tuning Framework for Large Language Models","created":"2025-05-05","cited_by_count":31,"area":null},{"id":"2406.06248","title":"Compute Better Spent: Replacing Dense Layers with Structured Matrices","created":"2024-06-10","cited_by_count":28,"area":null},{"id":"2410.04010","title":"Hyperbolic Fine-Tuning for Large Language Models","created":"2024-10-05","cited_by_count":27,"area":null},{"id":"2407.11239","title":"From Low Rank Gradient Subspace Stabilization to Low-Rank Weights: Observations, Theories, and Applications","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2406.00132","title":"QuanTA: Efficient High-Rank Fine-Tuning of LLMs with Quantum-Informed Tensor Adaptation","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2410.04207","title":"Learning on LoRAs: GL-Equivariant Processing of Low-Rank Weight Spaces for Large Finetuned Models","created":"2024-10-05","cited_by_count":22,"area":null},{"id":"2410.22815","title":"Towards Robust and Efficient Federated Low-Rank Adaptation with Heterogeneous Clients","created":"2024-10-30","cited_by_count":22,"area":null},{"id":"2405.13952","title":"Spectral Adapter: Fine-Tuning in Spectral Space","created":"2024-05-22","cited_by_count":21,"area":null},{"id":"2502.12913","title":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","created":"2025-02-18","cited_by_count":21,"area":null},{"id":"2409.14396","title":"Flat-LoRA: Low-Rank Adaptation over a Flat Loss Landscape","created":"2024-09-22","cited_by_count":20,"area":null},{"id":"2410.07170","title":"Parameter Efficient Fine-tuning via Explained Variance Adaptation","created":"2024-10-09","cited_by_count":20,"area":null},{"id":"2502.09376","title":"LoRA Training Provably Converges to a Low-Rank Global Minimum or It Fails Loudly (But it Probably Won't Fail)","created":"2025-02-13","cited_by_count":20,"area":null},{"id":"2506.03133","title":"PoLAR: Polar-Decomposed Low-Rank Adapter Representation","created":"2025-06-03","cited_by_count":20,"area":null},{"id":"2506.16406","title":"Drag-and-Drop LLMs: Zero-Shot Prompt-to-Weights","created":"2025-06-19","cited_by_count":20,"area":null},{"id":"2504.07448","title":"LoRI: Reducing Cross-Task Interference in Multi-Task Low-Rank Adaptation","created":"2025-04-10","cited_by_count":19,"area":null},{"id":"2406.13175","title":"Sparse High Rank Adapters","created":"2024-06-19","cited_by_count":17,"area":null},{"id":"2410.09437","title":"MTL-LoRA: Low-Rank Adaptation for Multi-Task Learning","created":"2024-10-12","cited_by_count":17,"area":null},{"id":"2502.01755","title":"Robust Federated Finetuning of LLMs via Alternating Optimization of LoRA","created":"2025-02-03","cited_by_count":17,"area":null},{"id":"2505.23194","title":"Beyond Zero Initialization: Investigating the Impact of Non-Zero Initialization on LoRA Fine-Tuning Dynamics","created":"2025-05-29","cited_by_count":16,"area":null},{"id":"2410.11160","title":"A Unified Framework with Multimodal Fine-tuning for Remote Sensing Semantic Segmentation","created":"2024-10-15","cited_by_count":15,"area":null},{"id":"2505.21289","title":"LoFT: Low-Rank Adaptation That Behaves Like Full Fine-Tuning","created":"2025-05-27","cited_by_count":14,"area":null},{"id":"2506.20629","title":"PLoP: Precise LoRA Placement for Efficient Finetuning of Large Models","created":"2025-06-25","cited_by_count":14,"area":null},{"id":"2510.01938","title":"StelLA: Subspace Learning in Low-rank Adaptation using Stiefel Manifold","created":"2025-10-02","cited_by_count":14,"area":null},{"id":"2407.08044","title":"RoLoRA: Fine-tuning Rotated Outlier-free LLMs for Effective Weight-Activation Quantization","created":"2024-07-10","cited_by_count":13,"area":null},{"id":"2408.10280","title":"NoRA: Nested Low-Rank Adaptation for Efficient Fine-Tuning Large Models","created":"2024-08-18","cited_by_count":13,"area":null},{"id":"2503.06982","title":"Understanding the Learning Dynamics of LoRA: A Gradient Flow Perspective on Low-Rank Adaptation in Matrix Factorization","created":"2025-03-10","cited_by_count":13,"area":null},{"id":"2507.12142","title":"LoRA meets Riemannion: Muon Optimizer for Parametrization-independent Low-Rank Adapters","created":"2025-07-16","cited_by_count":13,"area":null},{"id":"2405.16528","title":"LoQT: Low-Rank Adapters for Quantized Pretraining","created":"2024-05-26","cited_by_count":12,"area":null},{"id":"2411.16746","title":"LoBAM: LoRA-Based Backdoor Attack on Model Merging","created":"2024-11-23","cited_by_count":12,"area":null},{"id":"2502.12171","title":"GoRA: Gradient-driven Adaptive Low Rank Adaptation","created":"2025-02-13","cited_by_count":12,"area":null},{"id":"2505.11739","title":"ZeroTuning: Unlocking the Initial Token's Power to Enhance Large Language Models Without Training","created":"2025-05-16","cited_by_count":12,"area":null},{"id":"2512.23165","title":"Evaluating Parameter Efficient Methods for RLVR","created":"2025-12-29","cited_by_count":12,"area":null},{"id":"2409.02346","title":"Robust Federated Finetuning of Foundation Models via Alternating Minimization of LoRA","created":"2024-09-04","cited_by_count":11,"area":null},{"id":"2503.05431","title":"Quantum-PEFT: Ultra parameter-efficient fine-tuning","created":"2025-03-07","cited_by_count":11,"area":null},{"id":"2408.07337","title":"KIND: Knowledge Integration and Diversion for Training Decomposable Models","created":"2024-08-14","cited_by_count":10,"area":null},{"id":"2408.09856","title":"TeamLoRA: Boosting Low-Rank Adaptation with Expert Collaboration and Competition","created":"2024-08-19","cited_by_count":10,"area":null},{"id":"2412.06289","title":"S$^{2}$FT: Efficient, Scalable and Generalizable LLM Fine-tuning by Structured Sparsity","created":"2024-12-09","cited_by_count":10,"area":null},{"id":"2412.19191","title":"Biology-Instructions: A Dataset and Benchmark for Multi-Omics Sequence Understanding Capability of Large Language Models","created":"2024-12-26","cited_by_count":10,"area":null},{"id":"2502.14538","title":"LoRA-MGPO: Mitigating Double Descent in Low-Rank Adaptation via Momentum-Guided Perturbation Optimization","created":"2025-02-20","cited_by_count":10,"area":null},{"id":"2503.09493","title":"Parameter-Efficient Adaptation of Geospatial Foundation Models through Embedding Deflection","created":"2025-03-12","cited_by_count":10,"area":null},{"id":"2503.16944","title":"HyperLoRA: Parameter-Efficient Adaptive Generation for Portrait Synthesis","created":"2025-03-21","cited_by_count":10,"area":null},{"id":"2508.00230","title":"Towards Higher Effective Rank in Parameter-efficient Fine-tuning using Khatri--Rao Product","created":"2025-08-01","cited_by_count":10,"area":null},{"id":"2508.05232","title":"Cross-LoRA: A Data-Free LoRA Transfer Framework across Heterogeneous LLMs","created":"2025-08-07","cited_by_count":10,"area":null},{"id":"2512.18248","title":"On the Convergence Rate of LoRA Gradient Descent","created":"2025-12-20","cited_by_count":10,"area":null},{"id":"2602.04998","title":"Learning Rate Matters: Vanilla LoRA May Suffice for LLM Fine-tuning","created":"2026-02-04","cited_by_count":10,"area":null},{"id":"2404.07919","title":"ST-LoRA: Low-rank Adaptation for Spatio-Temporal Forecasting","created":"2024-04-11","cited_by_count":9,"area":null},{"id":"2406.15480","title":"On Giant's Shoulders: Effortless Weak to Strong by Dynamic Logits Fusion","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2410.02247","title":"Theoretical Insights into Fine-Tuning Attention Mechanism: Generalization and Optimization","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2503.19859","title":"An Overview of Low-Rank Structures in the Training and Adaptation of Large Models","created":"2025-03-25","cited_by_count":9,"area":null},{"id":"2504.09223","title":"DL-QAT: Weight-Decomposed Low-Rank Quantization-Aware Training for Large Language Models","created":"2025-04-12","cited_by_count":9,"area":null},{"id":"2505.12455","title":"AltLoRA: Towards Better Gradient Approximation in Low-Rank Adaptation with Alternating Projections","created":"2025-05-18","cited_by_count":9,"area":null},{"id":"2505.18877","title":"RefLoRA: Refactored Low-Rank Adaptation for Efficient Fine-Tuning of Large Models","created":"2025-05-24","cited_by_count":9,"area":null},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2508.19432","title":"Quantized but Deceptive? A Multi-Dimensional Truthfulness Evaluation of Quantized LLMs","created":"2025-08-26","cited_by_count":9,"area":null},{"id":"2602.02343","title":"Why Steering Works: Toward a Unified View of Language Model Parameter Dynamics","created":"2026-02-02","cited_by_count":9,"area":null},{"id":"2602.06204","title":"Learning Rate Scaling across LoRA Ranks and Transfer to Full Finetuning","created":"2026-02-05","cited_by_count":9,"area":null},{"id":"2412.09250","title":"GeLoRA: Geometric Adaptive Ranks For Efficient LoRA Fine-tuning","created":"2024-12-12","cited_by_count":8,"area":null},{"id":"2602.23638","title":"FedRot-LoRA: Mitigating Rotational Misalignment in Federated LoRA","created":"2026-02-27","cited_by_count":8,"area":null},{"id":"2408.04556","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","created":"2024-08-08","cited_by_count":7,"area":null},{"id":"2409.15371","title":"MiSS: Revisiting the Trade-off in LoRA with an Efficient Shard-Sharing Structure","created":"2024-09-19","cited_by_count":7,"area":null},{"id":"2410.04060","title":"LoRTA: Low Rank Tensor Adaptation of Large Language Models","created":"2024-10-05","cited_by_count":7,"area":null},{"id":"2410.22782","title":"MALoRA: Mixture of Asymmetric Low-Rank Adaptation for Enhanced Multi-Task Learning","created":"2024-10-30","cited_by_count":7,"area":null},{"id":"2505.12532","title":"Exploring Sparsity for Parameter Efficient Fine Tuning Using Wavelets for Vision","created":"2025-05-18","cited_by_count":7,"area":null},{"id":"2507.06558","title":"The Primacy of Magnitude in Low-Rank Adaptation","created":"2025-07-09","cited_by_count":7,"area":null},{"id":"2411.04358","title":"Robust and Efficient Fine-tuning of LLMs with Bayesian Reparameterization of Low-Rank Adaptation","created":"2024-11-07","cited_by_count":6,"area":null},{"id":"2503.11227","title":"GKG-LLM: A Unified Framework for Generalized Knowledge Graph Construction","created":"2025-03-14","cited_by_count":6,"area":null},{"id":"2505.21732","title":"LaX: Boosting Low-Rank Training of Foundation Models via Latent Crossing","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2510.15962","title":"CTR-LoRA: Curvature-Aware and Trust-Region Guided Low-Rank Adaptation for Large Language Models","created":"2025-10-11","cited_by_count":6,"area":null},{"id":"2510.23123","title":"Beyond Higher Rank: Token-wise Input-Output Projections for Efficient Low-Rank Adaptation","created":"2025-10-27","cited_by_count":6,"area":null},{"id":"2407.01491","title":"Expressive and Generalizable Low-rank Adaptation for Large Models via Slow Cascaded Learning","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2407.16712","title":"Rapid Switching and Multi-Adapter Fusion via Sparse High Rank Adapters","created":"2024-07-22","cited_by_count":5,"area":null},{"id":"2410.18720","title":"GeoLoRA: Geometric integration for parameter efficient fine-tuning","created":"2024-10-24","cited_by_count":5,"area":null},{"id":"2411.01195","title":"Transfer Learning for Finetuning Large Language Models","created":"2024-11-02","cited_by_count":5,"area":null},{"id":"2505.20006","title":"Mixture of LoRA Experts for Low-Resourced Multi-Accent Automatic Speech Recognition","created":"2025-05-26","cited_by_count":5,"area":null},{"id":"2505.23176","title":"The Panaceas for Improving Low-Rank Decomposition in Communication-Efficient Federated Learning","created":"2025-05-29","cited_by_count":5,"area":null},{"id":"2506.05713","title":"Come Together, But Not Right Now: A Progressive Strategy to Boost Low-Rank Adaptation","created":"2025-06-06","cited_by_count":5,"area":null},{"id":"2506.17475","title":"A geometric framework for momentum-based optimizers for low-rank training","created":"2025-06-20","cited_by_count":5,"area":null}],"next_cursor":"100"}