{"total":124,"rows":[{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2310.11454","title":"VeRA: Vector-based Random Matrix Adaptation","created":"2023-10-17","cited_by_count":300,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161,"area":null},{"id":"2410.01463","title":"Selective Aggregation for Low-Rank Adaptation in Federated Learning","created":"2024-10-02","cited_by_count":80,"area":null},{"id":"2406.15765","title":"Unveiling and Harnessing Hidden Attention Sinks: Enhancing Large Language Models without Training through Attention Calibration","created":"2024-06-22","cited_by_count":74,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54,"area":null},{"id":"2502.18461","title":"K-LoRA: Unlocking Training-Free Fusion of Any Subject and Style LoRAs","created":"2025-02-25","cited_by_count":48,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2403.16187","title":"ALoRA: Allocating Low-Rank Adaptation for Fine-tuning Large Language Models","created":"2024-03-24","cited_by_count":36,"area":null},{"id":"2312.05677","title":"Batched Low-Rank Adaptation of Foundation Models","created":"2023-12-09","cited_by_count":32,"area":null},{"id":"2309.14021","title":"LORD: Low Rank Decomposition Of Monolingual Code LLMs For One-Shot Compression","created":"2023-09-25","cited_by_count":26,"area":null},{"id":"2407.11239","title":"From Low Rank Gradient Subspace Stabilization to Low-Rank Weights: Observations, Theories, and Applications","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2405.13952","title":"Spectral Adapter: Fine-Tuning in Spectral Space","created":"2024-05-22","cited_by_count":21,"area":null},{"id":"2409.09510","title":"Comparing Retrieval-Augmentation and Parameter-Efficient Fine-Tuning for Privacy-Preserving Personalization of Large Language Models","created":"2024-09-14","cited_by_count":21,"area":null},{"id":"2402.17263","title":"MELoRA: Mini-Ensemble Low-Rank Adapters for Parameter-Efficient Fine-Tuning","created":"2024-02-27","cited_by_count":19,"area":null},{"id":"2504.07448","title":"LoRI: Reducing Cross-Task Interference in Multi-Task Low-Rank Adaptation","created":"2025-04-10","cited_by_count":19,"area":null},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18,"area":null},{"id":"2407.01031","title":"PocketLLM: Enabling On-Device Fine-Tuning for Personalized LLMs","created":"2024-07-01","cited_by_count":18,"area":null},{"id":"2410.09432","title":"FedEx-LoRA: Exact Aggregation for Federated and Efficient Fine-Tuning of Foundation Models","created":"2024-10-12","cited_by_count":18,"area":null},{"id":"2402.16828","title":"Training Neural Networks from Scratch with Parallel Low-Rank Adapters","created":"2024-02-26","cited_by_count":17,"area":null},{"id":"2405.02596","title":"Random Masking Finds Winning Tickets for Parameter Efficient Fine-tuning","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2406.13175","title":"Sparse High Rank Adapters","created":"2024-06-19","cited_by_count":17,"area":null},{"id":"2406.12832","title":"LaMDA: Large Model Fine-Tuning via Spectrally Decomposed Low-Dimensional Adaptation","created":"2024-06-18","cited_by_count":16,"area":null},{"id":"2312.08010","title":"EZ-CLIP: Efficient Zeroshot Video Action Recognition","created":"2023-12-13","cited_by_count":14,"area":null},{"id":"2312.17522","title":"Overview of the PromptCBLUE Shared Task in CHIP2023","created":"2023-12-29","cited_by_count":14,"area":null},{"id":"2408.10280","title":"NoRA: Nested Low-Rank Adaptation for Efficient Fine-Tuning Large Models","created":"2024-08-18","cited_by_count":13,"area":null},{"id":"2408.10774","title":"Flexora: Flexible Low Rank Adaptation for Large Language Models","created":"2024-08-20","cited_by_count":13,"area":null},{"id":"2406.09679","title":"Exploring Training on Heterogeneous Data with Mixture of Low-rank Adapters","created":"2024-06-14","cited_by_count":12,"area":null},{"id":"2512.23165","title":"Evaluating Parameter Efficient Methods for RLVR","created":"2025-12-29","cited_by_count":12,"area":null},{"id":"2312.12273","title":"VQA4CIR: Boosting Composed Image Retrieval with Visual Question Answering","created":"2023-12-19","cited_by_count":11,"area":null},{"id":"2406.10785","title":"ShareLoRA: Parameter Efficient and Robust Large Language Model Fine-tuning via Shared Low-Rank Adaptation","created":"2024-06-16","cited_by_count":11,"area":null},{"id":"2409.05926","title":"SVFit: Parameter-Efficient Fine-Tuning of Large Pre-Trained Models Using Singular Values","created":"2024-09-09","cited_by_count":11,"area":null},{"id":"2503.01419","title":"Parameter-Efficient Fine-Tuning of Large Language Models via Deconvolution in Subspace","created":"2025-03-03","cited_by_count":11,"area":null},{"id":"2512.23017","title":"Merge before Forget: A Single LoRA Continual Learning via Continual Merging","created":"2025-12-28","cited_by_count":11,"area":null},{"id":"2412.06289","title":"S$^{2}$FT: Efficient, Scalable and Generalizable LLM Fine-tuning by Structured Sparsity","created":"2024-12-09","cited_by_count":10,"area":null},{"id":"2505.22370","title":"SplitLoRA: Balancing Stability and Plasticity in Continual Learning Through Gradient Space Splitting","created":"2025-05-28","cited_by_count":10,"area":null},{"id":"2403.08822","title":"LoRA-SP: Streamlined Partial Parameter Adaptation for Resource-Efficient Fine-Tuning of Large Language Models","created":"2024-02-28","cited_by_count":9,"area":null},{"id":"2505.12455","title":"AltLoRA: Towards Better Gradient Approximation in Low-Rank Adaptation with Alternating Projections","created":"2025-05-18","cited_by_count":9,"area":null},{"id":"2410.10075","title":"RoCoFT: Efficient Finetuning of Large Language Models with Row-Column Updates","created":"2024-10-14","cited_by_count":8,"area":null},{"id":"2406.15734","title":"RankAdaptor: Hierarchical Rank Allocation for Efficient Fine-Tuning Pruned LLMs via Performance Model","created":"2024-06-22","cited_by_count":7,"area":null},{"id":"2408.04556","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","created":"2024-08-08","cited_by_count":7,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2410.04060","title":"LoRTA: Low Rank Tensor Adaptation of Large Language Models","created":"2024-10-05","cited_by_count":7,"area":null},{"id":"2410.22782","title":"MALoRA: Mixture of Asymmetric Low-Rank Adaptation for Enhanced Multi-Task Learning","created":"2024-10-30","cited_by_count":7,"area":null},{"id":"2510.21188","title":"PLAN: Proactive Low-Rank Allocation for Continual Learning","created":"2025-10-24","cited_by_count":7,"area":null},{"id":"2505.21732","title":"LaX: Boosting Low-Rank Training of Foundation Models via Latent Crossing","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2403.04303","title":"LORS: Low-rank Residual Structure for Parameter-Efficient Network Stacking","created":"2024-03-07","cited_by_count":5,"area":null},{"id":"2404.17184","title":"Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-04-26","cited_by_count":5,"area":null},{"id":"2405.09394","title":"SPD-CFL: Stepwise Parameter Dropout for Efficient Continual Federated Learning","created":"2024-05-15","cited_by_count":5,"area":null},{"id":"2407.01491","title":"Expressive and Generalizable Low-rank Adaptation for Large Models via Slow Cascaded Learning","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2407.16712","title":"Rapid Switching and Multi-Adapter Fusion via Sparse High Rank Adapters","created":"2024-07-22","cited_by_count":5,"area":null},{"id":"2502.13533","title":"Train Small, Infer Large: Memory-Efficient LoRA Training for Large Language Models","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2506.05713","title":"Come Together, But Not Right Now: A Progressive Strategy to Boost Low-Rank Adaptation","created":"2025-06-06","cited_by_count":5,"area":null},{"id":"2506.14280","title":"Improving LoRA with Variational Learning","created":"2025-06-17","cited_by_count":5,"area":null},{"id":"2603.15990","title":"W2T: LoRA Weights Already Know What They Can Do","created":"2026-03-16","cited_by_count":5,"area":null},{"id":"2409.19540","title":"LoRKD: Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-09-29","cited_by_count":4,"area":null},{"id":"2501.14406","title":"Adaptive Rank Allocation for Federated Parameter-Efficient Fine-Tuning of Language Models","created":"2025-01-24","cited_by_count":4,"area":null},{"id":"2501.18824","title":"Memory-Efficient Fine-Tuning of Transformers via Token Selection","created":"2025-01-31","cited_by_count":4,"area":null},{"id":"2502.06820","title":"LoCA: Location-Aware Cosine Adaptation for Parameter-Efficient Fine-Tuning","created":"2025-02-05","cited_by_count":4,"area":null},{"id":"2503.21213","title":"Resource-Efficient Federated Fine-Tuning Large Language Models for Heterogeneous Data","created":"2025-03-27","cited_by_count":4,"area":null},{"id":"2506.11449","title":"Dynamic Sparse Training of Diagonally Sparse Networks","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2506.13187","title":"Dynamic Context-oriented Decomposition for Task-aware Low-rank Adaptation with Less Forgetting and Faster Convergence","created":"2025-06-16","cited_by_count":4,"area":null},{"id":"2509.13240","title":"Don't Forget the Nonlinearity: Unlocking Activation Functions in Efficient Fine-Tuning","created":"2025-09-16","cited_by_count":4,"area":null},{"id":"2312.03415","title":"Run LoRA Run: Faster and Lighter LoRA Implementations","created":"2023-12-06","cited_by_count":3,"area":null},{"id":"2409.15520","title":"MobiZO: Enabling Efficient LLM Fine-Tuning at the Edge via Inference Engines","created":"2024-09-23","cited_by_count":3,"area":null},{"id":"2411.15804","title":"LoRA-Mini : Adaptation Matrices Decomposition and Selective Training","created":"2024-11-24","cited_by_count":3,"area":null},{"id":"2412.12951","title":"FineGates: LLMs Finetuning with Compression using Stochastic Gates","created":"2024-12-17","cited_by_count":3,"area":null},{"id":"2506.00495","title":"FLoE: Fisher-Based Layer Selection for Efficient Sparse Adaptation of Low-Rank Experts","created":"2025-05-31","cited_by_count":3,"area":null},{"id":"2506.18923","title":"Mix-of-Language-Experts Architecture for Multilingual Programming","created":"2025-06-18","cited_by_count":3,"area":null},{"id":"2406.06564","title":"SwitchLoRA: Switched Low-Rank Adaptation Can Learn Full-Rank Information","created":"2024-06-03","cited_by_count":2,"area":null},{"id":"2407.05413","title":"SBoRA: Low-Rank Adaptation with Regional Weight Updates","created":"2024-07-07","cited_by_count":2,"area":null},{"id":"2410.05951","title":"Hyper Adversarial Tuning for Boosting Adversarial Robustness of Pretrained Large Vision Models","created":"2024-10-08","cited_by_count":2,"area":null},{"id":"2412.20064","title":"VELoRA: A Low-Rank Adaptation Approach for Efficient RGB-Event based Recognition","created":"2024-12-28","cited_by_count":2,"area":null},{"id":"2502.17817","title":"Predicting Through Generation: Why Generation Is Better for Prediction","created":"2025-02-25","cited_by_count":2,"area":null},{"id":"2506.16787","title":"Revisiting LoRA through the Lens of Parameter Redundancy: Spectral Encoding Helps","created":"2025-06-20","cited_by_count":2,"area":null},{"id":"2507.11071","title":"LogTinyLLM: Tiny Large Language Models Based Contextual Log Anomaly Detection","created":"2025-07-15","cited_by_count":2,"area":null},{"id":"2509.21870","title":"Enhancing Low-Rank Adaptation with Structured Nonlinear Transformations","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2509.23472","title":"Memory-Efficient Fine-Tuning via Low-Rank Activation Compression","created":"2025-09-27","cited_by_count":2,"area":null},{"id":"2510.08513","title":"SliceFine: The Universal Winning-Slice Hypothesis for Pretrained Networks","created":"2025-10-09","cited_by_count":2,"area":null},{"id":"2510.15964","title":"Long Exposure: Accelerating Parameter-Efficient Fine-Tuning for LLMs under Shadowy Sparsity","created":"2025-10-12","cited_by_count":2,"area":null},{"id":"2510.19155","title":"VeFA: Vector-Based Feature Space Adaptation for Robust Model Fine-Tuning","created":"2025-10-22","cited_by_count":2,"area":null},{"id":"2601.06788","title":"Artificial Entanglement in the Fine-Tuning of Large Language Models","created":"2026-01-11","cited_by_count":2,"area":null},{"id":"2601.22708","title":"A Unified Study of LoRA Variants: Taxonomy, Review, Codebase, and Empirical Evaluation","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.09169","title":"Train Less, Infer Faster: Efficient Model Finetuning and Compression via Structured Sparsity","created":"2026-02-09","cited_by_count":2,"area":null},{"id":"2405.18203","title":"IAPT: Instruction-Aware Prompt Tuning for Large Language Models","created":"2024-05-28","cited_by_count":1,"area":null},{"id":"2407.08108","title":"CADC: Encoding User-Item Interactions for Compressing Recommendation Model Training Data","created":"2024-07-11","cited_by_count":1,"area":null},{"id":"2412.21065","title":"Efficient Multi-Task Inferencing with a Shared Backbone and Lightweight Task-Specific Adapters for Automatic Scoring","created":"2024-12-30","cited_by_count":1,"area":null},{"id":"2501.06954","title":"A Hessian-informed hyperparameter optimization for differential learning rate","created":"2025-01-12","cited_by_count":1,"area":null},{"id":"2502.13811","title":"On the Duality between Gradient Transformations and Adapters","created":"2025-02-19","cited_by_count":1,"area":null},{"id":"2504.02231","title":"AC-LoRA: Auto Component LoRA for Personalized Artistic Style Image Generation","created":"2025-04-03","cited_by_count":1,"area":null},{"id":"2505.12579","title":"Adaptive parameter-efficient fine-tuning via Hessian-informed subset selection","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2509.26399","title":"Communication-Efficient and Accurate Approach for Aggregation in Federated Low-Rank Adaptation","created":"2025-09-30","cited_by_count":1,"area":null},{"id":"2510.24061","title":"FALQON: Accelerating LoRA Fine-tuning with Low-Bit Floating-Point Arithmetic","created":"2025-10-28","cited_by_count":1,"area":null}],"next_cursor":"100"}