{"total":200,"rows":[{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2310.11454","title":"VeRA: Vector-based Random Matrix Adaptation","created":"2023-10-17","cited_by_count":300,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2402.05862","title":"Let Your Graph Do the Talking: Encoding Structured Data for LLMs","created":"2024-02-08","cited_by_count":118,"area":null},{"id":"2311.06243","title":"Parameter-Efficient Orthogonal Finetuning via Butterfly Factorization","created":"2023-11-10","cited_by_count":114,"area":null},{"id":"2311.11696","title":"Sparse Low-rank Adaptation of Pre-trained Language Models","created":"2023-11-20","cited_by_count":96,"area":null},{"id":"2312.11795","title":"MELO: Enhancing Model Editing with Neuron-Indexed Dynamic LoRA","created":"2023-12-19","cited_by_count":80,"area":null},{"id":"2309.02411","title":"Delta-LoRA: Fine-Tuning High-Rank Parameters with the Delta of Low-Rank Matrices","created":"2023-09-05","cited_by_count":74,"area":null},{"id":"2405.03003","title":"Parameter-Efficient Fine-Tuning with Discrete Fourier Transform","created":"2024-05-05","cited_by_count":71,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2402.02347","title":"Riemannian Preconditioned LoRA for Fine-Tuning Foundation Models","created":"2024-02-04","cited_by_count":52,"area":null},{"id":"2301.12132","title":"AutoPEFT: Automatic Configuration Search for Parameter-Efficient Fine-Tuning","created":"2023-01-28","cited_by_count":49,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44,"area":null},{"id":"2405.17357","title":"DoRA: Enhancing Parameter-Efficient Fine-Tuning with Dynamic Rank Distribution","created":"2024-05-27","cited_by_count":43,"area":null},{"id":"2410.01623","title":"Fira: Can We Achieve Full-rank Training of LLMs Under Low-rank Constraint?","created":"2024-10-02","cited_by_count":43,"area":null},{"id":"2402.18153","title":"Diffusion-Based Neural Network Weights Generation","created":"2024-02-28","cited_by_count":39,"area":null},{"id":"2502.02527","title":"TabPFN Unleashed: A Scalable and Effective Solution to Tabular Classification Problems","created":"2025-02-04","cited_by_count":36,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2410.20625","title":"LoRA Done RITE: Robust Invariant Transformation Equilibration for LoRA Optimization","created":"2024-10-27","cited_by_count":32,"area":null},{"id":"2403.11530","title":"Continual Forgetting for Pre-trained Vision Models","created":"2024-03-18","cited_by_count":29,"area":null},{"id":"2505.24816","title":"CL-LoRA: Continual Low-Rank Adaptation for Rehearsal-Free Class-Incremental Learning","created":"2025-05-30","cited_by_count":28,"area":null},{"id":"2402.10462","title":"QDyLoRA: Quantized Dynamic Low-Rank Adaptation for Efficient Large Language Model Tuning","created":"2024-02-16","cited_by_count":26,"area":null},{"id":"2310.11028","title":"Matrix Compression via Randomized Low Rank and Low Precision Factorization","created":"2023-10-17","cited_by_count":25,"area":null},{"id":"2505.18738","title":"AuroRA: Breaking Low-Rank Bottleneck of LoRA with Nonlinear Mapping","created":"2025-05-24","cited_by_count":23,"area":null},{"id":"2405.13952","title":"Spectral Adapter: Fine-Tuning in Spectral Space","created":"2024-05-22","cited_by_count":21,"area":null},{"id":"2506.16406","title":"Drag-and-Drop LLMs: Zero-Shot Prompt-to-Weights","created":"2025-06-19","cited_by_count":20,"area":null},{"id":"2402.16141","title":"PeriodicLoRA: Breaking the Low-Rank Bottleneck in LoRA Optimization","created":"2024-02-25","cited_by_count":19,"area":null},{"id":"2402.17263","title":"MELoRA: Mini-Ensemble Low-Rank Adapters for Parameter-Efficient Fine-Tuning","created":"2024-02-27","cited_by_count":19,"area":null},{"id":"2402.18039","title":"ResLoRA: Identity Residual Mapping in Low-Rank Adaption","created":"2024-02-28","cited_by_count":18,"area":null},{"id":"2312.00949","title":"Hyperparameter Optimization for Large Language Model Instruction-Tuning","created":"2023-12-01","cited_by_count":17,"area":null},{"id":"2504.21099","title":"A Survey on Parameter-Efficient Fine-Tuning for Foundation Models in Federated Learning","created":"2025-04-29","cited_by_count":17,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2405.17484","title":"Bridging The Gap between Low-rank and Orthogonal Adaptation via Householder Reflection Adaptation","created":"2024-05-24","cited_by_count":15,"area":null},{"id":"2406.03792","title":"Light-PEFT: Lightening Parameter-Efficient Fine-Tuning via Early Pruning","created":"2024-06-06","cited_by_count":15,"area":null},{"id":"2409.03662","title":"The representation landscape of few-shot learning and fine-tuning in large language models","created":"2024-09-05","cited_by_count":15,"area":null},{"id":"2502.02958","title":"Position: Editing Large Language Models Poses Serious Safety Risks","created":"2025-02-05","cited_by_count":15,"area":null},{"id":"2309.06799","title":"When Geoscience Meets Foundation Models: Towards General Geoscience Artificial Intelligence System","created":"2023-09-13","cited_by_count":13,"area":null},{"id":"2309.15223","title":"Low-rank Adaptation of Large Language Model Rescoring for Parameter-Efficient Speech Recognition","created":"2023-09-26","cited_by_count":13,"area":null},{"id":"2407.08056","title":"Pareto Low-Rank Adapters: Efficient Multi-Task Learning with Preferences","created":"2024-07-10","cited_by_count":13,"area":null},{"id":"2408.10280","title":"NoRA: Nested Low-Rank Adaptation for Efficient Fine-Tuning Large Models","created":"2024-08-18","cited_by_count":13,"area":null},{"id":"2402.11417","title":"LoRETTA: Low-Rank Economic Tensor-Train Adaptation for Ultra-Low-Parameter Fine-Tuning of Large Language Models","created":"2024-02-18","cited_by_count":12,"area":null},{"id":"2405.20271","title":"ETHER: Efficient Finetuning of Large-Scale Models with Hyperplane Reflections","created":"2024-05-30","cited_by_count":12,"area":null},{"id":"2406.01436","title":"Editing the Mind of Giants: An In-Depth Exploration of Pitfalls of Knowledge Editing in Large Language Models","created":"2024-06-03","cited_by_count":12,"area":null},{"id":"2409.05926","title":"SVFit: Parameter-Efficient Fine-Tuning of Large Pre-Trained Models Using Singular Values","created":"2024-09-09","cited_by_count":11,"area":null},{"id":"2505.20154","title":"UORA: Uniform Orthogonal Reinitialization Adaptation in Parameter-Efficient Fine-Tuning of Large Models","created":"2025-05-26","cited_by_count":11,"area":null},{"id":"2407.09946","title":"Low-Rank Interconnected Adaptation across Layers","created":"2024-07-13","cited_by_count":10,"area":null},{"id":"2408.07337","title":"KIND: Knowledge Integration and Diversion for Training Decomposable Models","created":"2024-08-14","cited_by_count":10,"area":null},{"id":"2602.04998","title":"Learning Rate Matters: Vanilla LoRA May Suffice for LLM Fine-tuning","created":"2026-02-04","cited_by_count":10,"area":null},{"id":"2404.07919","title":"ST-LoRA: Low-rank Adaptation for Spatio-Temporal Forecasting","created":"2024-04-11","cited_by_count":9,"area":null},{"id":"2405.06368","title":"DP-DyLoRA: Fine-Tuning Transformer-Based Models On-Device under Differentially Private Federated Learning using Dynamic Low-Rank Adaptation","created":"2024-05-10","cited_by_count":9,"area":null},{"id":"2505.12455","title":"AltLoRA: Towards Better Gradient Approximation in Low-Rank Adaptation with Alternating Projections","created":"2025-05-18","cited_by_count":9,"area":null},{"id":"2505.13502","title":"Federated Low-Rank Adaptation for Foundation Models: A Survey","created":"2025-05-16","cited_by_count":9,"area":null},{"id":"2505.22694","title":"MoRE: A Mixture of Low-Rank Experts for Adaptive Multi-Task Learning","created":"2025-05-28","cited_by_count":9,"area":null},{"id":"2403.13037","title":"BiLoRA: A Bi-level Optimization Framework for Overfitting-Resilient Low-Rank Adaptation of Large Pre-trained Models","created":"2024-03-19","cited_by_count":8,"area":null},{"id":"2406.13046","title":"Bayesian-LoRA: LoRA based Parameter Efficient Fine-Tuning using Optimal Quantization levels and Rank Values trough Differentiable Bayesian Gates","created":"2024-06-18","cited_by_count":8,"area":null},{"id":"2410.01870","title":"PEANuT: Parameter-Efficient Adaptation with Weight-aware Neural Tweakers","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2412.06071","title":"KaSA: Knowledge-Aware Singular-Value Adaptation of Large Language Models","created":"2024-12-08","cited_by_count":8,"area":null},{"id":"2305.12544","title":"Has It All Been Solved? Open NLP Research Questions Not Solved by Large Language Models","created":"2023-05-21","cited_by_count":7,"area":null},{"id":"2309.08968","title":"Sorted LLaMA: Unlocking the Potential of Intermediate Layers of Large Language Models for Dynamic Inference","created":"2023-09-16","cited_by_count":7,"area":null},{"id":"2408.04556","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","created":"2024-08-08","cited_by_count":7,"area":null},{"id":"2410.04060","title":"LoRTA: Low Rank Tensor Adaptation of Large Language Models","created":"2024-10-05","cited_by_count":7,"area":null},{"id":"2412.04254","title":"CLINICSUM: Utilizing Language Models for Generating Clinical Summaries from Patient-Doctor Conversations","created":"2024-12-05","cited_by_count":7,"area":null},{"id":"2412.07771","title":"PETALface: Parameter Efficient Transfer Learning for Low-resolution Face Recognition","created":"2024-12-10","cited_by_count":7,"area":null},{"id":"2506.19847","title":"Orthogonal Finetuning Made Scalable","created":"2025-06-24","cited_by_count":7,"area":null},{"id":"2408.09397","title":"Combo: Co-speech holistic 3D human motion generation and efficient customizable adaptation in harmony","created":"2024-08-18","cited_by_count":6,"area":null},{"id":"2409.12371","title":"Communication-Efficient Federated Low-Rank Update Algorithm and its Connection to Implicit Regularization","created":"2024-09-19","cited_by_count":6,"area":null},{"id":"2410.13618","title":"LoLDU: Low-Rank Adaptation via Lower-Diag-Upper Decomposition for Parameter-Efficient Fine-Tuning","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2411.04358","title":"Robust and Efficient Fine-tuning of LLMs with Bayesian Reparameterization of Low-Rank Adaptation","created":"2024-11-07","cited_by_count":6,"area":null},{"id":"2505.08022","title":"Dynamical Low-Rank Compression of Neural Networks with Robustness under Adversarial Attacks","created":"2025-05-12","cited_by_count":6,"area":null},{"id":"2603.13792","title":"IGU-LoRA: Adaptive Rank Allocation via Integrated Gradients and Uncertainty-Aware Scoring","created":"2026-03-14","cited_by_count":6,"area":null},{"id":"2403.04303","title":"LORS: Low-rank Residual Structure for Parameter-Efficient Network Stacking","created":"2024-03-07","cited_by_count":5,"area":null},{"id":"2403.19456","title":"Break-for-Make: Modular Low-Rank Adaptations for Composable Content-Style Customization","created":"2024-03-28","cited_by_count":5,"area":null},{"id":"2404.05333","title":"PORTULAN ExtraGLUE Datasets and Models: Kick-starting a Benchmark for the Neural Processing of Portuguese","created":"2024-04-08","cited_by_count":5,"area":null},{"id":"2404.17184","title":"Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-04-26","cited_by_count":5,"area":null},{"id":"2406.17740","title":"Structured Unrestricted-Rank Matrices for Parameter Efficient Fine-tuning","created":"2024-06-25","cited_by_count":5,"area":null},{"id":"2410.18720","title":"GeoLoRA: Geometric integration for parameter efficient fine-tuning","created":"2024-10-24","cited_by_count":5,"area":null},{"id":"2504.00254","title":"ElaLoRA: Elastic & Learnable Low-Rank Adaptation for Efficient Model Fine-Tuning","created":"2025-03-31","cited_by_count":5,"area":null},{"id":"2505.05086","title":"Beyond Low-rank Decomposition: A Shortcut Approach for Efficient On-Device Learning","created":"2025-05-08","cited_by_count":5,"area":null},{"id":"2506.14280","title":"Improving LoRA with Variational Learning","created":"2025-06-17","cited_by_count":5,"area":null},{"id":"2506.17475","title":"A geometric framework for momentum-based optimizers for low-rank training","created":"2025-06-20","cited_by_count":5,"area":null},{"id":"2506.18267","title":"ARD-LoRA: Dynamic Rank Allocation for Parameter-Efficient Fine-Tuning of Foundation Models with Heterogeneous Adaptation Needs","created":"2025-06-23","cited_by_count":5,"area":null},{"id":"2509.17874","title":"Deep Hierarchical Learning with Nested Subspace Networks for Large Language Models","created":"2025-09-22","cited_by_count":5,"area":null},{"id":"2601.22905","title":"FlexLoRA: Entropy-Guided Flexible Low-Rank Adaptation","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2603.05235","title":"Reclaiming Lost Text Layers for Source-Free Cross-Domain Few-Shot Learning","created":"2026-03-05","cited_by_count":5,"area":null},{"id":"2403.09377","title":"Introducing Routing Functions to Vision-Language Parameter-Efficient Fine-Tuning with Low-Rank Bottlenecks","created":"2024-03-14","cited_by_count":4,"area":null},{"id":"2405.15481","title":"Sparse Spectral Training and Inference on Euclidean and Hyperbolic Neural Networks","created":"2024-05-24","cited_by_count":4,"area":null},{"id":"2406.19301","title":"MCNC: Manifold-Constrained Reparameterization for Neural Compression","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2408.03290","title":"SARA: Singular-Value Based Adaptive Low-Rank Adaption","created":"2024-08-06","cited_by_count":4,"area":null},{"id":"2409.19540","title":"LoRKD: Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-09-29","cited_by_count":4,"area":null},{"id":"2501.09705","title":"Practical Continual Forgetting for Pre-trained Vision Models","created":"2025-01-16","cited_by_count":4,"area":null},{"id":"2501.18824","title":"Memory-Efficient Fine-Tuning of Transformers via Token Selection","created":"2025-01-31","cited_by_count":4,"area":null},{"id":"2502.05573","title":"Low-Rank Agent-Specific Adaptation (LoRASA) for Multi-Agent Policy Learning","created":"2025-02-08","cited_by_count":4,"area":null},{"id":"2502.06820","title":"LoCA: Location-Aware Cosine Adaptation for Parameter-Efficient Fine-Tuning","created":"2025-02-05","cited_by_count":4,"area":null}],"next_cursor":"100"}