{"total":151,"rows":[{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2402.12354","title":"LoRA+: Efficient Low Rank Adaptation of Large Models","created":"2024-02-19","cited_by_count":377,"area":null},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2311.12023","title":"LQ-LoRA: Low-rank Plus Quantized Matrix Decomposition for Efficient Language Model Finetuning","created":"2023-11-20","cited_by_count":92,"area":null},{"id":"2409.01586","title":"Booster: Tackling Harmful Fine-tuning for Large Language Models via Attenuating Harmful Perturbation","created":"2024-09-03","cited_by_count":92,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2402.15319","title":"GPTVQ: The Blessing of Dimensionality for LLM Quantization","created":"2024-02-23","cited_by_count":82,"area":null},{"id":"2405.17604","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","created":"2024-05-27","cited_by_count":76,"area":null},{"id":"2406.15765","title":"Unveiling and Harnessing Hidden Attention Sinks: Enhancing Large Language Models without Training through Attention Calibration","created":"2024-06-22","cited_by_count":74,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2405.18886","title":"Compressing Large Language Models using Low Rank and Low Precision Decomposition","created":"2024-05-29","cited_by_count":59,"area":null},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54,"area":null},{"id":"2406.11289","title":"A Systematic Survey of Text Summarization: From Statistical Methods to Large Language Models","created":"2024-06-17","cited_by_count":52,"area":null},{"id":"2401.04679","title":"RoSA: Accurate Parameter-Efficient Fine-Tuning via Robust Adaptation","created":"2024-01-09","cited_by_count":48,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2402.02446","title":"LQER: Low-Rank Quantization Error Reconstruction for LLMs","created":"2024-02-04","cited_by_count":41,"area":null},{"id":"2402.05445","title":"Accurate LoRA-Finetuning Quantization of LLMs via Information Retention","created":"2024-02-08","cited_by_count":41,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2406.03136","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","created":"2024-06-05","cited_by_count":31,"area":null},{"id":"2406.16797","title":"Lottery Ticket Adaptation: Mitigating Destructive Interference in LLMs","created":"2024-06-24","cited_by_count":31,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2402.05147","title":"ApiQ: Finetuning of 2-Bit Quantized Large Language Model","created":"2024-02-07","cited_by_count":27,"area":null},{"id":"2410.04010","title":"Hyperbolic Fine-Tuning for Large Language Models","created":"2024-10-05","cited_by_count":27,"area":null},{"id":"2405.17849","title":"I-LLM: Efficient Integer-Only Inference for Fully-Quantized Low-Bit Large Language Models","created":"2024-05-28","cited_by_count":23,"area":null},{"id":"2508.14896","title":"Quantization Meets dLLMs: A Systematic Study of Post-training Quantization for Diffusion LLMs","created":"2025-08-20","cited_by_count":23,"area":null},{"id":"2403.19243","title":"Efficient Learning With Sine-Activated Low-rank Matrices","created":"2024-03-28","cited_by_count":22,"area":null},{"id":"2410.06040","title":"QERA: an Analytical Framework for Quantization Error Reconstruction","created":"2024-10-08","cited_by_count":22,"area":null},{"id":"2406.10777","title":"RoseLoRA: Row and Column-wise Sparse Low-rank Adaptation of Pre-trained Language Model for Knowledge Editing and Fine-tuning","created":"2024-06-16","cited_by_count":21,"area":null},{"id":"2409.09510","title":"Comparing Retrieval-Augmentation and Parameter-Efficient Fine-Tuning for Privacy-Preserving Personalization of Large Language Models","created":"2024-09-14","cited_by_count":21,"area":null},{"id":"2502.12913","title":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","created":"2025-02-18","cited_by_count":21,"area":null},{"id":"2410.07170","title":"Parameter Efficient Fine-tuning via Explained Variance Adaptation","created":"2024-10-09","cited_by_count":20,"area":null},{"id":"2506.03133","title":"PoLAR: Polar-Decomposed Low-Rank Adapter Representation","created":"2025-06-03","cited_by_count":20,"area":null},{"id":"2412.12687","title":"Uncertainty-Aware Hybrid Inference with On-Device Small and Remote Large Language Models","created":"2024-12-17","cited_by_count":19,"area":null},{"id":"2505.23194","title":"Beyond Zero Initialization: Investigating the Impact of Non-Zero Initialization on LoRA Fine-Tuning Dynamics","created":"2025-05-29","cited_by_count":16,"area":null},{"id":"2402.04902","title":"L4Q: Parameter Efficient Quantization-Aware Fine-Tuning on Large Language Models","created":"2024-02-07","cited_by_count":15,"area":null},{"id":"2405.17484","title":"Bridging The Gap between Low-rank and Orthogonal Adaptation via Householder Reflection Adaptation","created":"2024-05-24","cited_by_count":15,"area":null},{"id":"2410.18965","title":"On the Crucial Role of Initialization for Matrix Factorization","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2504.06265","title":"Large language models as uncertainty-calibrated optimizers for experimental discovery","created":"2025-04-08","cited_by_count":13,"area":null},{"id":"2404.09695","title":"LoRAP: Transformer Sub-Layers Deserve Differentiated Structured Compression for Large Language Models","created":"2024-04-15","cited_by_count":12,"area":null},{"id":"2405.16528","title":"LoQT: Low-Rank Adapters for Quantized Pretraining","created":"2024-05-26","cited_by_count":12,"area":null},{"id":"2406.09679","title":"Exploring Training on Heterogeneous Data with Mixture of Low-rank Adapters","created":"2024-06-14","cited_by_count":12,"area":null},{"id":"2410.13056","title":"Channel-Wise Mixed-Precision Quantization for Large Language Models","created":"2024-10-16","cited_by_count":11,"area":null},{"id":"2503.01901","title":"Identifying Sensitive Weights via Post-quantization Integral","created":"2025-02-28","cited_by_count":11,"area":null},{"id":"2505.05530","title":"Low-bit Model Quantization for Deep Neural Networks: A Survey","created":"2025-05-08","cited_by_count":11,"area":null},{"id":"2411.12448","title":"Large Language Models for Lossless Image Compression: Next-Pixel Prediction in Language Space is All You Need","created":"2024-11-19","cited_by_count":10,"area":null},{"id":"2505.18877","title":"RefLoRA: Refactored Low-Rank Adaptation for Efficient Fine-Tuning of Large Models","created":"2025-05-24","cited_by_count":9,"area":null},{"id":"2506.05568","title":"Ravan: Multi-Head Low-Rank Adaptation for Federated Fine-Tuning","created":"2025-06-05","cited_by_count":9,"area":null},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2602.06204","title":"Learning Rate Scaling across LoRA Ranks and Transfer to Full Finetuning","created":"2026-02-05","cited_by_count":9,"area":null},{"id":"2310.12858","title":"Audio Editing with Non-Rigid Text Prompts","created":"2023-10-19","cited_by_count":8,"area":null},{"id":"2503.07158","title":"Generative AI in Transportation Planning: A Survey","created":"2025-03-10","cited_by_count":8,"area":null},{"id":"2410.21271","title":"EoRA: Fine-tuning-free Compensation for Compressed LLM with Eigenspace Low-Rank Approximation","created":"2024-10-28","cited_by_count":7,"area":null},{"id":"2507.06558","title":"The Primacy of Magnitude in Low-Rank Adaptation","created":"2025-07-09","cited_by_count":7,"area":null},{"id":"2502.08141","title":"LowRA: Accurate and Efficient LoRA Fine-Tuning of LLMs under 2 Bits","created":"2025-02-12","cited_by_count":6,"area":null},{"id":"2411.06710","title":"Model Fusion through Bayesian Optimization in Language Model Fine-Tuning","created":"2024-11-11","cited_by_count":5,"area":null},{"id":"2501.16385","title":"FBQuant: FeedBack Quantization for Large Language Models","created":"2025-01-25","cited_by_count":5,"area":null},{"id":"2501.18475","title":"CLoQ: Enhancing Fine-Tuning of Quantized LLMs via Calibrated LoRA Initialization","created":"2025-01-30","cited_by_count":5,"area":null},{"id":"2502.13533","title":"Train Small, Infer Large: Memory-Efficient LoRA Training for Large Language Models","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2503.12649","title":"FW-Merging: Scaling Model Merging with Frank-Wolfe Optimization","created":"2025-03-16","cited_by_count":5,"area":null},{"id":"2505.11788","title":"Communication-Efficient Hybrid Language Model via Uncertainty-Aware Opportunistic and Compressed Transmission","created":"2025-05-17","cited_by_count":5,"area":null},{"id":"2505.18724","title":"LoTA-QAF: Lossless Ternary Adaptation for Quantization-Aware Fine-Tuning","created":"2025-05-24","cited_by_count":5,"area":null},{"id":"2506.14280","title":"Improving LoRA with Variational Learning","created":"2025-06-17","cited_by_count":5,"area":null},{"id":"2602.22268","title":"AutoQRA: Joint Optimization of Mixed-Precision Quantization and Low-rank Adapters for Efficient LLM Fine-Tuning","created":"2026-02-25","cited_by_count":5,"area":null},{"id":"2312.02210","title":"Low-Precision Mixed-Computation Models for Inference on Edge","created":"2023-12-03","cited_by_count":4,"area":null},{"id":"2412.18729","title":"Optimizing Large Language Models with an Enhanced LoRA Fine-Tuning Algorithm for Efficiency and Robustness in NLP Tasks","created":"2024-12-25","cited_by_count":4,"area":null},{"id":"2501.07139","title":"FlexQuant: Elastic Quantization Framework for Locally Hosted LLM on Edge Devices","created":"2025-01-13","cited_by_count":4,"area":null},{"id":"2506.13187","title":"Dynamic Context-oriented Decomposition for Task-aware Low-rank Adaptation with Less Forgetting and Faster Convergence","created":"2025-06-16","cited_by_count":4,"area":null},{"id":"2405.13155","title":"ReALLM: A general framework for LLM compression and fine-tuning","created":"2024-05-21","cited_by_count":3,"area":null},{"id":"2405.20202","title":"One QuantLLM for ALL: Fine-tuning Quantized LLMs Once for Efficient Deployments","created":"2024-05-30","cited_by_count":3,"area":null},{"id":"2410.03787","title":"CalliffusionV2: Personalized Natural Calligraphy Generation with Flexible Multi-modal Control","created":"2024-10-03","cited_by_count":3,"area":null},{"id":"2410.06364","title":"Sketch to Adapt: Fine-Tunable Sketches for Efficient LLM Adaptation","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2410.14570","title":"Understanding the Difficulty of Low-Precision Post-Training Quantization for LLMs","created":"2024-10-18","cited_by_count":3,"area":null},{"id":"2502.00899","title":"HASSLE-free: A unified Framework for Sparse plus Low-Rank Matrix Decomposition for LLMs","created":"2025-02-02","cited_by_count":3,"area":null},{"id":"2502.17920","title":"C-LoRA: Continual Low-Rank Adaptation for Pre-trained Visual Models","created":"2025-02-25","cited_by_count":3,"area":null},{"id":"2503.17750","title":"Serial Low-rank Adaptation of Vision Transformer","created":"2025-03-22","cited_by_count":3,"area":null},{"id":"2504.13932","title":"Enhancing Ultra-Low-Bit Quantization of Large Language Models Through Saliency-Aware Partial Retraining","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2509.00031","title":"End-to-End On-Device Quantization-Aware Training for LLMs at Inference Cost","created":"2025-08-21","cited_by_count":3,"area":null},{"id":"2509.17866","title":"Understanding Post-Training Structural Changes in Large Language Models","created":"2025-09-22","cited_by_count":3,"area":null},{"id":"2510.14697","title":"Purifying Task Vectors in Knowledge-Aware Subspace for Model Merging","created":"2025-10-16","cited_by_count":3,"area":null},{"id":"2603.01376","title":"3BASiL: An Algorithmic Framework for Sparse plus Low-Rank Compression of LLMs","created":"2026-03-02","cited_by_count":3,"area":null},{"id":"2604.21905","title":"Low-Rank Adaptation Redux for Large Models","created":"2026-04-23","cited_by_count":3,"area":null},{"id":"2402.00913","title":"Institutional Platform for Secure Self-Service Large Language Model Exploration","created":"2024-02-01","cited_by_count":2,"area":null},{"id":"2502.19747","title":"HaLoRA: Hardware-aware Low-Rank Adaptation for Large Language Models Based on Hybrid Compute-in-Memory Architecture","created":"2025-02-27","cited_by_count":2,"area":null},{"id":"2506.03230","title":"DiaBlo: Diagonal Blocks Are Sufficient For Finetuning","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2506.20251","title":"Q-resafe: Assessing Safety Risks and Quantization-aware Safety Patching for Quantized Large Language Models","created":"2025-06-25","cited_by_count":2,"area":null},{"id":"2507.08044","title":"ConsNoTrainLoRA: Data-driven Weight Initialization of Low-rank Adapters using Constraints","created":"2025-07-09","cited_by_count":2,"area":null},{"id":"2601.19320","title":"StableQAT: Stable Quantization-Aware Training at Ultra-Low Bitwidths","created":"2026-01-27","cited_by_count":2,"area":null},{"id":"2601.22708","title":"A Unified Study of LoRA Variants: Taxonomy, Review, Codebase, and Empirical Evaluation","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.01741","title":"Tail-Aware Post-Training Quantization for 3D Geometry Models","created":"2026-02-02","cited_by_count":2,"area":null},{"id":"2605.17887","title":"Attention Sinks and Outliers in Attention Residuals","created":"2026-05-18","cited_by_count":2,"area":null},{"id":"2405.15928","title":"PatchProt: Hydrophobic patch prediction using protein foundation models","created":"2024-05-24","cited_by_count":1,"area":null},{"id":"2405.17233","title":"CLAQ: Pushing the Limits of Low-Bit Post-Training Quantization for LLMs","created":"2024-05-27","cited_by_count":1,"area":null},{"id":"2405.20973","title":"LCQ: Low-Rank Codebook based Quantization for Large Language Models","created":"2024-05-31","cited_by_count":1,"area":null}],"next_cursor":"100"}