{"total":71,"rows":[{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141,"area":null},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2505.11711","title":"Reinforcement Learning Finetunes Small Subnetworks in Large Language Models","created":"2025-05-16","cited_by_count":49,"area":null},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37,"area":null},{"id":"2504.04635","title":"Steering off Course: Reliability Challenges in Steering Language Models","created":"2025-04-06","cited_by_count":34,"area":null},{"id":"2406.03136","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","created":"2024-06-05","cited_by_count":31,"area":null},{"id":"2502.17410","title":"COSMOS: A Hybrid Adaptive Optimizer for Memory-Efficient Training of LLMs","created":"2025-02-24","cited_by_count":30,"area":null},{"id":"2404.02827","title":"BAdam: A Memory Efficient Full Parameter Optimization Method for Large Language Models","created":"2024-04-03","cited_by_count":27,"area":null},{"id":"2505.18738","title":"AuroRA: Breaking Low-Rank Bottleneck of LoRA with Nonlinear Mapping","created":"2025-05-24","cited_by_count":23,"area":null},{"id":"2409.09510","title":"Comparing Retrieval-Augmentation and Parameter-Efficient Fine-Tuning for Privacy-Preserving Personalization of Large Language Models","created":"2024-09-14","cited_by_count":21,"area":null},{"id":"2409.04267","title":"An overview of domain-specific foundation model: key technologies, applications and challenges","created":"2024-09-06","cited_by_count":19,"area":null},{"id":"2404.18466","title":"HFT: Half Fine-Tuning for Large Language Models","created":"2024-04-29","cited_by_count":18,"area":null},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18,"area":null},{"id":"2502.03304","title":"Harmony in Divergence: Towards Fast, Accurate, and Memory-efficient Zeroth-order LLM Fine-tuning","created":"2025-02-05","cited_by_count":18,"area":null},{"id":"2406.12832","title":"LaMDA: Large Model Fine-Tuning via Spectrally Decomposed Low-Dimensional Adaptation","created":"2024-06-18","cited_by_count":16,"area":null},{"id":"2502.01586","title":"SubTrack++ : Gradient Subspace Tracking for Scalable LLM Training","created":"2025-02-03","cited_by_count":16,"area":null},{"id":"2504.20437","title":"GaLore 2: Large-Scale LLM Pre-Training by Gradient Low-Rank Projection","created":"2025-04-29","cited_by_count":14,"area":null},{"id":"2408.10774","title":"Flexora: Flexible Low Rank Adaptation for Large Language Models","created":"2024-08-20","cited_by_count":13,"area":null},{"id":"2506.16659","title":"Memory-Efficient LLM Pretraining via Minimalist Optimizer Design","created":"2025-06-20","cited_by_count":13,"area":null},{"id":"2503.05431","title":"Quantum-PEFT: Ultra parameter-efficient fine-tuning","created":"2025-03-07","cited_by_count":11,"area":null},{"id":"2411.07837","title":"FRUGAL: Memory-Efficient Optimization by Reducing State Overhead for Scalable Training","created":"2024-11-12","cited_by_count":10,"area":null},{"id":"2412.06289","title":"S$^{2}$FT: Efficient, Scalable and Generalizable LLM Fine-tuning by Structured Sparsity","created":"2024-12-09","cited_by_count":10,"area":null},{"id":"2410.09823","title":"Simultaneous Computation and Memory Efficient Zeroth-Order Optimizer for Fine-Tuning Large Language Models","created":"2024-10-13","cited_by_count":9,"area":null},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2410.11772","title":"Layer-wise Importance Matters: Less Memory for Better Performance in Parameter-efficient Fine-tuning of Large Language Models","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2412.08587","title":"Advancing Single and Multi-task Text Classification through Large Language Model Fine-tuning","created":"2024-12-11","cited_by_count":7,"area":null},{"id":"2502.05790","title":"Breaking the Frozen Subspace: Importance Sampling for Low-Rank Optimization in LLM Pretraining","created":"2025-02-09","cited_by_count":7,"area":null},{"id":"2506.12213","title":"Fed-HeLLo: Efficient Federated Foundation Model Fine-Tuning with Heterogeneous LoRA Allocation","created":"2025-06-13","cited_by_count":7,"area":null},{"id":"2510.17802","title":"Unbiased Gradient Low-Rank Projection","created":"2025-10-20","cited_by_count":7,"area":null},{"id":"2602.15322","title":"On Surprising Effectiveness of Masking Updates in Adaptive Optimizers","created":"2026-02-17","cited_by_count":7,"area":null},{"id":"2406.11753","title":"A Semantic-Aware Layer-Freezing Approach to Computation-Efficient Fine-Tuning of Language Models","created":"2024-06-17","cited_by_count":6,"area":null},{"id":"2502.01378","title":"CE-LoRA: Computation-Efficient LoRA Fine-Tuning for Language Models","created":"2025-02-03","cited_by_count":6,"area":null},{"id":"2502.03460","title":"Adapt-Pruner: Adaptive Structural Pruning for Efficient Small Language Model Training","created":"2025-02-05","cited_by_count":6,"area":null},{"id":"2505.23807","title":"DLP: Dynamic Layerwise Pruning in Large Language Models","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2409.00055","title":"SORSA: Singular Values and Orthonormal Regularized Singular Vectors Adaptation of Large Language Models","created":"2024-08-21","cited_by_count":5,"area":null},{"id":"2505.22922","title":"Scalable Parameter and Memory Efficient Pretraining for LLM: Recent Algorithmic Advances and Benchmarking","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2604.15416","title":"StoSignSGD: Unbiased Structural Stochasticity Fixes SignSGD for Training Large Language Models","created":"2026-04-16","cited_by_count":5,"area":null},{"id":"2506.00382","title":"Spectral Insights into Data-Oblivious Critical Layers in Large Language Models","created":"2025-05-31","cited_by_count":4,"area":null},{"id":"2509.05213","title":"An Efficient Subspace Algorithm for Federated Learning on Heterogeneous Data","created":"2025-09-05","cited_by_count":4,"area":null},{"id":"2512.04844","title":"Mitigating Catastrophic Forgetting in Target Language Adaptation of LLMs via Source-Shielded Updates","created":"2025-12-04","cited_by_count":4,"area":null},{"id":"2410.06364","title":"Sketch to Adapt: Fine-Tunable Sketches for Efficient LLM Adaptation","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2410.10200","title":"Fed-pilot: Optimizing LoRA Allocation for Efficient Federated Fine-Tuning with Heterogeneous Clients","created":"2024-10-14","cited_by_count":3,"area":null},{"id":"2501.08727","title":"Transformed Low-rank Adaptation via Tensor Decomposition and Its Applications to Text-to-image Models","created":"2025-01-15","cited_by_count":3,"area":null},{"id":"2505.17998","title":"TRACE for Tracking the Emergence of Semantic Representations in Transformers","created":"2025-05-23","cited_by_count":3,"area":null},{"id":"2506.00495","title":"FLoE: Fisher-Based Layer Selection for Efficient Sparse Adaptation of Low-Rank Experts","created":"2025-05-31","cited_by_count":3,"area":null},{"id":"2510.00268","title":"Efficient Layer-wise LLM Fine-tuning for Revision Intention Prediction","created":"2025-09-30","cited_by_count":3,"area":null},{"id":"2607.01232","title":"Is One Layer Enough? Training A Single Transformer Layer Can Match Full-Parameter RL Training","created":"2026-07-01","cited_by_count":3,"area":null},{"id":"2506.01049","title":"Taming LLMs by Scaling Learning Rates with Gradient Grouping","created":"2025-06-01","cited_by_count":2,"area":null},{"id":"2506.22049","title":"GPAS: Accelerating Convergence of LLM Pretraining via Gradient-Preserving Activation Scaling","created":"2025-06-27","cited_by_count":2,"area":null},{"id":"2511.00056","title":"MISA: Memory-Efficient LLMs Optimization with Module-wise Importance Sampling","created":"2025-10-28","cited_by_count":2,"area":null},{"id":"2602.04019","title":"Understanding and Guiding Layer Placement in Parameter-Efficient Fine-Tuning of Large Language Models","created":"2026-02-03","cited_by_count":2,"area":null},{"id":"2606.17526","title":"MGUP: A Momentum-Gradient Alignment Update Policy for Stochastic Optimization","created":"2026-06-16","cited_by_count":2,"area":null},{"id":"2606.29184","title":"BaRA: Bayesian Adaptive Rank Allocation for Parameter-Efficient Fine-Tuning","created":"2026-06-28","cited_by_count":2,"area":null},{"id":"2502.12886","title":"Are Multilingual Language Models an Off-ramp for Under-resourced Languages? Will we arrive at Digital Language Equality in Europe in 2030?","created":"2025-02-18","cited_by_count":1,"area":null},{"id":"2503.13089","title":"ClusComp: A Simple Paradigm for Model Compression and Efficient Finetuning","created":"2025-03-17","cited_by_count":1,"area":null},{"id":"2510.01878","title":"Geometrically Principled Randomized Optimization for Efficient LLM Training","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2510.17705","title":"Contextual Attention Modulation: Towards Efficient Multi-Task Adaptation in Large Language Models","created":"2025-10-20","cited_by_count":1,"area":null},{"id":"2602.13073","title":"LCSB: Layer-Cyclic Selective Backpropagation for Memory-Efficient On-Device LLM Fine-Tuning","created":"2026-02-13","cited_by_count":1,"area":null},{"id":"2506.00661","title":"Elytra: A Flexible Framework for Securing Large Vision Systems","created":"2025-05-31","cited_by_count":0,"area":null},{"id":"2506.12394","title":"LARGO: Low-Rank Regulated Gradient Projection for Robust Parameter Efficient Fine-Tuning","created":"2025-06-14","cited_by_count":0,"area":null},{"id":"2507.14374","title":"Error-Aware Curriculum Learning for Biomedical Relation Classification","created":"2025-07-18","cited_by_count":0,"area":null},{"id":"2508.08635","title":"Classifier Language Models: Unifying Sparse Finetuning and Adaptive Tokenization for Specialized Classification Tasks","created":"2025-08-12","cited_by_count":0,"area":null},{"id":"2511.19959","title":"ParaBlock: Communication-Computation Parallel Block Coordinate Federated Learning for Large Language Models","created":"2025-11-25","cited_by_count":0,"area":null},{"id":"2512.13034","title":"Alada: Alternating Adaptation of Momentum Method for Memory-Efficient Matrix Optimization","created":"2025-12-15","cited_by_count":0,"area":null},{"id":"2604.17177","title":"Decomposing the Depth Profile of Fine-Tuning","created":"2026-04-19","cited_by_count":0,"area":null},{"id":"2604.27487","title":"Low Rank Adaptation for Adversarial Perturbation","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2605.06166","title":"One Algorithm, Two Goals: Dual Scoring for Parameter and Data Selection in LLM Fine-Tuning","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.12207","title":"Not How Many, But Which: Parameter Placement in Low-Rank Adaptation","created":"2026-05-12","cited_by_count":0,"area":null},{"id":"2610.04867","title":"Greedy Local Learning for Language Model Pretraining: Gaps and Objective Design","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}