{"total":463,"rows":[{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2412.04468","title":"NVILA: Efficient Frontier Visual Language Models","created":"2024-12-05","cited_by_count":209,"area":"mllm"},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192,"area":null},{"id":"2411.05007","title":"SVDQuant: Absorbing Outliers by Low-Rank Components for 4-Bit Diffusion Models","created":"2024-11-07","cited_by_count":170,"area":"diffusion"},{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141,"area":null},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2510.05491","title":"NorMuon: Making Muon more efficient and scalable","created":"2025-10-07","cited_by_count":84,"area":null},{"id":"2407.18242","title":"LoRA-Pro: Are Low-Rank Adapters Properly Optimized?","created":"2024-07-25","cited_by_count":77,"area":null},{"id":"2504.05295","title":"Dion: Distributed Orthonormalized Updates","created":"2025-04-07","cited_by_count":68,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2404.12534","title":"Lean Copilot: Large Language Models as Copilots for Theorem Proving in Lean","created":"2024-04-18","cited_by_count":58,"area":null},{"id":"2503.20762","title":"ASGO: Adaptive Structured Gradient Optimization","created":"2025-03-26","cited_by_count":57,"area":null},{"id":"2511.08567","title":"The Path Not Taken: RLVR Provably Learns Off the Principals","created":"2025-11-11","cited_by_count":56,"area":"lr"},{"id":"2412.05270","title":"APOLLO: SGD-like Memory, AdamW-level Performance","created":"2024-12-06","cited_by_count":54,"area":null},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2408.04693","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","created":"2024-08-08","cited_by_count":48,"area":"moe"},{"id":"2411.16085","title":"Cautious Optimizers: Improving Training with One Line of Code","created":"2024-11-25","cited_by_count":47,"area":null},{"id":"2404.10237","title":"Med-MoE: Mixture of Domain-Specific Experts for Lightweight Medical Vision-Language Models","created":"2024-04-16","cited_by_count":46,"area":"mllm"},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45,"area":null},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44,"area":null},{"id":"2410.01623","title":"Fira: Can We Achieve Full-rank Training of LLMs Under Low-rank Constraint?","created":"2024-10-02","cited_by_count":43,"area":null},{"id":"2408.12857","title":"Memory-Efficient LLM Training with Online Subspace Descent","created":"2024-08-23","cited_by_count":39,"area":null},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2410.16103","title":"LDAdam: Adaptive Optimization from Low-Dimensional Gradient Statistics","created":"2024-10-21","cited_by_count":38,"area":null},{"id":"2412.13795","title":"Mix-LN: Unleashing the Power of Deeper Layers by Combining Pre-LN and Post-LN","created":"2024-12-18","cited_by_count":37,"area":null},{"id":"2410.06209","title":"LeanAgent: Lifelong Learning for Formal Theorem Proving","created":"2024-10-08","cited_by_count":35,"area":"lr"},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33,"area":null},{"id":"2411.15382","title":"On the Impact of Fine-Tuning on Chain-of-Thought Reasoning","created":"2024-11-22","cited_by_count":32,"area":"lr"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2502.17410","title":"COSMOS: A Hybrid Adaptive Optimizer for Memory-Efficient Training of LLMs","created":"2025-02-24","cited_by_count":30,"area":null},{"id":"2502.19002","title":"The Sharpness Disparity Principle in Transformers for Accelerating Language Model Pre-Training","created":"2025-02-26","cited_by_count":30,"area":null},{"id":"2405.17931","title":"Online Merging Optimizers for Boosting Rewards and Mitigating Tax in Alignment","created":"2024-05-28","cited_by_count":28,"area":"alignment"},{"id":"2406.06248","title":"Compute Better Spent: Replacing Dense Layers with Structured Matrices","created":"2024-06-10","cited_by_count":28,"area":null},{"id":"2501.06842","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","created":"2025-01-12","cited_by_count":28,"area":null},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2502.10940","title":"CoLA: Compute-Efficient Pre-Training of LLMs via Low-Rank Activation","created":"2025-02-16","cited_by_count":28,"area":null},{"id":"2404.02827","title":"BAdam: A Memory Efficient Full Parameter Optimization Method for Large Language Models","created":"2024-04-03","cited_by_count":27,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2503.05683","title":"WikiBigEdit: Understanding the Limits of Lifelong Knowledge Editing in LLMs","created":"2025-03-07","cited_by_count":26,"area":null},{"id":"2507.16099","title":"TorchAO: PyTorch-Native Training-to-Serving Model Optimization","created":"2025-07-21","cited_by_count":26,"area":null},{"id":"2407.11239","title":"From Low Rank Gradient Subspace Stabilization to Low-Rank Weights: Observations, Theories, and Applications","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2411.15558","title":"Reassessing Layer Pruning in LLMs: New Insights and Methods","created":"2024-11-23","cited_by_count":24,"area":null},{"id":"2504.11651","title":"70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float (DFloat11)","created":"2025-04-15","cited_by_count":24,"area":"diffusion"},{"id":"2408.14471","title":"A Practitioner's Guide to Continual Multimodal Pretraining","created":"2024-08-26","cited_by_count":23,"area":null},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2505.18738","title":"AuroRA: Breaking Low-Rank Bottleneck of LoRA with Nonlinear Mapping","created":"2025-05-24","cited_by_count":23,"area":null},{"id":"2506.03595","title":"Purifying Shampoo: Investigating Shampoo's Heuristics by Decomposing its Preconditioner","created":"2025-06-04","cited_by_count":23,"area":null},{"id":"2407.10032","title":"LeanQuant: Accurate and Scalable Large Language Model Quantization with Loss-error-aware Grid","created":"2024-07-14","cited_by_count":22,"area":null},{"id":"2411.19557","title":"Initialization using Update Approximation is a Silver Bullet for Extremely Efficient Low-Rank Fine-Tuning","created":"2024-11-29","cited_by_count":22,"area":null},{"id":"2410.04691","title":"Deeper Insights Without Updates: The Power of In-Context Learning Over Fine-Tuning","created":"2024-10-07","cited_by_count":21,"area":null},{"id":"2502.12913","title":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","created":"2025-02-18","cited_by_count":21,"area":null},{"id":"2602.06176","title":"Large Language Model Reasoning Failures","created":"2026-02-05","cited_by_count":21,"area":"lr"},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2409.14396","title":"Flat-LoRA: Low-Rank Adaptation over a Flat Loss Landscape","created":"2024-09-22","cited_by_count":20,"area":null},{"id":"2412.13148","title":"SWAN: SGD with Normalization and Whitening Enables Stateless LLM Training","created":"2024-12-17","cited_by_count":20,"area":null},{"id":"2502.18934","title":"Kanana: Compute-efficient Bilingual Language Models","created":"2025-02-26","cited_by_count":20,"area":null},{"id":"2504.05586","title":"Finding Fantastic Experts in MoEs: A Unified Study for Expert Dropping Strategies and Observations","created":"2025-04-08","cited_by_count":20,"area":"moe"},{"id":"2506.03133","title":"PoLAR: Polar-Decomposed Low-Rank Adapter Representation","created":"2025-06-03","cited_by_count":20,"area":null},{"id":"2405.15593","title":"MicroAdam: Accurate Adaptive Optimization with Low Space Overhead and Provable Convergence","created":"2024-05-24","cited_by_count":19,"area":null},{"id":"2505.24749","title":"SUMO: Subspace-Aware Moment-Orthogonalization for Accelerating Memory-Efficient LLM Training","created":"2025-05-30","cited_by_count":19,"area":null},{"id":"2405.17991","title":"VeLoRA: Memory Efficient Training using Rank-1 Sub-Token Projections","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2405.18144","title":"4-bit Shampoo for Memory-Efficient Network Training","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18,"area":null},{"id":"2502.03304","title":"Harmony in Divergence: Towards Fast, Accurate, and Memory-efficient Zeroth-order LLM Fine-tuning","created":"2025-02-05","cited_by_count":18,"area":null},{"id":"2505.23725","title":"MuLoCo: Muon is a practical inner optimizer for DiLoCo","created":"2025-05-29","cited_by_count":18,"area":null},{"id":"2509.11983","title":"Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training","created":"2025-09-15","cited_by_count":18,"area":null},{"id":"2604.01472","title":"The Newton-Muon Optimizer","created":"2026-04-01","cited_by_count":18,"area":null},{"id":"2410.17881","title":"AdaRankGrad: Adaptive Gradient-Rank and Moments for Memory-Efficient LLMs Training and Fine-Tuning","created":"2024-10-23","cited_by_count":17,"area":null},{"id":"2604.09967","title":"Muon$^2$: Boosting Muon via Adaptive Second-Moment Preconditioning","created":"2026-04-11","cited_by_count":17,"area":null},{"id":"2502.01586","title":"SubTrack++ : Gradient Subspace Tracking for Scalable LLM Training","created":"2025-02-03","cited_by_count":16,"area":null},{"id":"2405.14377","title":"CoMERA: Computing- and Memory-Efficient Training via Rank-Adaptive Tensor Optimization","created":"2024-05-23","cited_by_count":15,"area":null},{"id":"2410.05437","title":"ESPACE: Dimensionality Reduction of Activations for Model Compression","created":"2024-10-07","cited_by_count":15,"area":null},{"id":"2410.15352","title":"CompAct: Compressed Activations for Memory-Efficient LLM Training","created":"2024-10-20","cited_by_count":15,"area":null},{"id":"2505.12781","title":"A Token is Worth over 1,000 Tokens: Efficient Knowledge Distillation through Low-Rank Clone","created":"2025-05-19","cited_by_count":15,"area":"distill"},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2509.21519","title":"Provable Scaling Laws of Feature Emergence from Learning Dynamics of Grokking","created":"2025-09-25","cited_by_count":15,"area":null},{"id":"2409.10927","title":"Propulsion: Steering LLM with Tiny Fine-Tuning","created":"2024-09-17","cited_by_count":14,"area":null},{"id":"2410.03463","title":"Diffusion State-Guided Projected Gradient for Inverse Problems","created":"2024-10-04","cited_by_count":14,"area":"diffusion"},{"id":"2410.20650","title":"NeuZip: Memory-Efficient Training and Inference with Dynamic Compression of Neural Networks","created":"2024-10-28","cited_by_count":14,"area":null},{"id":"2411.05239","title":"ZipNN: Lossless Compression for AI Models","created":"2024-11-07","cited_by_count":14,"area":null},{"id":"2504.20437","title":"GaLore 2: Large-Scale LLM Pre-Training by Gradient Low-Rank Projection","created":"2025-04-29","cited_by_count":14,"area":null},{"id":"2506.09034","title":"FZOO: Fast Zeroth-Order Optimizer for Fine-Tuning Large Language Models towards Adam-Scale Speed","created":"2025-06-10","cited_by_count":14,"area":null},{"id":"2506.14681","title":"Massive Supervised Fine-tuning Experiments Reveal How Data, Layer, and Training Factors Shape LLM Alignment Quality","created":"2025-06-17","cited_by_count":14,"area":"alignment"},{"id":"2506.14562","title":"AlphaDecay: Module-wise Weight Decay for Heavy-Tailed Balancing in LLMs","created":"2025-06-17","cited_by_count":13,"area":null},{"id":"2506.16659","title":"Memory-Efficient LLM Pretraining via Minimalist Optimizer Design","created":"2025-06-20","cited_by_count":13,"area":null},{"id":"2405.16528","title":"LoQT: Low-Rank Adapters for Quantized Pretraining","created":"2024-05-26","cited_by_count":12,"area":null},{"id":"2405.20271","title":"ETHER: Efficient Finetuning of Large-Scale Models with Hyperplane Reflections","created":"2024-05-30","cited_by_count":12,"area":null},{"id":"2407.19580","title":"Mini-batch Coresets for Memory-efficient Language Model Training on Data Mixtures","created":"2024-07-28","cited_by_count":12,"area":null},{"id":"2502.12171","title":"GoRA: Gradient-driven Adaptive Low Rank Adaptation","created":"2025-02-13","cited_by_count":12,"area":null},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12,"area":null},{"id":"2601.23000","title":"Mano: Restriking Manifold Optimization for LLM Training","created":"2026-01-30","cited_by_count":12,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2603.10067","title":"HTMuon: Improving Muon via Heavy-Tailed Spectral Correction","created":"2026-03-10","cited_by_count":12,"area":null},{"id":"2404.05829","title":"SambaLingo: Teaching Large Language Models New Languages","created":"2024-04-08","cited_by_count":11,"area":null}],"next_cursor":"100"}