{"total":345,"rows":[{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2402.08787","title":"Rethinking Machine Unlearning for Large Language Models","created":"2024-02-13","cited_by_count":257,"area":"lr"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114,"area":null},{"id":"2402.03293","title":"Flora: Low-Rank Adapters Are Secretly Gradient Compressors","created":"2024-02-05","cited_by_count":108,"area":null},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2402.11505","title":"Federated Fine-tuning of Large Language Models under Heterogeneous Tasks and Client Resources","created":"2024-02-18","cited_by_count":93,"area":null},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2401.04151","title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","created":"2024-01-08","cited_by_count":82,"area":null},{"id":"2310.02025","title":"DeepZero: Scaling up Zeroth-Order Optimization for Deep Model Training","created":"2023-10-03","cited_by_count":76,"area":null},{"id":"2403.01749","title":"Differentially Private Synthetic Data via Foundation Model APIs 2: Text","created":"2024-03-04","cited_by_count":76,"area":"synth"},{"id":"2404.01650","title":"Test-Time Model Adaptation with Only Forward Passes","created":"2024-04-02","cited_by_count":74,"area":null},{"id":"2502.11528","title":"A Survey of Personalized Large Language Models: Progress and Future Directions","created":"2025-02-17","cited_by_count":71,"area":null},{"id":"2312.06353","title":"Federated Full-Parameter Tuning of Billion-Sized Language Models with Communication Cost under 18 Kilobytes","created":"2023-12-11","cited_by_count":55,"area":null},{"id":"2402.15751","title":"Sparse MeZO: Less Parameters for Better Performance in Zeroth-Order LLM Fine-Tuning","created":"2024-02-24","cited_by_count":54,"area":null},{"id":"2402.15173","title":"Second-Order Fine-Tuning without Pain for LLMs:A Hessian Informed Zeroth-Order Optimizer","created":"2024-02-23","cited_by_count":53,"area":null},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50,"area":null},{"id":"2310.08184","title":"Learning from models beyond fine-tuning","created":"2023-10-12","cited_by_count":48,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43,"area":null},{"id":"2401.04343","title":"Private Fine-tuning of Large Language Models with Zeroth-order Optimization","created":"2024-01-09","cited_by_count":41,"area":null},{"id":"2509.24372","title":"Evolution Strategies at Scale: LLM Fine-Tuning Beyond Reinforcement Learning","created":"2025-09-29","cited_by_count":34,"area":null},{"id":"2311.11501","title":"MultiLoRA: Democratizing LoRA for Better Multi-Task Learning","created":"2023-11-20","cited_by_count":32,"area":null},{"id":"2312.05677","title":"Batched Low-Rank Adaptation of Foundation Models","created":"2023-12-09","cited_by_count":32,"area":null},{"id":"2310.10195","title":"AdaLomo: Low-memory Optimization with Adaptive Learning Rate","created":"2023-10-16","cited_by_count":31,"area":null},{"id":"2309.07418","title":"A Fast Optimization View: Reformulating Single Layer Attention in LLM Based on Tensor and SVM Trick, and Solving It in Matrix Multiplication Time","created":"2023-09-14","cited_by_count":30,"area":null},{"id":"2402.04497","title":"The Fine-Grained Complexity of Gradient Computation for Training Large Language Models","created":"2024-02-07","cited_by_count":30,"area":null},{"id":"2406.02913","title":"Zeroth-Order Fine-Tuning of LLMs with Extreme Sparsity","created":"2024-06-05","cited_by_count":28,"area":null},{"id":"2404.00225","title":"Heterogeneous Contrastive Learning for Foundation Models and Beyond","created":"2024-03-30","cited_by_count":27,"area":null},{"id":"2404.02827","title":"BAdam: A Memory Efficient Full Parameter Optimization Method for Large Language Models","created":"2024-04-03","cited_by_count":27,"area":null},{"id":"2508.04903","title":"RCR-Router: Efficient Role-Aware Context Routing for Multi-Agent LLM Systems with Structured Memory","created":"2025-08-06","cited_by_count":27,"area":"agents"},{"id":"2308.12247","title":"How to Protect Copyright Data in Optimization of Large Language Models?","created":"2023-08-23","cited_by_count":26,"area":null},{"id":"2308.13894","title":"FwdLLM: Efficient FedLLM using Forward Gradient","created":"2023-08-26","cited_by_count":26,"area":null},{"id":"2310.09639","title":"DPZero: Private Fine-Tuning of Language Models without Backpropagation","created":"2023-10-14","cited_by_count":26,"area":null},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26,"area":null},{"id":"2312.15184","title":"ZO-AdaMU Optimizer: Adapting Perturbation by the Momentum and Uncertainty in Zeroth-order Optimization","created":"2023-12-23","cited_by_count":25,"area":null},{"id":"2406.18060","title":"AdaZeta: Adaptive Zeroth-Order Tensor-Train Adaption for Memory-Efficient Large Language Models Fine-Tuning","created":"2024-06-26","cited_by_count":25,"area":null},{"id":"2511.16652","title":"Evolution Strategies at the Hyperscale","created":"2025-11-20","cited_by_count":25,"area":null},{"id":"2307.04504","title":"An Algorithm with Optimal Dimension-Dependence for Zero-Order Nonsmooth Nonconvex Stochastic Optimization","created":"2023-07-10","cited_by_count":23,"area":null},{"id":"2405.16747","title":"Understanding Linear Probing then Fine-tuning Language Models from NTK Perspective","created":"2024-05-27","cited_by_count":22,"area":null},{"id":"2409.06091","title":"Scalable Multitask Learning Using Gradient-based Estimation of Task Affinity","created":"2024-09-09","cited_by_count":20,"area":null},{"id":"2412.00088","title":"Stochastic Taylor Derivative Estimator: Efficient amortization for arbitrary differential operators","created":"2024-11-27","cited_by_count":20,"area":null},{"id":"2310.02998","title":"ECoFLaP: Efficient Coarse-to-Fine Layer-Wise Pruning for Vision-Language Models","created":"2023-10-04","cited_by_count":19,"area":"mllm"},{"id":"2402.05926","title":"On the Convergence of Zeroth-Order Federated Tuning for Large Language Models","created":"2024-02-08","cited_by_count":19,"area":null},{"id":"2504.09724","title":"A Survey on Efficient Vision-Language Models","created":"2025-04-13","cited_by_count":19,"area":"mllm"},{"id":"2306.10015","title":"Just One Byte (per gradient): A Note on Low-Bandwidth Decentralized Language Model Finetuning Using Shared Randomness","created":"2023-06-16","cited_by_count":18,"area":null},{"id":"2403.12983","title":"OSSCAR: One-Shot Structured Pruning in Vision and Language Models with Combinatorial Optimization","created":"2024-03-02","cited_by_count":18,"area":null},{"id":"2407.01031","title":"PocketLLM: Enabling On-Device Fine-Tuning for Personalized LLMs","created":"2024-07-01","cited_by_count":18,"area":null},{"id":"2502.03304","title":"Harmony in Divergence: Towards Fast, Accurate, and Memory-efficient Zeroth-order LLM Fine-tuning","created":"2025-02-05","cited_by_count":18,"area":null},{"id":"2509.11983","title":"Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training","created":"2025-09-15","cited_by_count":18,"area":null},{"id":"2307.01189","title":"Trainable Transformer in Transformer","created":"2023-07-03","cited_by_count":17,"area":null},{"id":"2310.13807","title":"Learning to (Learn at Test Time)","created":"2023-10-20","cited_by_count":17,"area":null},{"id":"2405.02596","title":"Random Masking Finds Winning Tickets for Parameter Efficient Fine-tuning","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2409.11593","title":"Self-Contrastive Forward-Forward Algorithm","created":"2024-09-17","cited_by_count":17,"area":null},{"id":"2307.08352","title":"Zero-th Order Algorithm for Softmax Attention Optimization","created":"2023-07-17","cited_by_count":16,"area":null},{"id":"2402.08922","title":"The Mirrored Influence Hypothesis: Efficient Data Influence Estimation by Harnessing Forward Passes","created":"2024-02-14","cited_by_count":16,"area":null},{"id":"2504.02620","title":"Efficient Model Editing with Task-Localized Sparse Fine-tuning","created":"2025-04-03","cited_by_count":16,"area":null},{"id":"2310.11685","title":"Why Softmax Attention Outperforms Linear Attention","created":"2023-10-18","cited_by_count":15,"area":null},{"id":"2410.18965","title":"On the Crucial Role of Initialization for Matrix Factorization","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2311.14030","title":"PrivateLoRA For Efficient Privacy Preserving LLM","created":"2023-11-23","cited_by_count":14,"area":null},{"id":"2312.14924","title":"Training Convolutional Neural Networks with the Forward-Forward algorithm","created":"2023-12-22","cited_by_count":14,"area":null},{"id":"2402.07818","title":"Differentially Private Zeroth-Order Methods for Scalable Large Language Model Finetuning","created":"2024-02-12","cited_by_count":14,"area":null},{"id":"2406.12844","title":"Synergizing Foundation Models and Federated Learning: A Survey","created":"2024-06-18","cited_by_count":14,"area":null},{"id":"2501.15361","title":"Decentralized Low-Rank Fine-Tuning of Large Language Models","created":"2025-01-26","cited_by_count":14,"area":null},{"id":"2504.16438","title":"POPri: Private Federated Learning using Preference-Optimized Synthetic Data","created":"2025-04-23","cited_by_count":14,"area":"alignment"},{"id":"2506.09034","title":"FZOO: Fast Zeroth-Order Optimizer for Fine-Tuning Large Language Models towards Adam-Scale Speed","created":"2025-06-10","cited_by_count":14,"area":null},{"id":"2405.15861","title":"Achieving Dimension-Free Communication in Federated Learning via Zeroth-Order Optimization","created":"2024-05-24","cited_by_count":13,"area":null},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2308.09858","title":"Tensor-Compressed Back-Propagation-Free Training for (Physics-Informed) Neural Networks","created":"2023-08-18","cited_by_count":12,"area":null},{"id":"2309.13192","title":"Towards Green AI in Fine-tuning Large Language Models via Adaptive Backpropagation","created":"2023-09-22","cited_by_count":12,"area":null},{"id":"2310.12462","title":"Unmasking Transformers: A Theoretical Approach to Data Recovery via Attention Weights","created":"2023-10-19","cited_by_count":12,"area":null},{"id":"2401.15207","title":"HiFT: A Hierarchical Full Parameter Fine-Tuning Strategy","created":"2024-01-26","cited_by_count":12,"area":null},{"id":"2402.11417","title":"LoRETTA: Low-Rank Economic Tensor-Train Adaptation for Ultra-Low-Parameter Fine-Tuning of Large Language Models","created":"2024-02-18","cited_by_count":12,"area":null},{"id":"2407.19580","title":"Mini-batch Coresets for Memory-efficient Language Model Training on Data Mixtures","created":"2024-07-28","cited_by_count":12,"area":null},{"id":"2409.17401","title":"Zeroth-Order Policy Gradient for Reinforcement Learning from Human Feedback without Reward Inference","created":"2024-09-25","cited_by_count":12,"area":"alignment"},{"id":"2410.15483","title":"Understanding Forgetting in LLM Supervised Fine-Tuning and Preference Learning -- A Convex Optimization Perspective","created":"2024-10-20","cited_by_count":12,"area":"alignment"},{"id":"2502.01014","title":"Refining Adaptive Zeroth-Order Optimization at Ease","created":"2025-02-03","cited_by_count":12,"area":null},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12,"area":null},{"id":"2406.14095","title":"Memory-Efficient Gradient Unrolling for Large-Scale Bi-level Optimization","created":"2024-06-20","cited_by_count":11,"area":null},{"id":"2410.06441","title":"Addax: Utilizing Zeroth-Order Gradients to Improve Memory Efficiency and Performance of SGD for Fine-Tuning Language Models","created":"2024-10-09","cited_by_count":11,"area":null},{"id":"2502.12346","title":"QuZO: Quantized Zeroth-Order Fine-Tuning for Large Language Models","created":"2025-02-17","cited_by_count":11,"area":null},{"id":"2507.08784","title":"Greedy Low-Rank Gradient Compression for Distributed Learning with Convergence Guarantees","created":"2025-07-11","cited_by_count":11,"area":null},{"id":"2510.19975","title":"Revisiting Zeroth-Order Optimization: Minimum-Variance Two-Point Estimators and Directionally Aligned Perturbations","created":"2025-10-22","cited_by_count":11,"area":null},{"id":"2307.04251","title":"ChatGPT in the Age of Generative AI and Large Language Models: A Concise Survey","created":"2023-07-09","cited_by_count":10,"area":null},{"id":"2410.10926","title":"Federated Data-Efficient Instruction Tuning for Large Language Models","created":"2024-10-14","cited_by_count":10,"area":null},{"id":"2410.14802","title":"Implicit Regularization of Sharpness-Aware Minimization for Scale-Invariant Problems","created":"2024-10-18","cited_by_count":10,"area":null},{"id":"2508.02180","title":"Test-Time Model Adaptation for Quantized Neural Networks","created":"2025-08-04","cited_by_count":10,"area":null},{"id":"2311.15390","title":"Local Convergence of Approximate Newton Method for Two Layer Nonlinear Regression","created":"2023-11-26","cited_by_count":9,"area":null},{"id":"2407.02772","title":"Gradient descent with generalized Newton's method","created":"2024-07-03","cited_by_count":9,"area":null},{"id":"2410.09823","title":"Simultaneous Computation and Memory Efficient Zeroth-Order Optimizer for Fine-Tuning Large Language Models","created":"2024-10-13","cited_by_count":9,"area":null},{"id":"2410.10074","title":"Divide, Reweight, and Conquer: A Logit Arithmetic Approach for In-Context Learning","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2504.20314","title":"Perturbation-efficient Zeroth-order Optimization for Hardware-friendly On-device Training","created":"2025-04-28","cited_by_count":9,"area":null}],"next_cursor":"100"}