{"total":324,"rows":[{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125,"area":null},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2305.15021","title":"EmbodiedGPT: Vision-Language Pre-Training via Embodied Chain of Thought","created":"2023-05-24","cited_by_count":279,"area":"lr"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2404.03592","title":"ReFT: Representation Finetuning for Language Models","created":"2024-04-04","cited_by_count":197,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2309.14717","title":"QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models","created":"2023-09-26","cited_by_count":155,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2308.03303","title":"LoRA-FA: Efficient and Effective Low Rank Representation Fine-tuning","created":"2023-08-07","cited_by_count":137,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2405.16833","title":"Safe LoRA: the Silver Lining of Reducing Safety Risks when Fine-tuning Large Language Models","created":"2024-05-27","cited_by_count":125,"area":null},{"id":"2405.12819","title":"Large Language Models Meet NLP: A Survey","created":"2024-05-21","cited_by_count":103,"area":null},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2501.13958","title":"A Survey of Graph Retrieval-Augmented Generation for Customized Large Language Models","created":"2025-01-21","cited_by_count":88,"area":"rag"},{"id":"2405.17604","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","created":"2024-05-27","cited_by_count":76,"area":null},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2405.19597","title":"SVFT: Parameter-Efficient Fine-Tuning with Singular Vectors","created":"2024-05-30","cited_by_count":58,"area":null},{"id":"2506.19676","title":"A Survey of LLM-Driven AI Agent Communication: Protocols, Security Risks, and Defense Countermeasures","created":"2025-06-24","cited_by_count":57,"area":"agents"},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56,"area":"moe"},{"id":"2403.19211","title":"Dual-Personalizing Adapter for Federated Foundation Models","created":"2024-03-28","cited_by_count":55,"area":null},{"id":"2306.05783","title":"Xiezhi: An Ever-Updating Benchmark for Holistic Domain Knowledge Evaluation","created":"2023-06-09","cited_by_count":52,"area":null},{"id":"2406.15334","title":"Multimodal Task Vectors Enable Many-Shot Multimodal In-Context Learning","created":"2024-06-21","cited_by_count":50,"area":"mllm"},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2408.04693","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","created":"2024-08-08","cited_by_count":48,"area":"moe"},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2403.20320","title":"MTLoRA: A Low-Rank Adaptation Approach for Efficient Multi-Task Learning","created":"2024-03-29","cited_by_count":44,"area":null},{"id":"2410.01623","title":"Fira: Can We Achieve Full-rank Training of LLMs Under Low-rank Constraint?","created":"2024-10-02","cited_by_count":43,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2403.16073","title":"Combining Fine-Tuning and LLM-based Agents for Intuitive Smart Contract Auditing with Justifications","created":"2024-03-24","cited_by_count":41,"area":"agents"},{"id":"2407.15720","title":"Do Large Language Models Have Compositional Ability? An Investigation into Limitations and Scalability","created":"2024-07-22","cited_by_count":40,"area":null},{"id":"2406.01775","title":"OLoRA: Orthonormal Low-Rank Adaptation of Large Language Models","created":"2024-06-03","cited_by_count":39,"area":null},{"id":"2412.13795","title":"Mix-LN: Unleashing the Power of Deeper Layers by Combining Pre-LN and Post-LN","created":"2024-12-18","cited_by_count":37,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2502.00987","title":"RandLoRA: Full-rank parameter-efficient fine-tuning of large models","created":"2025-02-03","cited_by_count":35,"area":null},{"id":"2307.02179","title":"Open-Source LLMs for Text Annotation: A Practical Guide for Model Setting and Fine-Tuning","created":"2023-07-05","cited_by_count":32,"area":null},{"id":"2406.16797","title":"Lottery Ticket Adaptation: Mitigating Destructive Interference in LLMs","created":"2024-06-24","cited_by_count":31,"area":null},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2505.02795","title":"HSplitLoRA: A Heterogeneous Split Parameter-Efficient Fine-Tuning Framework for Large Language Models","created":"2025-05-05","cited_by_count":31,"area":null},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2307.09751","title":"Information Retrieval Meets Large Language Models: A Strategic Report from Chinese IR Community","created":"2023-07-19","cited_by_count":29,"area":null},{"id":"2308.10462","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","created":"2023-08-21","cited_by_count":28,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2501.06842","title":"SPAM: Spike-Aware Adam with Momentum Reset for Stable LLM Training","created":"2025-01-12","cited_by_count":28,"area":null},{"id":"2402.05147","title":"ApiQ: Finetuning of 2-Bit Quantized Large Language Model","created":"2024-02-07","cited_by_count":27,"area":null},{"id":"2404.01549","title":"Octopus: On-device language model for function calling of software APIs","created":"2024-04-02","cited_by_count":27,"area":"agents"},{"id":"2410.04010","title":"Hyperbolic Fine-Tuning for Large Language Models","created":"2024-10-05","cited_by_count":27,"area":null},{"id":"2404.06001","title":"Privacy Preserving Prompt Engineering: A Survey","created":"2024-04-09","cited_by_count":25,"area":null},{"id":"2404.13506","title":"Parameter Efficient Fine Tuning: A Comprehensive Analysis Across Applications","created":"2024-04-21","cited_by_count":25,"area":null},{"id":"2403.06949","title":"Materials science in the era of large language models: a perspective","created":"2024-03-11","cited_by_count":24,"area":null},{"id":"2406.00132","title":"QuanTA: Efficient High-Rank Fine-Tuning of LLMs with Quantum-Informed Tensor Adaptation","created":"2024-05-31","cited_by_count":23,"area":null},{"id":"2406.16148","title":"Towards Open Respiratory Acoustic Foundation Models: Pretraining and Benchmarking","created":"2024-06-23","cited_by_count":23,"area":null},{"id":"2408.08333","title":"CodeMirage: Hallucinations in Code Generated by Large Language Models","created":"2024-08-14","cited_by_count":23,"area":null},{"id":"2412.02573","title":"Remote Sensing SpatioTemporal Vision-Language Models: A Comprehensive Survey","created":"2024-12-03","cited_by_count":23,"area":"mllm"},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2505.18738","title":"AuroRA: Breaking Low-Rank Bottleneck of LoRA with Nonlinear Mapping","created":"2025-05-24","cited_by_count":23,"area":null},{"id":"2411.19557","title":"Initialization using Update Approximation is a Silver Bullet for Extremely Efficient Low-Rank Fine-Tuning","created":"2024-11-29","cited_by_count":22,"area":null},{"id":"2406.10777","title":"RoseLoRA: Row and Column-wise Sparse Low-rank Adaptation of Pre-trained Language Model for Knowledge Editing and Fine-tuning","created":"2024-06-16","cited_by_count":21,"area":null},{"id":"2505.16270","title":"Transformer Copilot: Learning from The Mistake Log in LLM Fine-tuning","created":"2025-05-22","cited_by_count":21,"area":null},{"id":"2410.07170","title":"Parameter Efficient Fine-tuning via Explained Variance Adaptation","created":"2024-10-09","cited_by_count":20,"area":null},{"id":"2503.22759","title":"Data Poisoning in Deep Learning: A Survey","created":"2025-03-27","cited_by_count":20,"area":"safety"},{"id":"2310.05015","title":"Compresso: Structured Pruning with Collaborative Prompting Learns Compact Large Language Models","created":"2023-10-08","cited_by_count":19,"area":null},{"id":"2404.01847","title":"Accelerating Transformer Pre-training with 2:4 Sparsity","created":"2024-04-02","cited_by_count":19,"area":null},{"id":"2408.10548","title":"Language Modeling on Tabular Data: A Survey of Foundations, Techniques and Evolution","created":"2024-08-20","cited_by_count":19,"area":null},{"id":"2503.12972","title":"Aligning Vision to Language: Annotation-Free Multimodal Knowledge Graph Construction for Enhanced LLMs Reasoning","created":"2025-03-17","cited_by_count":19,"area":"lr"},{"id":"2504.07448","title":"LoRI: Reducing Cross-Task Interference in Multi-Task Low-Rank Adaptation","created":"2025-04-10","cited_by_count":19,"area":null},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2410.09432","title":"FedEx-LoRA: Exact Aggregation for Federated and Efficient Fine-Tuning of Foundation Models","created":"2024-10-12","cited_by_count":18,"area":null},{"id":"2405.17859","title":"Adapting Pre-Trained Vision Models for Novel Instance Detection and Segmentation","created":"2024-05-28","cited_by_count":17,"area":null},{"id":"2406.03777","title":"Empirical Guidelines for Deploying LLMs onto Resource-constrained Edge Devices","created":"2024-06-06","cited_by_count":17,"area":null},{"id":"2406.13175","title":"Sparse High Rank Adapters","created":"2024-06-19","cited_by_count":17,"area":null},{"id":"2505.23194","title":"Beyond Zero Initialization: Investigating the Impact of Non-Zero Initialization on LoRA Fine-Tuning Dynamics","created":"2025-05-29","cited_by_count":16,"area":null},{"id":"2406.08798","title":"FouRA: Fourier Low Rank Adaptation","created":"2024-06-13","cited_by_count":15,"area":"diffusion"},{"id":"2409.12421","title":"Frequency-Guided Spatial Adaptation for Camouflaged Object Detection","created":"2024-09-19","cited_by_count":15,"area":null},{"id":"2410.18965","title":"On the Crucial Role of Initialization for Matrix Factorization","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2406.16989","title":"Retrieval-Augmented Mixture of LoRA Experts for Uploadable Machine Learning","created":"2024-06-24","cited_by_count":14,"area":"rag"},{"id":"2505.13778","title":"CoIn: Counting the Invisible Reasoning Tokens in Commercial Opaque LLM APIs","created":"2025-05-19","cited_by_count":14,"area":"lr"},{"id":"2505.21289","title":"LoFT: Low-Rank Adaptation That Behaves Like Full Fine-Tuning","created":"2025-05-27","cited_by_count":14,"area":null},{"id":"2406.03051","title":"Adapter-X: A Novel General Parameter-Efficient Fine-Tuning Framework for Vision","created":"2024-06-05","cited_by_count":13,"area":null},{"id":"2408.10280","title":"NoRA: Nested Low-Rank Adaptation for Efficient Fine-Tuning Large Models","created":"2024-08-18","cited_by_count":13,"area":null},{"id":"2501.13707","title":"EventVL: Understand Event Streams via Multimodal Large Language Model","created":"2025-01-23","cited_by_count":13,"area":"mllm"},{"id":"2507.12142","title":"LoRA meets Riemannion: Muon Optimizer for Parametrization-independent Low-Rank Adapters","created":"2025-07-16","cited_by_count":13,"area":null},{"id":"2309.13192","title":"Towards Green AI in Fine-tuning Large Language Models via Adaptive Backpropagation","created":"2023-09-22","cited_by_count":12,"area":null},{"id":"2310.02842","title":"Sweeping Heterogeneity with Smart MoPs: Mixture of Prompts for LLM Task Adaptation","created":"2023-10-04","cited_by_count":12,"area":null},{"id":"2401.04122","title":"From Prompt Engineering to Prompt Science With Human in the Loop","created":"2024-01-01","cited_by_count":12,"area":null},{"id":"2412.05723","title":"Training-Free Bayesianization for Low-Rank Adapters of Large Language Models","created":"2024-12-07","cited_by_count":12,"area":null},{"id":"2503.10905","title":"Learning to Inference Adaptively for Multimodal Large Language Models","created":"2025-03-13","cited_by_count":12,"area":"lr"},{"id":"2410.09016","title":"Parameter-Efficient Fine-Tuning of State Space Models","created":"2024-10-11","cited_by_count":11,"area":"ssm"},{"id":"2411.03855","title":"MambaPEFT: Exploring Parameter-Efficient Fine-Tuning for Mamba","created":"2024-11-06","cited_by_count":11,"area":"ssm"},{"id":"2411.07239","title":"DeepONet as a Multi-Operator Extrapolation Model: Distributed Pretraining with Physics-Informed Fine-Tuning","created":"2024-11-11","cited_by_count":11,"area":null},{"id":"2508.04117","title":"Unveiling Over-Memorization in Finetuning LLMs for Reasoning Tasks","created":"2025-08-06","cited_by_count":11,"area":"lr"},{"id":"2407.09946","title":"Low-Rank Interconnected Adaptation across Layers","created":"2024-07-13","cited_by_count":10,"area":null},{"id":"2408.07337","title":"KIND: Knowledge Integration and Diversion for Training Decomposable Models","created":"2024-08-14","cited_by_count":10,"area":null},{"id":"2409.00119","title":"3-in-1: 2D Rotary Adaptation for Efficient Finetuning, Efficient Batching and Composability","created":"2024-08-28","cited_by_count":10,"area":null},{"id":"2411.07837","title":"FRUGAL: Memory-Efficient Optimization by Reducing State Overhead for Scalable Training","created":"2024-11-12","cited_by_count":10,"area":null},{"id":"2412.06289","title":"S$^{2}$FT: Efficient, Scalable and Generalizable LLM Fine-tuning by Structured Sparsity","created":"2024-12-09","cited_by_count":10,"area":null}],"next_cursor":"100"}