{"total":704,"rows":[{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2406.00515","title":"A Survey on Large Language Models for Code Generation","created":"2024-06-01","cited_by_count":658,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2402.12354","title":"LoRA+: Efficient Low Rank Adaptation of Large Models","created":"2024-02-19","cited_by_count":377,"area":null},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2209.10063","title":"Generate rather than Retrieve: Large Language Models are Strong Context Generators","created":"2022-09-21","cited_by_count":298,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2312.03732","title":"A Rank Stabilization Scaling Factor for Fine-Tuning with LoRA","created":"2023-11-28","cited_by_count":243,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2205.12689","title":"Large Language Models are Few-Shot Clinical Information Extractors","created":"2022-05-25","cited_by_count":207,"area":null},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2402.17193","title":"When Scaling Meets LLM Finetuning: The Effect of Data, Model and Finetuning Method","created":"2024-02-27","cited_by_count":204,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2212.02437","title":"In-context Examples Selection for Machine Translation","created":"2022-12-05","cited_by_count":172,"area":null},{"id":"2402.17944","title":"Large Language Models(LLMs) on Tabular Data: Prediction, Generation, and Understanding -- A Survey","created":"2024-02-27","cited_by_count":159,"area":null},{"id":"2306.14870","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","created":"2023-06-26","cited_by_count":156,"area":null},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2211.09102","title":"Prompting PaLM for Translation: Assessing Strategies and Performance","created":"2022-11-16","cited_by_count":145,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2209.11055","title":"Efficient Few-Shot Learning Without Prompts","created":"2022-09-22","cited_by_count":137,"area":null},{"id":"2305.16938","title":"Few-shot Fine-tuning vs. In-context Learning: A Fair Comparison and Evaluation","created":"2023-05-26","cited_by_count":136,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2212.10650","title":"KronA: Parameter Efficient Tuning with Kronecker Adapter","created":"2022-12-20","cited_by_count":133,"area":null},{"id":"2405.07813","title":"Localizing Task Information for Improved Model Merging and Compression","created":"2024-05-13","cited_by_count":131,"area":null},{"id":"2310.12798","title":"MolCA: Molecular Graph-Language Modeling with Cross-Modal Projector and Uni-Modal Adapter","created":"2023-10-19","cited_by_count":128,"area":null},{"id":"2402.06954","title":"OpenFedLLM: Training Large Language Models on Decentralized Private Data via Federated Learning","created":"2024-02-10","cited_by_count":128,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2308.13111","title":"Bayesian Low-rank Adaptation for Large Language Models","created":"2023-08-24","cited_by_count":115,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2311.06243","title":"Parameter-Efficient Orthogonal Finetuning via Butterfly Factorization","created":"2023-11-10","cited_by_count":114,"area":null},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2302.08091","title":"Do We Still Need Clinical Language Models?","created":"2023-02-16","cited_by_count":98,"area":null},{"id":"2212.09535","title":"BLOOM+1: Adding Language Support to BLOOM for Zero-Shot Prompting","created":"2022-12-19","cited_by_count":90,"area":null},{"id":"2309.11674","title":"A Paradigm Shift in Machine Translation: Boosting Translation Performance of Large Language Models","created":"2023-09-20","cited_by_count":89,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2402.16842","title":"Asymmetry in Low-Rank Adapters of Foundation Models","created":"2024-02-26","cited_by_count":86,"area":null},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2404.09491","title":"Large Language Models Can Automatically Engineer Features for Few-Shot Tabular Learning","created":"2024-04-15","cited_by_count":81,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2302.04870","title":"Offsite-Tuning: Transfer Learning without Full Model","created":"2023-02-09","cited_by_count":78,"area":null},{"id":"2405.17604","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","created":"2024-05-27","cited_by_count":76,"area":null},{"id":"2309.02411","title":"Delta-LoRA: Fine-Tuning High-Rank Parameters with the Delta of Low-Rank Matrices","created":"2023-09-05","cited_by_count":74,"area":null},{"id":"2406.10471","title":"Personalized Pieces: Efficient Personalized Large Language Models through Collaborative Efforts","created":"2024-06-15","cited_by_count":74,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2405.11157","title":"Towards Modular LLMs by Building and Reusing a Library of LoRAs","created":"2024-05-18","cited_by_count":72,"area":null},{"id":"2410.02396","title":"Parameter Competition Balancing for Model Merging","created":"2024-10-03","cited_by_count":72,"area":null},{"id":"2502.11528","title":"A Survey of Personalized Large Language Models: Progress and Future Directions","created":"2025-02-17","cited_by_count":71,"area":null},{"id":"2403.05231","title":"Tracking Meets LoRA: Faster Training, Larger Model, Stronger Performance","created":"2024-03-08","cited_by_count":70,"area":null},{"id":"2310.09716","title":"Enhancing Conversational Search: Large Language Model-Aided Informative Query Rewriting","created":"2023-10-15","cited_by_count":69,"area":null},{"id":"2305.09857","title":"CoEdIT: Text Editing by Task-Specific Instruction Tuning","created":"2023-05-17","cited_by_count":68,"area":null},{"id":"2407.15186","title":"A Survey on Employing Large Language Models for Text-to-SQL Tasks","created":"2024-07-21","cited_by_count":67,"area":null},{"id":"2310.04742","title":"Parameter Efficient Multi-task Model Fusion with Partial Linearization","created":"2023-10-07","cited_by_count":65,"area":null},{"id":"2311.09578","title":"Tied-Lora: Enhancing parameter efficiency of LoRA with weight tying","created":"2023-11-16","cited_by_count":65,"area":null},{"id":"2402.05859","title":"Learning to Route Among Specialized Experts for Zero-Shot Generalization","created":"2024-02-08","cited_by_count":65,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2308.12305","title":"FedDAT: An Approach for Foundation Model Finetuning in Multi-Modal Heterogeneous Federated Learning","created":"2023-08-21","cited_by_count":60,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2212.02199","title":"Legal Prompt Engineering for Multilingual Legal Judgement Prediction","created":"2022-12-05","cited_by_count":55,"area":null},{"id":"2410.03617","title":"What Matters for Model Merging at Scale?","created":"2024-10-04","cited_by_count":55,"area":null},{"id":"2402.15751","title":"Sparse MeZO: Less Parameters for Better Performance in Zeroth-Order LLM Fine-Tuning","created":"2024-02-24","cited_by_count":54,"area":null},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54,"area":null},{"id":"2303.08114","title":"Simfluence: Modeling the Influence of Individual Training Examples by Simulating Training Runs","created":"2023-03-14","cited_by_count":53,"area":null},{"id":"2311.04978","title":"On the steerability of large language models toward data-driven personas","created":"2023-11-08","cited_by_count":53,"area":null},{"id":"2311.11077","title":"Adapters: A Unified Library for Parameter-Efficient and Modular Transfer Learning","created":"2023-11-18","cited_by_count":53,"area":null},{"id":"2212.01378","title":"ColD Fusion: Collaborative Descent for Distributed Multitask Finetuning","created":"2022-12-02","cited_by_count":52,"area":null},{"id":"2405.15179","title":"VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks","created":"2024-05-24","cited_by_count":52,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2212.10003","title":"(QA)$^2$: Question Answering with Questionable Assumptions","created":"2022-12-20","cited_by_count":51,"area":null},{"id":"2308.01240","title":"Evaluating Instruction-Tuned Large Language Models on Code Comprehension and Generation","created":"2023-08-02","cited_by_count":50,"area":null},{"id":"2301.12132","title":"AutoPEFT: Automatic Configuration Search for Parameter-Efficient Fine-Tuning","created":"2023-01-28","cited_by_count":49,"area":null},{"id":"2209.14500","title":"Bidirectional Language Models Are Also Few-shot Learners","created":"2022-09-29","cited_by_count":48,"area":null},{"id":"2401.04679","title":"RoSA: Accurate Parameter-Efficient Fine-Tuning via Robust Adaptation","created":"2024-01-09","cited_by_count":48,"area":null},{"id":"2402.05015","title":"A Sober Look at LLMs for Material Discovery: Are They Actually Good for Bayesian Optimization Over Molecules?","created":"2024-02-07","cited_by_count":48,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2305.11019","title":"Annotation-free Audio-Visual Segmentation","created":"2023-05-18","cited_by_count":46,"area":null},{"id":"2305.14302","title":"VIP5: Towards Multimodal Foundation Models for Recommendation","created":"2023-05-23","cited_by_count":46,"area":null},{"id":"2309.11696","title":"LLM-based Medical Assistant Personalization with Short- and Long-Term Memory Coordination","created":"2023-09-21","cited_by_count":46,"area":null},{"id":"2304.04748","title":"Exploring Effective Factors for Improving Visual In-Context Learning","created":"2023-04-10","cited_by_count":43,"area":null},{"id":"2302.00871","title":"Using In-Context Learning to Improve Dialogue Safety","created":"2023-02-02","cited_by_count":42,"area":null},{"id":"2305.10683","title":"Paxion: Patching Action Knowledge in Video-Language Foundation Models","created":"2023-05-18","cited_by_count":42,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2304.14999","title":"Empirical Analysis of the Strengths and Weaknesses of PEFT Techniques for LLMs","created":"2023-04-28","cited_by_count":38,"area":null},{"id":"2401.05605","title":"Scaling Laws for Forgetting When Fine-Tuning Large Language Models","created":"2024-01-11","cited_by_count":38,"area":null},{"id":"2411.14961","title":"LoRA-FAIR: Federated LoRA Fine-Tuning with Aggregation and Initialization Refinement","created":"2024-11-22","cited_by_count":38,"area":null},{"id":"2311.08993","title":"When does In-context Learning Fall Short and Why? A Study on Specification-Heavy Tasks","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2402.12264","title":"Uncertainty quantification in fine-tuned LLMs using LoRA ensembles","created":"2024-02-19","cited_by_count":37,"area":null},{"id":"2402.15179","title":"Advancing Parameter Efficiency in Fine-tuning via Representation Editing","created":"2024-02-23","cited_by_count":37,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2211.03044","title":"Tuning Language Models as Training Data Generators for Augmentation-Enhanced Few-Shot Learning","created":"2022-11-06","cited_by_count":36,"area":null}],"next_cursor":"100"}