{"total":221,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380,"area":null},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2305.03495","title":"Automatic Prompt Optimization with \"Gradient Descent\" and Beam Search","created":"2023-05-04","cited_by_count":653,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2106.04647","title":"Compacter: Efficient Low-Rank Hypercomplex Adapter Layers","created":"2021-06-08","cited_by_count":460,"area":null},{"id":"2205.12548","title":"RLPrompt: Optimizing Discrete Text Prompts with Reinforcement Learning","created":"2022-05-25","cited_by_count":366,"area":null},{"id":"2203.17274","title":"Exploring Visual Prompts for Adapting Large-Scale Models","created":"2022-03-31","cited_by_count":274,"area":null},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2310.02226","title":"Think before you speak: Training Language Models With Pause Tokens","created":"2023-10-03","cited_by_count":264,"area":"lr"},{"id":"2104.08315","title":"Surface Form Competition: Why the Highest Probability Answer Isn't Always Right","created":"2021-04-16","cited_by_count":263,"area":null},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2109.04332","title":"PPT: Pre-trained Prompt Tuning for Few-shot Learning","created":"2021-09-09","cited_by_count":232,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2210.11466","title":"Surgical Fine-Tuning Improves Adaptation to Distribution Shifts","created":"2022-10-20","cited_by_count":205,"area":null},{"id":"2108.02035","title":"Knowledgeable Prompt-tuning: Incorporating Knowledge into Prompt Verbalizer for Text Classification","created":"2021-08-04","cited_by_count":183,"area":null},{"id":"2104.07650","title":"KnowPrompt: Knowledge-aware Prompt-tuning with Synergistic Optimization for Relation Extraction","created":"2021-04-15","cited_by_count":180,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2202.06675","title":"Can Machines Help Us Answering Question 16 in Datasheets, and In Turn Reflecting on Inappropriate Content?","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2302.05319","title":"Large Language Models for Code: Security Hardening and Adversarial Testing","created":"2023-02-10","cited_by_count":155,"area":null},{"id":"2302.12246","title":"Active Prompting with Chain-of-Thought for Large Language Models","created":"2023-02-23","cited_by_count":154,"area":"lr"},{"id":"2211.09102","title":"Prompting PaLM for Translation: Assessing Strategies and Performance","created":"2022-11-16","cited_by_count":145,"area":null},{"id":"2402.12451","title":"The Revolution of Multimodal Large Language Models: A Survey","created":"2024-02-19","cited_by_count":137,"area":"mllm"},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2208.11625","title":"PromptFL: Let Federated Participants Cooperatively Learn Prompts Instead of Models -- Federated Learning in Age of Foundation Model","created":"2022-08-24","cited_by_count":134,"area":null},{"id":"2302.12822","title":"Automatic Prompt Augmentation and Selection with Chain-of-Thought from Labeled Data","created":"2023-02-24","cited_by_count":119,"area":"lr"},{"id":"2108.13161","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","created":"2021-08-30","cited_by_count":115,"area":null},{"id":"2401.03729","title":"The Butterfly Effect of Altering Prompts: How Small Changes and Jailbreaks Affect Large Language Model Performance","created":"2024-01-08","cited_by_count":100,"area":"safety"},{"id":"2106.09296","title":"Voice2Series: Reprogramming Acoustic Models for Time Series Classification","created":"2021-06-17","cited_by_count":91,"area":null},{"id":"2208.12268","title":"FedPrompt: Communication-Efficient and Privacy Preserving Prompt Tuning in Federated Learning","created":"2022-08-25","cited_by_count":91,"area":"safety"},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2109.04650","title":"What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers","created":"2021-09-10","cited_by_count":76,"area":null},{"id":"2111.06719","title":"On Transferability of Prompt Tuning for Natural Language Processing","created":"2021-11-12","cited_by_count":75,"area":null},{"id":"2104.08771","title":"Cross-Attention is All You Need: Adapting Pretrained Transformers for Machine Translation","created":"2021-04-18","cited_by_count":74,"area":null},{"id":"2309.15649","title":"Generative Speech Recognition Error Correction with Large Language Models and Task-Activating Prompting","created":"2023-09-27","cited_by_count":72,"area":null},{"id":"2201.08531","title":"Black-box Prompt Learning for Pre-trained Language Models","created":"2022-01-21","cited_by_count":70,"area":null},{"id":"2203.00759","title":"HyperPrompt: Prompt-based Task-Conditioning of Transformers","created":"2022-03-01","cited_by_count":67,"area":null},{"id":"2202.10629","title":"Model Reprogramming: Resource-Efficient Cross-Domain Machine Learning","created":"2022-02-22","cited_by_count":64,"area":null},{"id":"2310.17419","title":"AntifakePrompt: Prompt-Tuned Vision-Language Models are Fake Image Detectors","created":"2023-10-26","cited_by_count":64,"area":"mllm"},{"id":"2305.14800","title":"Exploring Diverse In-Context Configurations for Image Captioning","created":"2023-05-24","cited_by_count":63,"area":null},{"id":"2306.05067","title":"Improving Visual Prompt Tuning for Self-supervised Vision Transformers","created":"2023-06-08","cited_by_count":57,"area":null},{"id":"2203.09770","title":"Prototypical Verbalizer for Prompt-based Few-shot Tuning","created":"2022-03-18","cited_by_count":53,"area":null},{"id":"2303.13217","title":"Fairness-guided Few-shot Prompting for Large Language Models","created":"2023-03-23","cited_by_count":53,"area":null},{"id":"2106.10715","title":"CPM-2: Large-scale Cost-effective Pre-trained Language Models","created":"2021-06-20","cited_by_count":52,"area":null},{"id":"2310.15515","title":"Fighting Fire with Fire: The Dual Role of LLMs in Crafting and Detecting Elusive Disinformation","created":"2023-10-24","cited_by_count":51,"area":null},{"id":"2406.11675","title":"BLoB: Bayesian Low-Rank Adaptation by Backpropagation for Large Language Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2212.10539","title":"Toward Human Readable Prompt Tuning: Kubrick's The Shining is a good movie, and a good prompt too?","created":"2022-12-20","cited_by_count":49,"area":null},{"id":"2103.09120","title":"Structural Adapters in Pretrained Language Models for AMR-to-text Generation","created":"2021-03-16","cited_by_count":48,"area":null},{"id":"2310.19698","title":"When Do Prompting and Prefix-Tuning Work? A Theory of Capabilities and Limitations","created":"2023-10-30","cited_by_count":43,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2109.12575","title":"Paradigm Shift in Natural Language Processing","created":"2021-09-26","cited_by_count":39,"area":null},{"id":"2111.13440","title":"True Few-Shot Learning with Prompts -- A Real-World Perspective","created":"2021-11-26","cited_by_count":38,"area":null},{"id":"2410.09760","title":"Targeted Vaccine: Safety Alignment for Large Language Models against Harmful Fine-Tuning via Layer-wise Perturbation","created":"2024-10-13","cited_by_count":37,"area":"alignment"},{"id":"2211.03044","title":"Tuning Language Models as Training Data Generators for Augmentation-Enhanced Few-Shot Learning","created":"2022-11-06","cited_by_count":36,"area":null},{"id":"2205.06166","title":"Dynamic Prefix-Tuning for Generative Template-based Event Extraction","created":"2022-05-12","cited_by_count":35,"area":null},{"id":"2209.10222","title":"Fairness Reprogramming","created":"2022-09-21","cited_by_count":33,"area":null},{"id":"2204.13413","title":"HPT: Hierarchy-aware Prompt Tuning for Hierarchical Text Classification","created":"2022-04-28","cited_by_count":31,"area":null},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2305.10235","title":"Assessing Hidden Risks of LLMs: An Empirical Study on Robustness, Consistency, and Credibility","created":"2023-05-15","cited_by_count":30,"area":null},{"id":"2306.04933","title":"InfoPrompt: Information-Theoretic Soft Prompt Tuning for Natural Language Understanding","created":"2023-06-08","cited_by_count":30,"area":null},{"id":"2310.02556","title":"NOLA: Compressing LoRA using Linear Combination of Random Basis","created":"2023-10-04","cited_by_count":29,"area":null},{"id":"2210.15198","title":"Watermarking for Out-of-distribution Detection","created":"2022-10-27","cited_by_count":28,"area":null},{"id":"2310.09234","title":"ClickPrompt: CTR Models are Strong Prompt Generators for Adapting Language Models to CTR Prediction","created":"2023-10-13","cited_by_count":27,"area":null},{"id":"2310.01467","title":"FedBPT: Efficient Federated Black-box Prompt Tuning for Large Language Models","created":"2023-10-02","cited_by_count":26,"area":null},{"id":"2110.07867","title":"Exploring Universal Intrinsic Task Subspace via Prompt Tuning","created":"2021-10-15","cited_by_count":25,"area":null},{"id":"2202.11451","title":"Zero-shot Cross-lingual Transfer of Prompt-based Tuning with a Unified Multilingual Prompt","created":"2022-02-23","cited_by_count":25,"area":null},{"id":"2203.04006","title":"Visual-Language Navigation Pretraining via Prompt-based Environmental Self-exploration","created":"2022-03-08","cited_by_count":25,"area":null},{"id":"2302.10447","title":"Mask-guided BERT for Few Shot Text Classification","created":"2023-02-21","cited_by_count":25,"area":null},{"id":"2305.16597","title":"Neural Architecture Search for Parameter-Efficient Fine-tuning of Large Pre-trained Language Models","created":"2023-05-26","cited_by_count":25,"area":null},{"id":"2402.12842","title":"PromptKD: Distilling Student-Friendly Knowledge for Generative Language Models via Prompt Tuning","created":"2024-02-20","cited_by_count":25,"area":"distill"},{"id":"2407.11239","title":"From Low Rank Gradient Subspace Stabilization to Low-Rank Weights: Observations, Theories, and Applications","created":"2024-07-15","cited_by_count":25,"area":null},{"id":"2204.07275","title":"Incremental Prompting: Episodic Memory Prompt for Lifelong Event Detection","created":"2022-04-15","cited_by_count":23,"area":null},{"id":"2211.03154","title":"On the Domain Adaptation and Generalization of Pretrained Language Models: A Survey","created":"2022-11-06","cited_by_count":23,"area":null},{"id":"2301.07851","title":"From English to More Languages: Parameter-Efficient Model Reprogramming for Cross-Lingual Speech Recognition","created":"2023-01-19","cited_by_count":23,"area":null},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23,"area":null},{"id":"2305.01711","title":"Don't Stop Pretraining? Make Prompt-based Fine-tuning Powerful Learner","created":"2023-05-02","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2412.03665","title":"Personalizing Multimodal Large Language Models for Image Captioning: An Experimental Analysis","created":"2024-12-04","cited_by_count":23,"area":"mllm"},{"id":"2304.14593","title":"Deep Graph Reprogramming","created":"2023-04-28","cited_by_count":22,"area":null},{"id":"2205.04040","title":"ProQA: Structural Prompt-based Pre-training for Unified Question Answering","created":"2022-05-09","cited_by_count":21,"area":null},{"id":"2405.13952","title":"Spectral Adapter: Fine-Tuning in Spectral Space","created":"2024-05-22","cited_by_count":21,"area":null},{"id":"2407.04118","title":"MAPO: Boosting Large Language Model Performance with Model-Adaptive Prompt Optimization","created":"2024-07-04","cited_by_count":21,"area":null},{"id":"2210.07144","title":"Reprogramming Pretrained Language Models for Antibody Sequence Infilling","created":"2022-10-05","cited_by_count":20,"area":null},{"id":"2308.10088","title":"PACE: Improving Prompt with Actor-Critic Editing for Large Language Model","created":"2023-08-19","cited_by_count":20,"area":null},{"id":"2204.00166","title":"Making Pre-trained Language Models End-to-end Few-shot Learners with Contrastive Prompt Tuning","created":"2022-04-01","cited_by_count":19,"area":null},{"id":"2205.05535","title":"Clinical Prompt Learning with Frozen Language Models","created":"2022-05-11","cited_by_count":19,"area":null},{"id":"2209.11486","title":"MetaPrompting: Learning to Learn Better Prompts","created":"2022-09-23","cited_by_count":19,"area":null},{"id":"2201.07126","title":"Instance-aware Prompt Learning for Language Understanding and Generation","created":"2022-01-18","cited_by_count":18,"area":null},{"id":"2302.05619","title":"Evaluating the Robustness of Discrete Prompts","created":"2023-02-11","cited_by_count":18,"area":null},{"id":"2406.03150","title":"Sample-specific Masks for Visual Reprogramming-based Prompting","created":"2024-06-05","cited_by_count":18,"area":null},{"id":"2211.01317","title":"Low-Resource Music Genre Classification with Cross-Modal Neural Model Reprogramming","created":"2022-11-02","cited_by_count":17,"area":null},{"id":"2306.00784","title":"Interpretable Math Word Problem Solution Generation Via Step-by-step Planning","created":"2023-06-01","cited_by_count":17,"area":null},{"id":"2210.12360","title":"Prompt-Tuning Can Be Much Better Than Fine-Tuning on Cross-lingual Understanding With Multilingual Language Models","created":"2022-10-22","cited_by_count":16,"area":null},{"id":"2202.09817","title":"$\\mathcal{Y}$-Tuning: An Efficient Tuning Paradigm for Large-Scale Pre-Trained Models via Label Representation Learning","created":"2022-02-20","cited_by_count":15,"area":null},{"id":"2203.10378","title":"On Robust Prefix-Tuning for Text Classification","created":"2022-03-19","cited_by_count":15,"area":null},{"id":"2203.14655","title":"Few-Shot Learning with Siamese Networks and Label Tuning","created":"2022-03-28","cited_by_count":15,"area":null},{"id":"2210.02952","title":"Improving the Sample Efficiency of Prompt Tuning with Domain Adaptation","created":"2022-10-06","cited_by_count":15,"area":null}],"next_cursor":"100"}