{"total":49,"rows":[{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2303.10512","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","created":"2023-03-18","cited_by_count":357,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2302.06600","title":"Task-Specific Skill Localization in Fine-tuned Language Models","created":"2023-02-13","cited_by_count":105,"area":null},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2206.12562","title":"PLATON: Pruning Large Transformer Models with Upper Confidence Bound of Weight Importance","created":"2022-06-25","cited_by_count":79,"area":null},{"id":"2408.13656","title":"Localize-and-Stitch: Efficient Model Merging via Sparse Task Arithmetic","created":"2024-08-24","cited_by_count":50,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2302.14132","title":"Structured Pruning of Self-Supervised Pre-trained Models for Speech Recognition and Understanding","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2210.04457","title":"XPrompt: Exploring the Extreme of Prompt Tuning","created":"2022-10-10","cited_by_count":30,"area":null},{"id":"2403.04861","title":"A Survey of Lottery Ticket Hypothesis","created":"2024-03-07","cited_by_count":24,"area":null},{"id":"2402.14700","title":"Unveiling Linguistic Regions in Large Language Models","created":"2024-02-22","cited_by_count":22,"area":null},{"id":"2205.12694","title":"Train Flat, Then Compress: Sharpness-Aware Minimization Learns More Compressible Models","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2112.07198","title":"From Dense to Sparse: Contrastive Pruning for Better Pre-trained Language Model Compression","created":"2021-12-14","cited_by_count":19,"area":null},{"id":"2305.17446","title":"Fine-tuning Happens in Tiny Subspaces: Exploring Intrinsic Task-specific Subspaces of Pre-trained Language Models","created":"2023-05-27","cited_by_count":19,"area":null},{"id":"2408.09857","title":"TaSL: Continual Dialog State Tracking via Task Skill Localization and Consolidation","created":"2024-08-19","cited_by_count":18,"area":null},{"id":"2211.03013","title":"Robust Lottery Tickets for Pre-trained Language Models","created":"2022-11-06","cited_by_count":16,"area":null},{"id":"2202.02664","title":"No Parameters Left Behind: Sensitivity Guided Adaptive Learning Rate for Training Large Transformer Models","created":"2022-02-06","cited_by_count":15,"area":null},{"id":"2110.08419","title":"Robustness Challenges in Model Distillation and Pruning for Natural Language Understanding","created":"2021-10-16","cited_by_count":12,"area":null},{"id":"2204.11218","title":"Learning to Win Lottery Tickets in BERT Transfer via Task-agnostic Mask Training","created":"2022-04-24","cited_by_count":10,"area":null},{"id":"2310.10318","title":"Interpreting and Exploiting Functional Specialization in Multi-Head Attention under Multi-task Learning","created":"2023-10-16","cited_by_count":9,"area":null},{"id":"2312.00960","title":"The Cost of Compression: Investigating the Impact of Compression on Parametric Knowledge in Language Models","created":"2023-12-01","cited_by_count":9,"area":null},{"id":"2205.11833","title":"Diverse Lottery Tickets Boost Ensemble from a Single Pretrained Model","created":"2022-05-24","cited_by_count":7,"area":null},{"id":"2210.05211","title":"A Win-win Deal: Towards Sparse and Robust Pre-trained Language Models","created":"2022-10-11","cited_by_count":7,"area":null},{"id":"2210.06210","title":"Pruning Pre-trained Language Models Without Fine-Tuning","created":"2022-10-12","cited_by_count":7,"area":null},{"id":"2310.13191","title":"Towards Robust Pruning: An Adaptive Knowledge-Retention Pruning Strategy for Language Models","created":"2023-10-19","cited_by_count":7,"area":null},{"id":"2205.14570","title":"MiniDisc: Minimal Distillation Schedule for Language Model Compression","created":"2022-05-29","cited_by_count":5,"area":null},{"id":"2306.00014","title":"PreQuant: A Task-agnostic Quantization Approach for Pre-trained Language Models","created":"2023-05-30","cited_by_count":5,"area":null},{"id":"2504.00254","title":"ElaLoRA: Elastic & Learnable Low-Rank Adaptation for Efficient Model Fine-Tuning","created":"2025-03-31","cited_by_count":5,"area":null},{"id":"2505.24174","title":"Adaptive LoRA Merge with Parameter Pruning for Low-Resource Generation","created":"2025-05-30","cited_by_count":5,"area":null},{"id":"2601.22905","title":"FlexLoRA: Entropy-Guided Flexible Low-Rank Adaptation","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2207.09638","title":"Doge Tickets: Uncovering Domain-general Language Models by Playing Lottery Tickets","created":"2022-07-20","cited_by_count":4,"area":null},{"id":"2210.05883","title":"AD-DROP: Attribution-Driven Dropout for Robust Language Model Fine-Tuning","created":"2022-10-12","cited_by_count":4,"area":null},{"id":"2204.02601","title":"Probing Structured Pruning on Multilingual Pre-trained Models: Settings, Algorithms, and Efficiency","created":"2022-04-06","cited_by_count":3,"area":null},{"id":"2310.15594","title":"Retrieval-based Knowledge Transfer: An Effective Approach for Extreme Large Language Model Compression","created":"2023-10-24","cited_by_count":3,"area":null},{"id":"2406.05276","title":"VTrans: Accelerating Transformer Compression with Variational Information Bottleneck based Pruning","created":"2024-06-07","cited_by_count":3,"area":null},{"id":"2305.12394","title":"Pruning Pre-trained Language Models with Principled Importance and Self-regularization","created":"2023-05-21","cited_by_count":2,"area":null},{"id":"2409.04473","title":"Learning in Order! A Sequential Strategy to Learn Invariant Features for Multimodal Sentiment Analysis","created":"2024-09-05","cited_by_count":2,"area":null},{"id":"2307.00342","title":"Improving Multitask Retrieval by Promoting Task Specialization","created":"2023-07-01","cited_by_count":1,"area":null},{"id":"2407.16129","title":"FoRA: Low-Rank Adaptation Model beyond Multimodal Siamese Network","created":"2024-07-23","cited_by_count":1,"area":null},{"id":"2411.00969","title":"Magnitude Pruning of Large Pretrained Transformer Models with a Mixture Gaussian Prior","created":"2024-11-01","cited_by_count":1,"area":null},{"id":"2505.12433","title":"SRLoRA: Subspace Recomposition in Low-Rank Adaptation via Importance-Based Fusion and Reinitialization","created":"2025-05-18","cited_by_count":1,"area":null},{"id":"2510.07227","title":"Where to Begin: Efficient Pretraining via Subnetwork Selection and Distillation","created":"2025-10-08","cited_by_count":1,"area":null},{"id":"2604.18124","title":"TLoRA: Task-aware Low Rank Adaptation of Large Language Models","created":"2026-04-20","cited_by_count":1,"area":null},{"id":"2112.05705","title":"Pruning Pretrained Encoders with a Multitask Objective","created":"2021-12-10","cited_by_count":0,"area":null},{"id":"2404.13504","title":"IMO: Greedy Layer-Wise Sparse Representation Learning for Out-of-Distribution Text Classification with Pre-trained Models","created":"2024-04-21","cited_by_count":0,"area":null},{"id":"2505.08768","title":"SPAT: Sensitivity-based Multihead-attention Pruning on Time Series Forecasting Models","created":"2025-05-13","cited_by_count":0,"area":null}],"next_cursor":null}