{"total":225,"rows":[{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797,"area":null},{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739,"area":null},{"id":"2312.02003","title":"A Survey on Large Language Model (LLM) Security and Privacy: The Good, the Bad, and the Ugly","created":"2023-12-04","cited_by_count":387,"area":null},{"id":"2209.01975","title":"Selective Annotation Makes Language Models Better Few-Shot Learners","created":"2022-09-05","cited_by_count":243,"area":null},{"id":"2203.03540","title":"GatorTron: A Large Clinical Language Model to Unlock Patient Information from Unstructured Electronic Health Records","created":"2022-02-02","cited_by_count":238,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2210.11466","title":"Surgical Fine-Tuning Improves Adaptation to Distribution Shifts","created":"2022-10-20","cited_by_count":205,"area":null},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2212.00638","title":"Finetune like you pretrain: Improved finetuning of zero-shot vision models","created":"2022-12-01","cited_by_count":150,"area":null},{"id":"2106.03164","title":"On the Effectiveness of Adapter-based Tuning for Pretrained Language Model Adaptation","created":"2021-06-06","cited_by_count":147,"area":null},{"id":"2109.05687","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","created":"2021-09-13","cited_by_count":146,"area":null},{"id":"2211.15583","title":"On the Effectiveness of Parameter-Efficient Fine-Tuning","created":"2022-11-28","cited_by_count":141,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2107.03158","title":"A Survey on Data Augmentation for Text Classification","created":"2021-07-07","cited_by_count":111,"area":null},{"id":"2110.08529","title":"Sharpness-Aware Minimization Improves Language Model Generalization","created":"2021-10-16","cited_by_count":108,"area":null},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2106.07345","title":"Self-Guided Contrastive Learning for BERT Sentence Representations","created":"2021-06-03","cited_by_count":103,"area":null},{"id":"2106.07499","title":"An Empirical Survey of Data Augmentation for Limited Data Learning in NLP","created":"2021-06-14","cited_by_count":101,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2109.00544","title":"Towards Improving Adversarial Training of NLP Models","created":"2021-09-01","cited_by_count":79,"area":null},{"id":"2302.08956","title":"AfriSenti: A Twitter Sentiment Analysis Benchmark for African Languages","created":"2023-02-17","cited_by_count":68,"area":null},{"id":"2409.20089","title":"Robust LLM safeguarding via refusal feature adversarial training","created":"2024-09-30","cited_by_count":64,"area":null},{"id":"2112.07869","title":"Fine-Tuning Large Neural Language Models for Biomedical Natural Language Processing","created":"2021-12-15","cited_by_count":57,"area":null},{"id":"2201.05867","title":"Transferability in Deep Learning: A Survey","created":"2022-01-15","cited_by_count":57,"area":null},{"id":"2205.00656","title":"Debiased Contrastive Learning of Unsupervised Sentence Representations","created":"2022-05-02","cited_by_count":56,"area":null},{"id":"2107.00440","title":"CLINE: Contrastive Learning with Semantic Negative Examples for Natural Language Understanding","created":"2021-07-01","cited_by_count":50,"area":null},{"id":"2102.01386","title":"AutoFreeze: Automatically Freezing Model Blocks to Accelerate Fine-tuning","created":"2021-02-02","cited_by_count":48,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2110.06696","title":"Mengzi: Towards Lightweight yet Ingenious Pre-trained Models for Chinese","created":"2021-10-13","cited_by_count":45,"area":null},{"id":"2202.12024","title":"NoisyTune: A Little Noise Can Help You Finetune Pretrained Language Models Better","created":"2022-02-24","cited_by_count":43,"area":null},{"id":"2101.00178","title":"UnitedQA: A Hybrid Approach for Open Domain Question Answering","created":"2021-01-01","cited_by_count":42,"area":null},{"id":"2106.08226","title":"Consistency Regularization for Cross-Lingual Fine-Tuning","created":"2021-06-15","cited_by_count":41,"area":null},{"id":"2304.06845","title":"SemEval-2023 Task 12: Sentiment Analysis for African Languages (AfriSenti-SemEval)","created":"2023-04-13","cited_by_count":41,"area":null},{"id":"2112.03254","title":"Human Parity on CommonsenseQA: Augmenting Self-Attention with External Attention","created":"2021-12-06","cited_by_count":40,"area":null},{"id":"2303.09859","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","created":"2023-03-17","cited_by_count":39,"area":null},{"id":"2110.06800","title":"SGD-X: A Benchmark for Robust Generalization in Schema-Guided Dialogue Systems","created":"2021-10-13","cited_by_count":34,"area":null},{"id":"2302.05738","title":"Cross-Modal Fine-Tuning: Align then Refine","created":"2023-02-11","cited_by_count":34,"area":null},{"id":"2312.02614","title":"Prompt Optimization via Adversarial In-Context Learning","created":"2023-12-05","cited_by_count":33,"area":null},{"id":"2106.00149","title":"HiddenCut: Simple Data Augmentation for Natural Language Understanding with Better Generalization","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2105.14553","title":"Defending Pre-trained Language Models from Adversarial Word Substitutions Without Performance Sacrifice","created":"2021-05-30","cited_by_count":30,"area":null},{"id":"2106.15231","title":"Exploring the Efficacy of Automatically Generated Counterfactuals for Sentiment Analysis","created":"2021-06-29","cited_by_count":30,"area":null},{"id":"2107.04835","title":"Noise Stability Regularization for Improving BERT Fine-tuning","created":"2021-07-10","cited_by_count":29,"area":null},{"id":"2106.11575","title":"Learn to Resolve Conversational Dependency: A Consistency Training Framework for Conversational Question Answering","created":"2021-06-22","cited_by_count":27,"area":null},{"id":"2302.13344","title":"Tailoring Language Generation Models under Total Variation Distance","created":"2023-02-26","cited_by_count":27,"area":null},{"id":"2305.10329","title":"G-Adapter: Towards Structure-Aware Parameter-Efficient Transfer Learning for Graph Transformer Networks","created":"2023-05-17","cited_by_count":25,"area":null},{"id":"2310.10810","title":"Robust Multi-Agent Reinforcement Learning via Adversarial Regularization: Theoretical Foundation and Stable Algorithms","created":"2023-10-16","cited_by_count":25,"area":null},{"id":"2212.01853","title":"Toward Efficient Language Model Pretraining and Downstream Adaptation via Self-Evolution: A Case Study on SuperGLUE","created":"2022-12-04","cited_by_count":24,"area":null},{"id":"2104.05062","title":"Achieving Model Robustness through Discrete Adversarial Training","created":"2021-04-11","cited_by_count":23,"area":null},{"id":"2210.12517","title":"Exploring The Landscape of Distributional Robustness for Question Answering Models","created":"2022-10-22","cited_by_count":23,"area":null},{"id":"2211.09359","title":"How to Fine-Tune Vision Models with SGD","created":"2022-11-17","cited_by_count":23,"area":null},{"id":"2405.16747","title":"Understanding Linear Probing then Fine-tuning Language Models from NTK Perspective","created":"2024-05-27","cited_by_count":22,"area":null},{"id":"2103.08933","title":"Reweighting Augmented Samples by Minimizing the Maximal Expected Loss","created":"2021-03-16","cited_by_count":21,"area":null},{"id":"2210.11892","title":"BioLORD: Learning Ontological Representations from Definitions (for Biomedical Concepts and their Textual Descriptions)","created":"2022-10-21","cited_by_count":21,"area":null},{"id":"2204.06644","title":"METRO: Efficient Denoising Pretraining of Large Scale Autoencoding Language Models with Model Generated Signals","created":"2022-04-13","cited_by_count":20,"area":null},{"id":"2306.01505","title":"Supervised Adversarial Contrastive Learning for Emotion Recognition in Conversations","created":"2023-06-02","cited_by_count":19,"area":null},{"id":"2206.05511","title":"Improving the Adversarial Robustness of NLP Models by Information Bottleneck","created":"2022-06-11","cited_by_count":17,"area":null},{"id":"2112.10991","title":"Regularizing End-to-End Speech Translation with Triangular Decomposition Agreement","created":"2021-12-21","cited_by_count":16,"area":null},{"id":"2211.03013","title":"Robust Lottery Tickets for Pre-trained Language Models","created":"2022-11-06","cited_by_count":16,"area":null},{"id":"2105.03484","title":"Empirical Evaluation of Pre-trained Transformers for Human-Level NLP: The Role of Sample Size and Dimensionality","created":"2021-05-07","cited_by_count":15,"area":null},{"id":"2202.02664","title":"No Parameters Left Behind: Sensitivity Guided Adaptive Learning Rate for Training Large Transformer Models","created":"2022-02-06","cited_by_count":15,"area":null},{"id":"2203.10378","title":"On Robust Prefix-Tuning for Text Classification","created":"2022-03-19","cited_by_count":15,"area":null},{"id":"2205.06153","title":"TreeMix: Compositional Constituency-based Data Augmentation for Natural Language Understanding","created":"2022-05-12","cited_by_count":15,"area":null},{"id":"2210.16771","title":"Parameter-Efficient Tuning Makes a Good Classification Head","created":"2022-10-30","cited_by_count":15,"area":null},{"id":"2210.07352","title":"Predicting Fine-Tuning Performance with Probing","created":"2022-10-13","cited_by_count":13,"area":null},{"id":"2308.06960","title":"Search to Fine-tune Pre-trained Graph Neural Networks for Graph-level Tasks","created":"2023-08-14","cited_by_count":13,"area":null},{"id":"2309.15223","title":"Low-rank Adaptation of Large Language Model Rescoring for Parameter-Efficient Speech Recognition","created":"2023-09-26","cited_by_count":13,"area":null},{"id":"2106.09204","title":"An Empirical Study on Hyperparameter Optimization for Fine-Tuning Pre-trained Language Models","created":"2021-06-17","cited_by_count":12,"area":null},{"id":"2206.05658","title":"Improving Pre-trained Language Model Fine-tuning with Noise Stability Regularization","created":"2022-06-12","cited_by_count":12,"area":null},{"id":"2312.16733","title":"SuperServe: Fine-Grained Inference Serving for Unpredictable Workloads","created":"2023-12-27","cited_by_count":12,"area":null},{"id":"2112.10424","title":"Unifying Model Explainability and Robustness for Joint Text Classification and Rationale Extraction","created":"2021-12-20","cited_by_count":11,"area":null},{"id":"2212.08853","title":"HyPe: Better Pre-trained Language Model Fine-tuning with Hidden Representation Perturbation","created":"2022-12-17","cited_by_count":11,"area":null},{"id":"2302.09268","title":"Bag of Tricks for Effective Language Model Pretraining and Downstream Adaptation: A Case Study on GLUE","created":"2023-02-18","cited_by_count":11,"area":null},{"id":"2502.06604","title":"Do we really have to filter out random noise in pre-training data for language models?","created":"2025-02-10","cited_by_count":11,"area":null},{"id":"2105.13608","title":"Not Far Away, Not So Close: Sample Efficient Nearest Neighbour Data Augmentation via MiniMax","created":"2021-05-28","cited_by_count":10,"area":null},{"id":"2205.11603","title":"Representation Projection Invariance Mitigates Representation Collapse","created":"2022-05-23","cited_by_count":10,"area":null},{"id":"2305.04557","title":"Toward Adversarial Training on Contextualized Language Representation","created":"2023-05-08","cited_by_count":10,"area":null},{"id":"2310.17588","title":"PAC-tuning:Fine-tuning Pretrained Language Models with PAC-driven Perturbed Gradient Descent","created":"2023-10-26","cited_by_count":10,"area":null},{"id":"2104.07284","title":"Consistency Training with Virtual Adversarial Discrete Perturbation","created":"2021-04-15","cited_by_count":9,"area":null},{"id":"2110.07165","title":"Semantically Distributed Robust Optimization for Vision-and-Language Inference","created":"2021-10-14","cited_by_count":9,"area":null},{"id":"2203.00089","title":"Amortized Proximal Optimization","created":"2022-02-28","cited_by_count":9,"area":null},{"id":"2308.00319","title":"LimeAttack: Local Explainable Method for Textual Hard-Label Adversarial Attack","created":"2023-08-01","cited_by_count":9,"area":null},{"id":"2308.07282","title":"Comparison between parameter-efficient techniques and full fine-tuning: A case study on multilingual news article classification","created":"2023-08-14","cited_by_count":9,"area":null},{"id":"2203.03216","title":"USTC-NELSLIP at SemEval-2022 Task 11: Gazetteer-Adapted Integration Network for Multilingual Complex Named Entity Recognition","created":"2022-03-07","cited_by_count":8,"area":null},{"id":"2206.12608","title":"Adversarial Self-Attention for Language Understanding","created":"2022-06-25","cited_by_count":8,"area":null},{"id":"2302.04618","title":"Robust Question Answering against Distribution Shifts with Test-Time Adaptation: An Empirical Study","created":"2023-02-09","cited_by_count":8,"area":null},{"id":"2306.11066","title":"Adversarial Robustness of Prompt-based Few-Shot Learning for Natural Language Understanding","created":"2023-06-19","cited_by_count":8,"area":null},{"id":"2104.04886","title":"Adversarial Regularization as Stackelberg Game: An Unrolled Optimization Approach","created":"2021-04-11","cited_by_count":7,"area":null},{"id":"2212.03506","title":"WIDER & CLOSER: Mixture of Short-channel Distillers for Zero-shot Cross-lingual Named Entity Recognition","created":"2022-12-07","cited_by_count":7,"area":null},{"id":"2302.03519","title":"Efficient Parametric Approximations of Neural Network Function Space Distance","created":"2023-02-07","cited_by_count":7,"area":null},{"id":"2302.05703","title":"HateProof: Are Hateful Meme Detection Systems really Robust?","created":"2023-02-11","cited_by_count":7,"area":null},{"id":"2309.02311","title":"Weigh Your Own Words: Improving Hate Speech Counter Narrative Generation via Attention Regularization","created":"2023-09-05","cited_by_count":7,"area":null},{"id":"2412.09263","title":"First Train to Generate, then Generate to Train: UnitedSynT5 for Few-Shot NLI","created":"2024-12-12","cited_by_count":7,"area":null},{"id":"2108.06808","title":"Implicit Regularization of Bregman Proximal Point Algorithm and Mirror Descent on Separable Data","created":"2021-08-15","cited_by_count":6,"area":null},{"id":"2112.08772","title":"Sharpness-Aware Minimization with Dynamic Reweighting","created":"2021-12-16","cited_by_count":6,"area":null},{"id":"2204.06625","title":"CAMERO: Consistency Regularized Ensemble of Perturbed Language Models with Weight Sharing","created":"2022-04-13","cited_by_count":6,"area":null},{"id":"2205.00633","title":"Robust Fine-tuning via Perturbation and Interpolation from In-batch Instances","created":"2022-05-02","cited_by_count":6,"area":null},{"id":"2210.09658","title":"ROSE: Robust Selective Fine-tuning for Pre-trained Language Models","created":"2022-10-18","cited_by_count":6,"area":null},{"id":"2310.03646","title":"TRAM: Bridging Trust Regions and Sharpness Aware Minimization","created":"2023-10-05","cited_by_count":6,"area":null},{"id":"2102.03752","title":"CSS-LM: A Contrastive Framework for Semi-supervised Fine-tuning of Pre-trained Language Models","created":"2021-02-07","cited_by_count":5,"area":null}],"next_cursor":"100"}