{"list":"other","total":107,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"1912.03817","title":"Machine Unlearning","created":"2019-12-09","cited_by_count":1061},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031},{"id":"1906.08935","title":"Deep Leakage from Gradients","created":"2019-06-21","cited_by_count":1021},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2305.02301","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","created":"2023-05-03","cited_by_count":737},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639},{"id":"1805.12185","title":"Fine-Pruning: Defending Against Backdooring Attacks on Deep Neural Networks","created":"2018-05-30","cited_by_count":580},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400},{"id":"1604.00772","title":"The CMA Evolution Strategy: A Tutorial","created":"2016-04-04","cited_by_count":377},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329},{"id":"2306.17439","title":"Provable Robust Watermarking for AI-Generated Text","created":"2023-06-30","cited_by_count":299},{"id":"2212.08410","title":"Teaching Small Language Models to Reason","created":"2022-12-16","cited_by_count":284},{"id":"2011.10369","title":"ONION: A Simple and Effective Defense Against Textual Backdoor Attacks","created":"2020-11-20","cited_by_count":263},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256},{"id":"2306.06031","title":"FinGPT: Open-Source Financial Large Language Models","created":"2023-06-09","cited_by_count":253},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230},{"id":"2004.00053","title":"Information Leakage in Embedding Models","created":"2020-03-31","cited_by_count":203},{"id":"2310.06816","title":"Text Embeddings Reveal (Almost) As Much As Text","created":"2023-10-10","cited_by_count":192},{"id":"1611.04482","title":"Practical Secure Aggregation for Federated Learning on User-Held Data","created":"2016-11-14","cited_by_count":178},{"id":"2103.00039","title":"Practical and Private (Deep) Learning without Sampling or Shuffling","created":"2021-02-26","cited_by_count":170},{"id":"2012.09823","title":"Continual Lifelong Learning in Natural Language Processing: A Survey","created":"2020-12-17","cited_by_count":152},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149},{"id":"2305.15060","title":"Who Wrote this Code? Watermarking for Code Generation","created":"2023-05-24","cited_by_count":141},{"id":"2210.06726","title":"Explanations from Large Language Models Make Small Reasoners Better","created":"2022-10-13","cited_by_count":124},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124},{"id":"2305.07609","title":"Is ChatGPT Fair for Recommendation? Evaluating Fairness in Large Language Model Recommendation","created":"2023-05-12","cited_by_count":114},{"id":"2002.02925","title":"BERT-of-Theseus: Compressing BERT by Progressive Module Replacing","created":"2020-02-07","cited_by_count":113},{"id":"2210.14348","title":"Synthetic Text Generation with Differential Privacy: A Simple and Practical Recipe","created":"2022-10-25","cited_by_count":108},{"id":"2302.11520","title":"Guiding Large Language Models via Directional Stimulus Prompting","created":"2023-02-22","cited_by_count":95},{"id":"2208.12268","title":"FedPrompt: Communication-Efficient and Privacy Preserving Prompt Tuning in Federated Learning","created":"2022-08-25","cited_by_count":91},{"id":"2111.00197","title":"Backdoor Pre-trained Models Can Transfer to All","created":"2021-10-30","cited_by_count":86},{"id":"2302.08888","title":"Multimodal Federated Learning via Contrastive Representation Ensemble","created":"2023-02-17","cited_by_count":86},{"id":"2104.08815","title":"FedNLP: Benchmarking Federated Learning Methods for Natural Language Processing Tasks","created":"2021-04-18","cited_by_count":85},{"id":"2110.02467","title":"BadPre: Task-agnostic Backdoor Attacks to Pre-trained NLP Foundation Models","created":"2021-10-06","cited_by_count":85},{"id":"2306.15546","title":"When Foundation Model Meets Federated Learning: Motivations, Challenges, and Future Directions","created":"2023-06-27","cited_by_count":84},{"id":"2302.04870","title":"Offsite-Tuning: Transfer Learning without Full Model","created":"2023-02-09","cited_by_count":78},{"id":"2212.10025","title":"When Federated Learning Meets Pre-trained Language Models' Parameter-Efficient Tuning Methods","created":"2022-12-20","cited_by_count":75},{"id":"2205.08514","title":"Recovering Private Text in Federated Learning of Language Models","created":"2022-05-17","cited_by_count":70},{"id":"2303.14773","title":"BlackVIP: Black-Box Visual Prompting for Robust Transfer Learning","created":"2023-03-26","cited_by_count":70},{"id":"2211.01452","title":"MPCFormer: fast, performant and private Transformer inference with MPC","created":"2022-11-02","cited_by_count":69},{"id":"2210.13918","title":"Differentially Private Language Models for Secure Data Sharing","created":"2022-10-25","cited_by_count":68},{"id":"2305.18465","title":"Federated Learning of Gboard Language Models with Differential Privacy","created":"2023-05-29","cited_by_count":66},{"id":"2306.01684","title":"Harnessing large-language models to generate private synthetic text","created":"2023-06-02","cited_by_count":65},{"id":"2310.15080","title":"Federated Learning of Large Language Models with Parameter-Efficient Prompt Tuning and Adaptive Optimization","created":"2023-10-23","cited_by_count":65},{"id":"2211.14719","title":"BadPrompt: Backdoor Attacks on Continuous Prompts","created":"2022-11-27","cited_by_count":63},{"id":"2108.12944","title":"Selective Differential Privacy for Language Modeling","created":"2021-08-30","cited_by_count":62},{"id":"2206.00216","title":"THE-X: Privacy-Preserving Transformer Inference with Homomorphic Encryption","created":"2022-06-01","cited_by_count":57},{"id":"2104.07504","title":"Natural Language Understanding with Privacy-Preserving BERT","created":"2021-04-15","cited_by_count":55},{"id":"2202.08827","title":"LAMP: Extracting Text from Gradients with Language Model Priors","created":"2022-02-17","cited_by_count":54},{"id":"2201.12675","title":"Decepticons: Corrupted Transformers Breach Privacy in Federated Learning for Language Models","created":"2022-01-29","cited_by_count":53},{"id":"2205.11200","title":"BBTv2: Towards a Gradient-Free Future with Large Language Models","created":"2022-05-23","cited_by_count":53},{"id":"2101.06969","title":"Red Alarm for Pre-trained Models: Universal Vulnerability to Neuron-Level Backdoor Attacks","created":"2021-01-18","cited_by_count":49},{"id":"2307.12533","title":"PUMA: Secure Inference of LLaMA-7B in Five Minutes","created":"2023-07-24","cited_by_count":48},{"id":"2302.05729","title":"A Brief Report on LawGPT 1.0: A Virtual Legal Assistant Based on GPT-3","created":"2023-02-11","cited_by_count":46},{"id":"2305.06212","title":"Privacy-Preserving Parameter-Efficient Fine-Tuning for Large Language Model Services","created":"2023-05-10","cited_by_count":43},{"id":"2108.01250","title":"Your fairness may vary: Pretrained language model fairness in toxic text classification","created":"2021-08-03","cited_by_count":39},{"id":"2203.05816","title":"No Free Lunch Theorem for Security and Utility in Federated Learning","created":"2022-03-11","cited_by_count":39},{"id":"2210.15042","title":"Privately Fine-Tuning Large Language Models with Differential Privacy","created":"2022-10-26","cited_by_count":39},{"id":"2305.17826","title":"NOTABLE: Transferable Backdoor Attacks Against Prompt-based NLP Models","created":"2023-05-28","cited_by_count":37},{"id":"2309.13256","title":"Defending Pre-trained Language Models as Few-shot Learners against Backdoor Attacks","created":"2023-09-23","cited_by_count":33},{"id":"2111.05685","title":"Efficient Neural Network Training via Forward and Backward Propagation Sparsification","created":"2021-11-10","cited_by_count":30},{"id":"2305.12132","title":"Can Public Large Language Models Help Private Cross-device Federated Learning?","created":"2023-05-20","cited_by_count":30},{"id":"2208.10400","title":"DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting","created":"2022-08-22","cited_by_count":28},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25},{"id":"2306.02210","title":"GPT-FL: Generative Pre-trained Model-Assisted Federated Learning","created":"2023-06-03","cited_by_count":24},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23},{"id":"2305.13865","title":"Selective Pre-training for Private Fine-tuning","created":"2023-05-23","cited_by_count":23},{"id":"2306.15347","title":"FedET: A Communication-Efficient Federated Class-Incremental Learning Framework Based on Enhanced Transformer","created":"2023-06-27","cited_by_count":23},{"id":"2305.18396","title":"LLMs Can Understand Encrypted Prompt: Towards Privacy-Computing Friendly Transformers","created":"2023-05-28","cited_by_count":22},{"id":"2303.13679","title":"Primer: Fast Private Transformer Inference on Encrypted Data","created":"2023-03-23","cited_by_count":20},{"id":"2212.05974","title":"Federated Few-Shot Learning for Mobile NLP","created":"2022-12-12","cited_by_count":15},{"id":"2311.14030","title":"PrivateLoRA For Efficient Privacy Preserving LLM","created":"2023-11-23","cited_by_count":14},{"id":"2308.04679","title":"Sci-CoT: Leveraging Large Language Models for Enhanced Knowledge Distillation in Small Models for Scientific QA","created":"2023-08-09","cited_by_count":13},{"id":"2302.00444","title":"Improved Knowledge Distillation for Pre-trained Language Models via Knowledge Selection","created":"2023-02-01","cited_by_count":12},{"id":"2302.09042","title":"Privately Customizing Prefinetuning to Better Match User Data in Federated Learning","created":"2023-02-17","cited_by_count":12},{"id":"2305.00312","title":"Optimizing Privacy, Utility and Efficiency in Constrained Multi-Objective Federated Learning","created":"2023-04-29","cited_by_count":12},{"id":"2205.13299","title":"Federated Split BERT for Heterogeneous Text Classification","created":"2022-05-26","cited_by_count":11},{"id":"2301.12623","title":"FedPass: Privacy-Preserving Vertical Federated Deep Learning with Adaptive Obfuscation","created":"2023-01-30","cited_by_count":10}],"next_cursor":"100"}