{"list":"other","total":114,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1904.09675","title":"BERTScore: Evaluating Text Generation with BERT","created":"2019-04-21","cited_by_count":5512},{"id":"1603.02754","title":"XGBoost: A Scalable Tree Boosting System","created":"2016-03-09","cited_by_count":5166},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2305.10601","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","created":"2023-05-17","cited_by_count":3211},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1412.3555","title":"Empirical Evaluation of Gated Recurrent Neural Networks on Sequence Modeling","created":"2014-12-11","cited_by_count":2367},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1610.05820","title":"Membership Inference Attacks against Machine Learning Models","created":"2016-10-18","cited_by_count":2281},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2207.05221","title":"Language Models (Mostly) Know What They Know","created":"2022-07-11","cited_by_count":1856},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"1607.04606","title":"Enriching Word Vectors with Subword Information","created":"2016-07-15","cited_by_count":1583},{"id":"2202.12837","title":"Rethinking the Role of Demonstrations: What Makes In-Context Learning Work?","created":"2022-02-25","cited_by_count":1434},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1906.08935","title":"Deep Leakage from Gradients","created":"2019-06-21","cited_by_count":1021},{"id":"2210.07229","title":"Mass-Editing Memory in a Transformer","created":"2022-10-13","cited_by_count":1001},{"id":"2111.02080","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","created":"2021-11-03","cited_by_count":938},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909},{"id":"2112.03570","title":"Membership Inference Attacks From First Principles","created":"2021-12-07","cited_by_count":878},{"id":"1802.08232","title":"The Secret Sharer: Evaluating and Testing Unintended Memorization in Neural Networks","created":"2018-02-22","cited_by_count":864},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"1909.05858","title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","created":"2019-09-11","cited_by_count":762},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601},{"id":"1811.03604","title":"Federated Learning for Mobile Keyboard Prediction","created":"2018-11-08","cited_by_count":572},{"id":"2104.08164","title":"Editing Factual Knowledge in Language Models","created":"2021-04-16","cited_by_count":553},{"id":"1805.04049","title":"Exploiting Unintended Feature Leakage in Collaborative Learning","created":"2018-05-10","cited_by_count":520},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2210.01504","title":"Knowledge Unlearning for Mitigating Privacy Risks in Language Models","created":"2022-10-04","cited_by_count":437},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"1905.12101","title":"Differential Privacy Has Disparate Impact on Model Accuracy","created":"2019-05-28","cited_by_count":316},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2003.10595","title":"Systematic Evaluation of Privacy Risks of Machine Learning Models","created":"2020-03-24","cited_by_count":292},{"id":"2305.18462","title":"Membership Inference Attacks against Language Models via Neighbourhood Comparison","created":"2023-05-29","cited_by_count":258},{"id":"2203.03540","title":"GatorTron: A Large Clinical Language Model to Unlock Patient Information from Unstructured Electronic Health Records","created":"2022-02-02","cited_by_count":238},{"id":"2004.00053","title":"Information Leakage in Embedding Models","created":"2020-03-31","cited_by_count":203},{"id":"2301.09785","title":"Transformer-Patcher: One Mistake worth One Neuron","created":"2023-01-24","cited_by_count":197},{"id":"2202.05520","title":"What Does it Mean for a Language Model to Preserve Privacy?","created":"2022-02-11","cited_by_count":195},{"id":"2203.03929","title":"Quantifying Privacy Risks of Masked Language Models Using Membership Inference Attacks","created":"2022-03-08","cited_by_count":175},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148},{"id":"2111.08440","title":"On the Importance of Difficulty Calibration in Membership Inference Attacks","created":"2021-11-15","cited_by_count":147},{"id":"2007.07646","title":"A Survey of Privacy Attacks in Machine Learning","created":"2020-07-15","cited_by_count":146},{"id":"1910.12366","title":"Thieves on Sesame Street! Model Extraction of BERT-based APIs","created":"2019-10-27","cited_by_count":139},{"id":"2111.09509","title":"How much do language models copy from their training data? Evaluating linguistic novelty in text generation using RAVEN","created":"2021-11-18","cited_by_count":124},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118},{"id":"2010.02559","title":"LEGAL-BERT: The Muppets straight out of Law School","created":"2020-10-06","cited_by_count":111},{"id":"2309.11765","title":"Privacy-Preserving In-Context Learning with Differentially Private Few-Shot Generation","created":"2023-09-21","cited_by_count":96},{"id":"2305.01219","title":"Prompt as Triggers for Backdoor Attack: Examining the Vulnerability in Language Models","created":"2023-05-02","cited_by_count":94},{"id":"2104.07762","title":"Does BERT Pretrained on Clinical Notes Reveal Sensitive Data?","created":"2021-04-15","cited_by_count":93},{"id":"1802.04889","title":"Understanding Membership Inferences on Well-Generalized Learning Models","created":"2018-02-13","cited_by_count":90},{"id":"1912.07942","title":"Analyzing Information Leakage of Updates to Natural Language Models","created":"2019-12-17","cited_by_count":90},{"id":"1606.03475","title":"De-identification of Patient Notes with Recurrent Neural Networks","created":"2016-06-10","cited_by_count":88},{"id":"2106.09352","title":"Large Scale Private Learning via Low-rank Reparametrization","created":"2021-06-17","cited_by_count":88},{"id":"2305.15594","title":"Flocks of Stochastic Parrots: Differentially Private Prompt Learning for Large Language Models","created":"2023-05-24","cited_by_count":83},{"id":"2004.15015","title":"Imitation Attacks and Defenses for Black-box Machine Translation Systems","created":"2020-04-30","cited_by_count":81},{"id":"1904.05506","title":"Membership Inference Attacks on Sequence-to-Sequence Models: Is My Data In Your Machine Translation System?","created":"2019-04-11","cited_by_count":71},{"id":"2205.08514","title":"Recovering Private Text in Federated Learning of Language Models","created":"2022-05-17","cited_by_count":70},{"id":"2302.04460","title":"Bag of Tricks for Training Data Extraction from Language Models","created":"2023-02-09","cited_by_count":70},{"id":"2009.10031","title":"Training Production Language Models without Memorizing User Data","created":"2020-09-21","cited_by_count":68},{"id":"2103.06819","title":"TAG: Gradient Attack on Transformer-based Language Models","created":"2021-03-11","cited_by_count":63},{"id":"2104.07504","title":"Natural Language Understanding with Privacy-Preserving BERT","created":"2021-04-15","cited_by_count":55},{"id":"2202.08827","title":"LAMP: Extracting Text from Gradients with Language Model Priors","created":"2022-02-17","cited_by_count":54},{"id":"2201.12675","title":"Decepticons: Corrupted Transformers Breach Privacy in Federated Learning for Language Models","created":"2022-01-29","cited_by_count":53},{"id":"2104.08305","title":"Membership Inference Attack Susceptibility of Clinical Language Models","created":"2021-04-16","cited_by_count":52},{"id":"2212.10986","title":"SoK: Let the Privacy Games Begin! A Unified Treatment of Data Inference Privacy in Machine Learning","created":"2022-12-21","cited_by_count":51},{"id":"2305.01639","title":"Privacy-Preserving In-Context Learning for Large Language Models","created":"2023-05-02","cited_by_count":50},{"id":"2009.05886","title":"Differentially Private Language Models Benefit from Public Pre-training","created":"2020-09-13","cited_by_count":47},{"id":"2205.12506","title":"Memorization in NLP Fine-tuning Methods","created":"2022-05-25","cited_by_count":45},{"id":"2309.05610","title":"Privacy Side Channels in Machine Learning Systems","created":"2023-09-11","cited_by_count":40},{"id":"2309.11852","title":"Knowledge Sanitization of Large Language Models","created":"2023-09-21","cited_by_count":37},{"id":"2006.07490","title":"Understanding Unintended Memorization in Federated Learning","created":"2020-06-12","cited_by_count":36},{"id":"2307.04401","title":"Ethicist: Targeted Training Data Extraction Through Loss Smoothed Soft Prompting and Calibrated Confidence Estimation","created":"2023-07-10","cited_by_count":36},{"id":"2106.11384","title":"Membership Inference on Word Embedding and Beyond","created":"2021-06-21","cited_by_count":35},{"id":"2205.13621","title":"Differentially Private Decoding in Large Language Models","created":"2022-05-26","cited_by_count":34},{"id":"2209.06997","title":"M^4I: Multi-modal Models Membership Inference","created":"2022-09-15","cited_by_count":34}],"next_cursor":"100"}