{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293},{"id":"1803.05407","title":"Averaging Weights Leads to Wider Optima and Better Generalization","created":"2018-03-14","cited_by_count":1209},{"id":"1912.03817","title":"Machine Unlearning","created":"2019-12-09","cited_by_count":1061},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952},{"id":"2302.00093","title":"Large Language Models Can Be Easily Distracted by Irrelevant Context","created":"2023-01-31","cited_by_count":841},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"1912.02164","title":"Plug and Play Language Models: A Simple Approach to Controlled Text Generation","created":"2019-12-04","cited_by_count":799},{"id":"1909.05858","title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","created":"2019-09-11","cited_by_count":762},{"id":"2301.13188","title":"Extracting Training Data from Diffusion Models","created":"2023-01-30","cited_by_count":732},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"1907.09190","title":"ELI5: Long Form Question Answering","created":"2019-07-22","cited_by_count":575},{"id":"1911.03030","title":"Certified Data Removal from Machine Learning Models","created":"2019-11-08","cited_by_count":535},{"id":"1907.05012","title":"Making AI Forget You: Data Deletion in Machine Learning","created":"2019-07-11","cited_by_count":465},{"id":"2105.03023","title":"DExperts: Decoding-Time Controlled Text Generation with Experts and Anti-Experts","created":"2021-05-07","cited_by_count":441},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412},{"id":"2103.03279","title":"Remember What You Want to Forget: Algorithms for Machine Unlearning","created":"2021-03-04","cited_by_count":371},{"id":"1610.05755","title":"Semi-supervised Knowledge Transfer for Deep Learning from Private Training Data","created":"2016-10-18","cited_by_count":348},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"1911.07135","title":"The Secret Revealer: Generative Model-Inversion Attacks Against Deep Neural Networks","created":"2019-11-17","cited_by_count":246},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191},{"id":"2106.04378","title":"Adaptive Machine Unlearning","created":"2021-06-08","cited_by_count":176},{"id":"2201.04845","title":"Reconstructing Training Data with Informed Adversaries","created":"2022-01-13","cited_by_count":148},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132},{"id":"1904.01067","title":"Updates-Leak: Data Set Inference and Reconstruction Attacks in Online Learning","created":"2019-04-01","cited_by_count":122},{"id":"2206.07136","title":"Automatic Clipping: Differentially Private Deep Learning Made Easier and Stronger","created":"2022-06-14","cited_by_count":88},{"id":"2305.18465","title":"Federated Learning of Gboard Language Models with Differential Privacy","created":"2023-05-29","cited_by_count":66},{"id":"2002.10635","title":"Formalizing Data Deletion in the Context of the Right to be Forgotten","created":"2020-02-25","cited_by_count":50},{"id":"2003.04247","title":"Towards Probabilistic Verification of Machine Unlearning","created":"2020-03-09","cited_by_count":50},{"id":"1803.10266","title":"Privacy-preserving Prediction","created":"2018-03-27","cited_by_count":48},{"id":"2201.12383","title":"Bounding Training Data Reconstruction in Private (Deep) Learning","created":"2022-01-28","cited_by_count":46},{"id":"2204.07667","title":"Just Fine-tune Twice: Selective Differential Privacy for Large Language Models","created":"2022-04-15","cited_by_count":32},{"id":"2201.00971","title":"Submix: Practical Private Prediction for Large-Scale Language Models","created":"2022-01-04","cited_by_count":31},{"id":"2209.05578","title":"Cocktail Party Attack: Breaking Aggregation-Based Privacy in Federated Learning using Independent Component Analysis","created":"2022-09-12","cited_by_count":29},{"id":"2210.13662","title":"Analyzing Privacy Leakage in Machine Learning via Multiple Hypothesis Testing: A Lesson From Fano","created":"2022-10-24","cited_by_count":17},{"id":"2212.08066","title":"Mod-Squad: Designing Mixture of Experts As Modular Multi-Task Learners","created":"2022-12-15","cited_by_count":15},{"id":"2010.14023","title":"FaceLeaks: Inference Attacks against Transfer Learning Models via Black-box Queries","created":"2020-10-27","cited_by_count":5},{"id":"2203.06555","title":"Label-only Model Inversion Attack: The Attack that Requires the Least Information","created":"2022-03-13","cited_by_count":4}],"next_cursor":null}