{"list":"other","total":66,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"1610.05820","title":"Membership Inference Attacks against Machine Learning Models","created":"2016-10-18","cited_by_count":2281},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1912.03817","title":"Machine Unlearning","created":"2019-12-09","cited_by_count":1061},{"id":"2112.03570","title":"Membership Inference Attacks From First Principles","created":"2021-12-07","cited_by_count":878},{"id":"1802.08232","title":"The Secret Sharer: Evaluating and Testing Unintended Memorization in Neural Networks","created":"2018-02-22","cited_by_count":864},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"1702.07476","title":"Renyi Differential Privacy","created":"2017-02-24","cited_by_count":650},{"id":"1911.04933","title":"Eternal Sunshine of the Spotless Net: Selective Forgetting in Deep Networks","created":"2019-11-12","cited_by_count":618},{"id":"1805.00932","title":"Exploring the Limits of Weakly Supervised Pretraining","created":"2018-05-02","cited_by_count":605},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569},{"id":"1805.08974","title":"Do Better ImageNet Models Transfer Better?","created":"2018-05-23","cited_by_count":565},{"id":"1911.03030","title":"Certified Data Removal from Machine Learning Models","created":"2019-11-08","cited_by_count":535},{"id":"1907.05012","title":"Making AI Forget You: Data Deletion in Machine Learning","created":"2019-07-11","cited_by_count":465},{"id":"2103.03279","title":"Remember What You Want to Forget: Algorithms for Machine Unlearning","created":"2021-03-04","cited_by_count":371},{"id":"1708.02072","title":"Measuring Catastrophic Forgetting in Neural Networks","created":"2017-08-07","cited_by_count":360},{"id":"1610.05755","title":"Semi-supervised Knowledge Transfer for Deep Learning from Private Training Data","created":"2016-10-18","cited_by_count":348},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347},{"id":"2010.10981","title":"Amnesiac Machine Learning","created":"2020-10-21","cited_by_count":319},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2007.02923","title":"Descent-to-Delete: Gradient-Based Methods for Machine Unlearning","created":"2020-07-06","cited_by_count":311},{"id":"1311.0776","title":"The Composition Theorem for Differential Privacy","created":"2013-11-04","cited_by_count":297},{"id":"1908.11229","title":"White-box vs Black-box: Bayes Optimal Strategies for Membership Inference","created":"2019-08-29","cited_by_count":271},{"id":"1802.08908","title":"Scalable Private Learning with PATE","created":"2018-02-24","cited_by_count":269},{"id":"2002.10077","title":"Approximate Data Deletion from Machine Learning Models","created":"2020-02-24","cited_by_count":255},{"id":"2111.09679","title":"Enhanced Membership Inference Attacks against Machine Learning Models","created":"2021-11-18","cited_by_count":248},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220},{"id":"2006.07709","title":"Auditing Differentially Private Machine Learning: How Private is Private SGD?","created":"2020-06-13","cited_by_count":218},{"id":"2101.04535","title":"Adversary Instantiation: Lower Bounds for Differentially Private Machine Learning","created":"2021-01-11","cited_by_count":199},{"id":"1807.05852","title":"Machine Learning with Membership Privacy using Adversarial Regularization","created":"2018-07-16","cited_by_count":186},{"id":"2012.13431","title":"Mixed-Privacy Forgetting in Deep Networks","created":"2020-12-24","cited_by_count":163},{"id":"2111.08440","title":"On the Importance of Difficulty Calibration in Membership Inference Attacks","created":"2021-11-15","cited_by_count":147},{"id":"1306.4447","title":"Hacking Smart Machines with Smarter Ones: How to Extract Meaningful Data from Machine Learning Classifiers","created":"2013-06-19","cited_by_count":130},{"id":"2102.13179","title":"Machine Unlearning via Algorithmic Stability","created":"2021-02-25","cited_by_count":130},{"id":"1904.01067","title":"Updates-Leak: Data Set Inference and Reconstruction Attacks in Online Learning","created":"2019-04-01","cited_by_count":122},{"id":"2010.12883","title":"Variational Bayesian Unlearning","created":"2020-10-24","cited_by_count":117},{"id":"2102.06062","title":"Deep Learning with Label Differential Privacy","created":"2021-02-11","cited_by_count":117},{"id":"1805.00216","title":"Privately Learning High-Dimensional Distributions","created":"2018-05-01","cited_by_count":104},{"id":"2204.00032","title":"Truth Serum: Poisoning Machine Learning Models to Reveal Their Secrets","created":"2022-03-31","cited_by_count":101},{"id":"1808.06651","title":"Privacy Amplification by Iteration","created":"2018-08-20","cited_by_count":100},{"id":"1912.07942","title":"Analyzing Information Leakage of Updates to Natural Language Models","created":"2019-12-17","cited_by_count":90},{"id":"1906.02830","title":"Average-Case Averages: Private Algorithms for Smooth Sensitivity and Mean Estimation","created":"2019-06-06","cited_by_count":52},{"id":"2106.03408","title":"Antipodes of Label Differential Privacy: PATE and ALIBI","created":"2021-06-07","cited_by_count":52},{"id":"2102.11343","title":"Understanding Catastrophic Forgetting and Remembering in Continual Learning with Optimal Relevance Mapping","created":"2021-02-22","cited_by_count":48},{"id":"1906.06669","title":"One Epoch Is All You Need","created":"2019-06-16","cited_by_count":41},{"id":"2006.07490","title":"Understanding Unintended Memorization in Federated Learning","created":"2020-06-12","cited_by_count":36},{"id":"1906.00389","title":"Disparate Vulnerability to Membership Inference Attacks","created":"2019-06-02","cited_by_count":35},{"id":"2206.05199","title":"Bayesian Estimation of Differential Privacy","created":"2022-06-10","cited_by_count":33},{"id":"2202.07623","title":"Defending against Reconstruction Attacks with R\\'enyi Differential Privacy","created":"2022-02-15","cited_by_count":32},{"id":"2204.06106","title":"Optimal Membership Inference Bounds for Adaptive Composition of Sampled Gaussian Mechanisms","created":"2022-04-12","cited_by_count":19},{"id":"2202.12232","title":"Bounding Membership Inference","created":"2022-02-24","cited_by_count":15},{"id":"1905.10837","title":"Sequential mastery of multiple visual tasks: Networks naturally learn to learn and forget to forget","created":"2019-05-26","cited_by_count":13},{"id":"2204.09606","title":"Detecting Unintended Memorization in Language-Model-Fused ASR","created":"2022-04-20","cited_by_count":10},{"id":"2205.06369","title":"How to Combine Membership-Inference Attacks on Multiple Updated Models","created":"2022-05-12","cited_by_count":8},{"id":"2204.08345","title":"Extracting Targeted Training Data from ASR Models, and How to Mitigate It","created":"2022-04-18","cited_by_count":7}],"next_cursor":null}