{"list":"other","total":61,"rows":[{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1912.04977","title":"Advances and Open Problems in Federated Learning","created":"2019-12-10","cited_by_count":3046},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1610.05820","title":"Membership Inference Attacks against Machine Learning Models","created":"2016-10-18","cited_by_count":2281},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"2003.00295","title":"Adaptive Federated Optimization","created":"2020-02-29","cited_by_count":1046},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896},{"id":"2112.03570","title":"Membership Inference Attacks From First Principles","created":"2021-12-07","cited_by_count":878},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2211.08411","title":"Large Language Models Struggle to Learn Long-Tail Knowledge","created":"2022-11-15","cited_by_count":458},{"id":"2007.14321","title":"Label-Only Membership Inference Attacks","created":"2020-07-28","cited_by_count":388},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"1311.0776","title":"The Composition Theorem for Differential Privacy","created":"2013-11-04","cited_by_count":297},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"2302.00539","title":"Analyzing Leakage of Personally Identifiable Information in Language Models","created":"2023-02-01","cited_by_count":285},{"id":"1908.11229","title":"White-box vs Black-box: Bayes Optimal Strategies for Membership Inference","created":"2019-08-29","cited_by_count":271},{"id":"2305.18462","title":"Membership Inference Attacks against Language Models via Neighbourhood Comparison","created":"2023-05-29","cited_by_count":258},{"id":"2111.09679","title":"Enhanced Membership Inference Attacks against Machine Learning Models","created":"2021-11-18","cited_by_count":248},{"id":"1812.00535","title":"Beyond Inferring Class Representatives: User-Level Privacy Leakage From Federated Learning","created":"2018-12-03","cited_by_count":246},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220},{"id":"2006.07709","title":"Auditing Differentially Private Machine Learning: How Private is Private SGD?","created":"2020-06-13","cited_by_count":218},{"id":"1909.10594","title":"MemGuard: Defending against Black-Box Membership Inference Attacks via Adversarial Examples","created":"2019-09-23","cited_by_count":197},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178},{"id":"2203.03929","title":"Quantifying Privacy Risks of Masked Language Models Using Membership Inference Attacks","created":"2022-03-08","cited_by_count":175},{"id":"2103.00039","title":"Practical and Private (Deep) Learning without Sampling or Shuffling","created":"2021-02-26","cited_by_count":170},{"id":"2112.12938","title":"Counterfactual Memorization in Neural Language Models","created":"2021-12-24","cited_by_count":156},{"id":"2303.00654","title":"How to DP-fy ML: A Practical Guide to Machine Learning with Differential Privacy","created":"2023-03-01","cited_by_count":153},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148},{"id":"2111.08440","title":"On the Importance of Difficulty Calibration in Membership Inference Attacks","created":"2021-11-15","cited_by_count":147},{"id":"2305.16938","title":"Few-shot Fine-tuning vs. In-context Learning: A Fair Comparison and Evaluation","created":"2023-05-26","cited_by_count":136},{"id":"2206.07758","title":"Reconstructing Training Data from Trained Neural Networks","created":"2022-06-15","cited_by_count":133},{"id":"1306.4447","title":"Hacking Smart Machines with Smarter Ones: How to Extract Meaningful Data from Machine Learning Classifiers","created":"2013-06-19","cited_by_count":130},{"id":"2305.08846","title":"Privacy Auditing with One (1) Training Run","created":"2023-05-15","cited_by_count":123},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118},{"id":"1905.00075","title":"On the Use of ArXiv as a Dataset","created":"2019-04-30","cited_by_count":103},{"id":"2210.17546","title":"Preventing Verbatim Memorization in Language Models Gives a False Sense of Privacy","created":"2022-10-31","cited_by_count":100},{"id":"1906.00080","title":"Gmail Smart Compose: Real-Time Assisted Writing","created":"2019-05-17","cited_by_count":98},{"id":"2102.11845","title":"Learning with User-Level Privacy","created":"2021-02-23","cited_by_count":72},{"id":"2009.10031","title":"Training Production Language Models without Memorizing User Data","created":"2020-09-21","cited_by_count":68},{"id":"2305.18465","title":"Federated Learning of Gboard Language Models with Differential Privacy","created":"2023-05-29","cited_by_count":66},{"id":"2212.10986","title":"SoK: Let the Privacy Games Begin! A Unified Treatment of Data Inference Privacy in Machine Learning","created":"2022-12-21","cited_by_count":51},{"id":"2109.06024","title":"Formalizing and Estimating Distribution Inference Risks","created":"2021-09-13","cited_by_count":43},{"id":"2309.05610","title":"Privacy Side Channels in Machine Learning Systems","created":"2023-09-11","cited_by_count":40},{"id":"2303.03446","title":"Students Parrot Their Teachers: Membership Inference on Model Distillation","created":"2023-03-06","cited_by_count":33},{"id":"2307.09619","title":"Towards Federated Foundation Models: Scalable Dataset Pipelines for Group-Structured Learning","created":"2023-07-18","cited_by_count":29},{"id":"1905.07082","title":"The Audio Auditor: User-Level Membership Inference in Internet of Things Voice Services","created":"2019-05-17","cited_by_count":25},{"id":"2310.06771","title":"Correlated Noise Provably Beats Independent Noise for Differentially Private Learning","created":"2023-10-10","cited_by_count":23},{"id":"2203.02077","title":"User-Level Membership Inference Attack against Metric Embedding Learning","created":"2022-03-04","cited_by_count":22},{"id":"2305.18447","title":"Unleashing the Power of Randomization in Auditing Differentially Private ML","created":"2023-05-29","cited_by_count":20},{"id":"2209.08541","title":"Distribution inference risks: Identifying and mitigating sources of leakage","created":"2022-09-18","cited_by_count":17},{"id":"2304.02782","title":"FACE-AUDITOR: Data Auditing in Facial Recognition Systems","created":"2023-04-05","cited_by_count":16},{"id":"1912.10616","title":"Siamese Networks for Large-Scale Author Identification","created":"2019-12-23","cited_by_count":12},{"id":"2201.05613","title":"The Dark Side of the Language: Pre-trained Transformers in the DarkNet","created":"2022-01-14","cited_by_count":10}],"next_cursor":null}