{"total":2267,"rows":[{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966,"area":null},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763,"area":null},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412,"area":null},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2109.12298","title":"Opacus: User-Friendly Differential Privacy Library in PyTorch","created":"2021-09-25","cited_by_count":383,"area":null},{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2109.13916","title":"Unsolved Problems in ML Safety","created":"2021-09-28","cited_by_count":292,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2310.17884","title":"Can LLMs Keep a Secret? Testing Privacy Implications of Language Models via Contextual Integrity Theory","created":"2023-10-27","cited_by_count":230,"area":null},{"id":"2204.13650","title":"Unlocking High-Accuracy Differentially Private Image Classification through Scale","created":"2022-04-28","cited_by_count":224,"area":null},{"id":"2110.01167","title":"Trustworthy AI: From Principles to Practices","created":"2021-10-04","cited_by_count":207,"area":null},{"id":"2205.12628","title":"Are Large Pre-Trained Language Models Leaking Your Personal Information?","created":"2022-05-25","cited_by_count":200,"area":null},{"id":"2101.04535","title":"Adversary Instantiation: Lower Bounds for Differentially Private Machine Learning","created":"2021-01-11","cited_by_count":199,"area":null},{"id":"2112.00059","title":"Evaluating Gradient Inversion Attacks and Defenses in Federated Learning","created":"2021-11-30","cited_by_count":196,"area":null},{"id":"2202.05520","title":"What Does it Mean for a Language Model to Preserve Privacy?","created":"2022-02-11","cited_by_count":195,"area":null},{"id":"2101.04898","title":"Unlearnable Examples: Making Personal Data Unexploitable","created":"2021-01-13","cited_by_count":193,"area":null},{"id":"2106.06639","title":"Federated Learning with Buffered Asynchronous Aggregation","created":"2021-06-11","cited_by_count":190,"area":null},{"id":"2202.00622","title":"Datamodels: Predicting Predictions from Training Data","created":"2022-02-01","cited_by_count":189,"area":null},{"id":"2305.05644","title":"Towards Building the Federated GPT: Federated Instruction Tuning","created":"2023-05-09","cited_by_count":185,"area":null},{"id":"2106.02848","title":"Numerical Composition of Differential Privacy","created":"2021-06-05","cited_by_count":180,"area":null},{"id":"2103.00039","title":"Practical and Private (Deep) Learning without Sampling or Shuffling","created":"2021-02-26","cited_by_count":170,"area":null},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161,"area":null},{"id":"2303.00654","title":"How to DP-fy ML: A Practical Guide to Machine Learning with Differential Privacy","created":"2023-03-01","cited_by_count":153,"area":null},{"id":"2201.04845","title":"Reconstructing Training Data with Informed Adversaries","created":"2022-01-13","cited_by_count":148,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2108.10749","title":"Federated Learning for Open Banking","created":"2021-08-24","cited_by_count":141,"area":null},{"id":"2206.10469","title":"The Privacy Onion Effect: Memorization is Relative","created":"2022-06-21","cited_by_count":136,"area":null},{"id":"2206.07758","title":"Reconstructing Training Data from Trained Neural Networks","created":"2022-06-15","cited_by_count":133,"area":null},{"id":"2109.00984","title":"CrypTen: Secure Multi-Party Computation Meets Machine Learning","created":"2021-09-02","cited_by_count":131,"area":null},{"id":"2104.02151","title":"Distributed Learning in Wireless Networks: Recent Progress and Future Challenges","created":"2021-04-05","cited_by_count":129,"area":null},{"id":"2102.06387","title":"The Distributed Discrete Gaussian Mechanism for Federated Learning with Secure Aggregation","created":"2021-02-12","cited_by_count":128,"area":null},{"id":"2112.02918","title":"When the Curious Abandon Honesty: Federated Learning Is Not Private","created":"2021-12-06","cited_by_count":127,"area":null},{"id":"2210.04620","title":"FLamby: Datasets and Benchmarks for Cross-Silo Federated Learning in Realistic Healthcare Settings","created":"2022-10-10","cited_by_count":125,"area":null},{"id":"2305.08846","title":"Privacy Auditing with One (1) Training Run","created":"2023-05-15","cited_by_count":123,"area":null},{"id":"2106.10807","title":"Adversarial Examples Make Strong Poisons","created":"2021-06-21","cited_by_count":119,"area":null},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118,"area":null},{"id":"2202.02950","title":"Jury Learning: Integrating Dissenting Voices into Machine Learning Models","created":"2022-02-07","cited_by_count":118,"area":null},{"id":"2204.08570","title":"A Comprehensive Survey on Trustworthy Graph Neural Networks: Privacy, Robustness, Fairness, and Explainability","created":"2022-04-18","cited_by_count":118,"area":null},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118,"area":null},{"id":"2102.06062","title":"Deep Learning with Label Differential Privacy","created":"2021-02-11","cited_by_count":117,"area":null},{"id":"2204.03809","title":"Federated Learning with Partial Model Personalization","created":"2022-04-08","cited_by_count":114,"area":null},{"id":"2210.12067","title":"Efficient Dataset Distillation Using Random Feature Approximation","created":"2022-10-21","cited_by_count":111,"area":null},{"id":"2210.14348","title":"Synthetic Text Generation with Differential Privacy: A Simple and Practical Recipe","created":"2022-10-25","cited_by_count":108,"area":null},{"id":"2110.03620","title":"Hyperparameter Tuning with Renyi Differential Privacy","created":"2021-10-07","cited_by_count":104,"area":null},{"id":"2204.00032","title":"Truth Serum: Poisoning Machine Learning Models to Reveal Their Secrets","created":"2022-03-31","cited_by_count":101,"area":null},{"id":"2210.17546","title":"Preventing Verbatim Memorization in Language Models Gives a False Sense of Privacy","created":"2022-10-31","cited_by_count":100,"area":null},{"id":"2206.10341","title":"Neurotoxin: Durable Backdoors in Federated Learning","created":"2022-06-12","cited_by_count":98,"area":null},{"id":"2309.11765","title":"Privacy-Preserving In-Context Learning with Differentially Private Few-Shot Generation","created":"2023-09-21","cited_by_count":96,"area":null},{"id":"2107.06641","title":"Trustworthy AI: A Computational Perspective","created":"2021-07-12","cited_by_count":93,"area":null},{"id":"2102.09003","title":"Domain Impression: A Source Data Free Domain Adaptation Method","created":"2021-02-17","cited_by_count":91,"area":null},{"id":"2106.08283","title":"CRFL: Certifiably Robust Federated Learning against Backdoor Attacks","created":"2021-06-15","cited_by_count":91,"area":null},{"id":"2102.08504","title":"Label Leakage and Protection in Two-party Split Learning","created":"2021-02-17","cited_by_count":90,"area":null},{"id":"2205.07424","title":"Trustworthy Graph Neural Networks: Aspects, Methods and Trends","created":"2022-05-16","cited_by_count":89,"area":null},{"id":"2106.09352","title":"Large Scale Private Learning via Low-rank Reparametrization","created":"2021-06-17","cited_by_count":88,"area":null},{"id":"2206.07136","title":"Automatic Clipping: Differentially Private Deep Learning Made Easier and Stronger","created":"2022-06-14","cited_by_count":88,"area":null},{"id":"2212.06470","title":"Position: Considerations for Differentially Private Learning with Large-Scale Public Pretraining","created":"2022-12-13","cited_by_count":88,"area":null},{"id":"2201.12328","title":"Toward Training at ImageNet Scale with Differential Privacy","created":"2022-01-28","cited_by_count":87,"area":null},{"id":"2102.12677","title":"Do Not Let Privacy Overbill Utility: Gradient Embedding Perturbation for Private Learning","created":"2021-02-25","cited_by_count":86,"area":null},{"id":"2106.08567","title":"Optimal Accounting of Differential Privacy via Characteristic Function","created":"2021-06-16","cited_by_count":86,"area":null},{"id":"2201.08135","title":"Survey on Federated Learning Threats: concepts, taxonomy on attacks and defences, experimental study and challenges","created":"2022-01-20","cited_by_count":84,"area":null},{"id":"2306.15546","title":"When Foundation Model Meets Federated Learning: Motivations, Challenges, and Future Directions","created":"2023-06-27","cited_by_count":84,"area":null},{"id":"2103.01516","title":"Private Stochastic Convex Optimization: Optimal Rates in $\\ell_1$ Geometry","created":"2021-03-02","cited_by_count":83,"area":null},{"id":"2103.06191","title":"A Study of Face Obfuscation in ImageNet","created":"2021-03-10","cited_by_count":83,"area":null},{"id":"2305.01588","title":"Revisiting Gradient Clipping: Stochastic bias and tight convergence guarantees","created":"2023-05-02","cited_by_count":83,"area":null},{"id":"2305.15594","title":"Flocks of Stochastic Parrots: Differentially Private Prompt Learning for Large Language Models","created":"2023-05-24","cited_by_count":83,"area":null},{"id":"2103.12010","title":"Federated Quantum Machine Learning","created":"2021-03-22","cited_by_count":82,"area":null},{"id":"2306.10374","title":"A Survey of Contextual Optimization Methods for Decision Making under Uncertainty","created":"2023-06-17","cited_by_count":82,"area":null},{"id":"2403.06833","title":"Can LLMs Separate Instructions From Data? And What Do We Even Mean By That?","created":"2024-03-11","cited_by_count":81,"area":null},{"id":"2210.13291","title":"NVIDIA FLARE: Federated Learning from Simulation to Real-World","created":"2022-10-24","cited_by_count":80,"area":null},{"id":"2102.03448","title":"Federated Reconstruction: Partially Local Federated Learning","created":"2021-02-05","cited_by_count":79,"area":null},{"id":"2110.15122","title":"CAFE: Catastrophic Data Leakage in Vertical Federated Learning","created":"2021-10-26","cited_by_count":76,"area":null},{"id":"2301.07573","title":"Synthcity: facilitating innovative use cases of synthetic data in different data modalities","created":"2023-01-18","cited_by_count":76,"area":null},{"id":"2106.07820","title":"On Large-Cohort Training for Federated Learning","created":"2021-06-15","cited_by_count":74,"area":null},{"id":"2111.09278","title":"Differentially Private Federated Learning on Heterogeneous Data","created":"2021-11-17","cited_by_count":74,"area":null},{"id":"2102.05855","title":"Differential Privacy Dynamics of Langevin Diffusion and Noisy Gradient Descent","created":"2021-02-11","cited_by_count":73,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2204.00401","title":"CTAB-GAN+: Enhancing Tabular Data Synthesis","created":"2022-04-01","cited_by_count":70,"area":null},{"id":"2205.08514","title":"Recovering Private Text in Federated Learning of Language Models","created":"2022-05-17","cited_by_count":70,"area":null},{"id":"2102.02514","title":"FedAUX: Leveraging Unlabeled Auxiliary Data in Federated Learning","created":"2021-02-04","cited_by_count":69,"area":null},{"id":"2106.13673","title":"Understanding Clipping for Federated Learning: Convergence and Client-Level Differential Privacy","created":"2021-06-25","cited_by_count":69,"area":null},{"id":"2110.04995","title":"The Skellam Mechanism for Differentially Private Federated Learning","created":"2021-10-11","cited_by_count":68,"area":null},{"id":"2210.13918","title":"Differentially Private Language Models for Secure Data Sharing","created":"2022-10-25","cited_by_count":68,"area":null},{"id":"2111.07380","title":"Eluding Secure Aggregation in Federated Learning via Model Inconsistency","created":"2021-11-14","cited_by_count":67,"area":null},{"id":"2205.03257","title":"Synthetic Data -- what, why and how?","created":"2022-05-06","cited_by_count":67,"area":null},{"id":"2102.09159","title":"Robust and Differentially Private Mean Estimation","created":"2021-02-18","cited_by_count":66,"area":null},{"id":"2104.14362","title":"From Distributed Machine Learning to Federated Learning: A Survey","created":"2021-04-29","cited_by_count":66,"area":null},{"id":"2207.09653","title":"FedDM: Iterative Distribution Matching for Communication-Efficient Federated Learning","created":"2022-07-20","cited_by_count":66,"area":null},{"id":"2305.18465","title":"Federated Learning of Gboard Language Models with Differential Privacy","created":"2023-05-29","cited_by_count":66,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2210.00038","title":"Differentially Private Optimization on Large Model at Small Cost","created":"2022-09-30","cited_by_count":65,"area":null},{"id":"2305.15560","title":"Differentially Private Synthetic Data via Foundation Model APIs 1: Images","created":"2023-05-24","cited_by_count":65,"area":null},{"id":"2306.01684","title":"Harnessing large-language models to generate private synthetic text","created":"2023-06-02","cited_by_count":65,"area":null},{"id":"2104.13417","title":"Towards Fair Federated Learning with Zero-Shot Data Augmentation","created":"2021-04-27","cited_by_count":64,"area":null},{"id":"2111.06578","title":"Differential privacy and robust statistics in high dimensions","created":"2021-11-12","cited_by_count":64,"area":null},{"id":"2106.04690","title":"Handcrafted Backdoors in Deep Neural Networks","created":"2021-06-08","cited_by_count":63,"area":null},{"id":"2205.02130","title":"The Limits of Word Level Differential Privacy","created":"2022-05-02","cited_by_count":63,"area":null},{"id":"2108.12944","title":"Selective Differential Privacy for Language Modeling","created":"2021-08-30","cited_by_count":62,"area":null},{"id":"2205.13710","title":"Privacy of Noisy Stochastic Gradient Descent: More Iterations without More Privacy Loss","created":"2022-05-27","cited_by_count":61,"area":null}],"next_cursor":"100"}