{"total":460,"rows":[{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2112.03570","title":"Membership Inference Attacks From First Principles","created":"2021-12-07","cited_by_count":878,"area":"safety"},{"id":"2301.13188","title":"Extracting Training Data from Diffusion Models","created":"2023-01-30","cited_by_count":732,"area":"diffusion"},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533,"area":null},{"id":"2212.03860","title":"Diffusion Art or Digital Forgery? Investigating Data Replication in Diffusion Models","created":"2022-12-07","cited_by_count":424,"area":"diffusion"},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2310.16789","title":"Detecting Pretraining Data from Large Language Models","created":"2023-10-25","cited_by_count":387,"area":null},{"id":"2302.00539","title":"Analyzing Leakage of Personally Identifiable Information in Language Models","created":"2023-02-01","cited_by_count":285,"area":"safety"},{"id":"2403.10131","title":"RAFT: Adapting Language Model to Domain Specific RAG","created":"2024-03-15","cited_by_count":262,"area":null},{"id":"2111.09679","title":"Enhanced Membership Inference Attacks against Machine Learning Models","created":"2021-11-18","cited_by_count":248,"area":"safety"},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2202.05520","title":"What Does it Mean for a Language Model to Preserve Privacy?","created":"2022-02-11","cited_by_count":195,"area":null},{"id":"2205.08096","title":"Can Bad Teaching Induce Forgetting? Unlearning in Deep Networks using an Incompetent Teacher","created":"2022-05-17","cited_by_count":194,"area":"safety"},{"id":"2202.00622","title":"Datamodels: Predicting Predictions from Training Data","created":"2022-02-01","cited_by_count":189,"area":null},{"id":"2308.07707","title":"Fast Machine Unlearning Without Retraining Through Selective Synaptic Dampening","created":"2023-08-15","cited_by_count":181,"area":"safety"},{"id":"2110.11891","title":"On the Necessity of Auditable Algorithmic Definitions for Machine Unlearning","created":"2021-10-22","cited_by_count":171,"area":"safety"},{"id":"2104.06683","title":"The Curious Case of Hallucinations in Neural Machine Translation","created":"2021-04-14","cited_by_count":161,"area":null},{"id":"2112.12938","title":"Counterfactual Memorization in Neural Language Models","created":"2021-12-24","cited_by_count":156,"area":null},{"id":"2201.04845","title":"Reconstructing Training Data with Informed Adversaries","created":"2022-01-13","cited_by_count":148,"area":null},{"id":"2202.07206","title":"Impact of Pretraining Term Frequencies on Few-Shot Reasoning","created":"2022-02-15","cited_by_count":142,"area":"lr"},{"id":"2206.10469","title":"The Privacy Onion Effect: Memorization is Relative","created":"2022-06-21","cited_by_count":136,"area":null},{"id":"2212.04612","title":"Training Data Influence Analysis and Estimation: A Survey","created":"2022-12-09","cited_by_count":135,"area":null},{"id":"2201.05629","title":"Zero-Shot Machine Unlearning","created":"2022-01-14","cited_by_count":133,"area":"safety"},{"id":"2206.07758","title":"Reconstructing Training Data from Trained Neural Networks","created":"2022-06-15","cited_by_count":133,"area":null},{"id":"2112.03052","title":"Scaling Up Influence Functions","created":"2021-12-06","cited_by_count":132,"area":null},{"id":"2310.02664","title":"On Memorization in Diffusion Models","created":"2023-10-04","cited_by_count":125,"area":"diffusion"},{"id":"2103.10689","title":"Interpretable Deep Learning: Interpretation, Interpretability, Trustworthiness, and Beyond","created":"2021-03-19","cited_by_count":118,"area":null},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118,"area":null},{"id":"2104.10706","title":"Dataset Inference: Ownership Resolution in Machine Learning","created":"2021-04-21","cited_by_count":116,"area":"safety"},{"id":"2311.14648","title":"Calibrated Language Models Must Hallucinate","created":"2023-11-24","cited_by_count":115,"area":null},{"id":"2204.00032","title":"Truth Serum: Poisoning Machine Learning Models to Reveal Their Secrets","created":"2022-03-31","cited_by_count":101,"area":null},{"id":"2311.06062","title":"Practical Membership Inference Attacks against Fine-tuned Large Language Models via Self-prompt Calibration","created":"2023-11-10","cited_by_count":98,"area":"safety"},{"id":"2206.04041","title":"Neural Collapse: A Review on Modelling Principles and Generalization","created":"2022-06-08","cited_by_count":95,"area":null},{"id":"2107.06641","title":"Trustworthy AI: A Computational Perspective","created":"2021-07-12","cited_by_count":93,"area":null},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2406.01257","title":"What makes unlearning hard and what to do about it","created":"2024-06-03","cited_by_count":89,"area":"safety"},{"id":"2502.06453","title":"MATH-Perturb: Benchmarking LLMs' Math Reasoning Abilities against Hard Perturbations","created":"2025-02-10","cited_by_count":89,"area":"lr"},{"id":"2212.06470","title":"Position: Considerations for Differentially Private Learning with Large-Scale Public Pretraining","created":"2022-12-13","cited_by_count":88,"area":null},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2206.14754","title":"Distilling Model Failures as Directions in Latent Space","created":"2022-06-29","cited_by_count":82,"area":null},{"id":"2402.19449","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","created":"2024-02-29","cited_by_count":80,"area":null},{"id":"2402.17840","title":"Follow My Instruction and Spill the Beans: Scalable Data Extraction from Retrieval-Augmented Generation Systems","created":"2024-02-27","cited_by_count":76,"area":"rag"},{"id":"2402.09910","title":"DE-COP: Detecting Copyrighted Content in Language Models Training Data","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2302.04460","title":"Bag of Tricks for Training Data Extraction from Language Models","created":"2023-02-09","cited_by_count":70,"area":null},{"id":"2307.09542","title":"Can Neural Network Memorization Be Localized?","created":"2023-07-18","cited_by_count":69,"area":null},{"id":"2403.13043","title":"When Do We Not Need Larger Vision Models?","created":"2024-03-19","cited_by_count":67,"area":null},{"id":"2102.05291","title":"Clusterability as an Alternative to Anchor Points When Learning with Noisy Labels","created":"2021-02-10","cited_by_count":65,"area":null},{"id":"2210.03588","title":"Understanding Transformer Memorization Recall Through Idioms","created":"2022-10-07","cited_by_count":62,"area":null},{"id":"2505.24832","title":"How much do language models memorize?","created":"2025-05-30","cited_by_count":61,"area":null},{"id":"2106.03216","title":"On Memorization in Probabilistic Deep Generative Models","created":"2021-06-06","cited_by_count":60,"area":null},{"id":"2107.08444","title":"A Theory of PAC Learnability of Partial Concept Classes","created":"2021-07-18","cited_by_count":60,"area":null},{"id":"2409.07431","title":"Synthetic continued pretraining","created":"2024-09-11","cited_by_count":60,"area":null},{"id":"2310.15007","title":"Did the Neurons Read your Book? Document-level Membership Inference for Large Language Models","created":"2023-10-23","cited_by_count":56,"area":"safety"},{"id":"2407.17817","title":"Demystifying Verbatim Memorization in Large Language Models","created":"2024-07-25","cited_by_count":56,"area":null},{"id":"2106.01606","title":"Exploring Memorization in Adversarial Training","created":"2021-06-03","cited_by_count":55,"area":null},{"id":"2203.11481","title":"Mixed Differential Privacy in Computer Vision","created":"2022-03-22","cited_by_count":54,"area":null},{"id":"2106.03408","title":"Antipodes of Label Differential Privacy: PATE and ALIBI","created":"2021-06-07","cited_by_count":52,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2112.03968","title":"Learning Theory Can (Sometimes) Explain Generalisation in Graph Neural Networks","created":"2021-12-07","cited_by_count":51,"area":null},{"id":"2406.09073","title":"Are we making progress in unlearning? Findings from the first NeurIPS unlearning competition","created":"2024-06-13","cited_by_count":50,"area":"safety"},{"id":"2201.01212","title":"AutoBalance: Optimized Loss Functions for Imbalanced Data","created":"2022-01-04","cited_by_count":49,"area":null},{"id":"2210.05675","title":"Transformers generalize differently from information stored in context vs in weights","created":"2022-10-11","cited_by_count":49,"area":null},{"id":"2106.02990","title":"Self-Damaging Contrastive Learning","created":"2021-06-06","cited_by_count":48,"area":null},{"id":"2109.11429","title":"Robin Hood and Matthew Effects: Differential Privacy Has Disparate Impact on Synthetic Data","created":"2021-09-23","cited_by_count":48,"area":null},{"id":"2106.13329","title":"Covariance-Aware Private Mean Estimation Without Private Covariance Estimation","created":"2021-06-24","cited_by_count":46,"area":null},{"id":"2201.12383","title":"Bounding Training Data Reconstruction in Private (Deep) Learning","created":"2022-01-28","cited_by_count":46,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2405.03097","title":"To Each (Textual Sequence) Its Own: Improving Memorized-Data Unlearning in Large Language Models","created":"2024-05-06","cited_by_count":43,"area":"safety"},{"id":"2210.15031","title":"Characterizing Datapoints via Second-Split Forgetting","created":"2022-10-26","cited_by_count":37,"area":null},{"id":"2310.18362","title":"SoK: Memorization in General-Purpose Large Language Models","created":"2023-10-24","cited_by_count":37,"area":null},{"id":"2402.09363","title":"Copyright Traps for Large Language Models","created":"2024-02-14","cited_by_count":37,"area":null},{"id":"2406.02366","title":"Finding NeMo: Localizing Neurons Responsible For Memorization in Diffusion Models","created":"2024-06-04","cited_by_count":37,"area":"diffusion"},{"id":"2107.10171","title":"Leave-one-out Unfairness","created":"2021-07-21","cited_by_count":36,"area":null},{"id":"2205.14704","title":"Decoupling Knowledge from Memorization: Retrieval-augmented Prompt Learning","created":"2022-05-29","cited_by_count":36,"area":"rag"},{"id":"2307.04401","title":"Ethicist: Targeted Training Data Extraction Through Loss Smoothed Soft Prompting and Calibrated Confidence Estimation","created":"2023-07-10","cited_by_count":36,"area":null},{"id":"2404.17399","title":"Evaluations of Machine Learning Privacy Defenses are Misleading","created":"2024-04-26","cited_by_count":36,"area":null},{"id":"2106.11384","title":"Membership Inference on Word Embedding and Beyond","created":"2021-06-21","cited_by_count":35,"area":"safety"},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2202.02016","title":"Identifiability of Label Noise Transition Matrix","created":"2022-02-04","cited_by_count":34,"area":null},{"id":"2401.04578","title":"Effective pruning of web-scale datasets based on complexity of concept clusters","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2405.04285","title":"On the Foundations of Earth and Climate Foundation Models","created":"2024-05-07","cited_by_count":33,"area":null},{"id":"2208.12348","title":"SNAP: Efficient Extraction of Private Properties with Poisoning","created":"2022-08-25","cited_by_count":31,"area":null},{"id":"2307.08925","title":"Integration of Large Language Models and Federated Learning","created":"2023-07-18","cited_by_count":31,"area":null},{"id":"2406.17746","title":"Recite, Reconstruct, Recollect: Memorization in LMs as a Multifaceted Phenomenon","created":"2024-06-25","cited_by_count":31,"area":null},{"id":"2111.01004","title":"Improving Contrastive Learning on Imbalanced Seed Data via Open-World Sampling","created":"2021-11-01","cited_by_count":30,"area":null},{"id":"2102.03013","title":"Fast and Memory Efficient Differentially Private-SGD via JL Projections","created":"2021-02-05","cited_by_count":29,"area":null},{"id":"2206.07181","title":"To Aggregate or Not? Learning with Separate Noisy Labels","created":"2022-06-14","cited_by_count":29,"area":null},{"id":"2312.11658","title":"Traces of Memorisation in Large Language Models for Code","created":"2023-12-18","cited_by_count":29,"area":"safety"},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2410.02650","title":"Undesirable Memorization in Large Language Models: A Survey","created":"2024-10-03","cited_by_count":29,"area":null},{"id":"2209.15259","title":"On the Impossible Safety of Large AI Models","created":"2022-09-30","cited_by_count":28,"area":null},{"id":"2306.10308","title":"Achilles' Heels: Vulnerable Record Identification in Synthetic Data Publishing","created":"2023-06-17","cited_by_count":28,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2206.15437","title":"Understanding Instance-Level Impact of Fairness Constraints","created":"2022-06-30","cited_by_count":27,"area":null},{"id":"2307.05831","title":"Memorization Through the Lens of Curvature of Loss Function Around Samples","created":"2023-07-11","cited_by_count":27,"area":null},{"id":"2401.01572","title":"Hallucinations in Neural Automatic Speech Recognition: Identifying Errors and Hallucinatory Models","created":"2024-01-03","cited_by_count":27,"area":null},{"id":"2205.12693","title":"Contrastive Learning with Boosted Memorization","created":"2022-05-25","cited_by_count":26,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2307.01827","title":"Deconstructing Data Reconstruction: Multiclass, Weight Decay and General Losses","created":"2023-07-04","cited_by_count":26,"area":null}],"next_cursor":"100"}