{"total":340,"rows":[{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533,"area":null},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2310.16789","title":"Detecting Pretraining Data from Large Language Models","created":"2023-10-25","cited_by_count":387,"area":null},{"id":"2403.10131","title":"RAFT: Adapting Language Model to Domain Specific RAG","created":"2024-03-15","cited_by_count":262,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2202.05520","title":"What Does it Mean for a Language Model to Preserve Privacy?","created":"2022-02-11","cited_by_count":195,"area":null},{"id":"2202.00622","title":"Datamodels: Predicting Predictions from Training Data","created":"2022-02-01","cited_by_count":189,"area":null},{"id":"2104.06683","title":"The Curious Case of Hallucinations in Neural Machine Translation","created":"2021-04-14","cited_by_count":161,"area":null},{"id":"2112.12938","title":"Counterfactual Memorization in Neural Language Models","created":"2021-12-24","cited_by_count":156,"area":null},{"id":"2201.04845","title":"Reconstructing Training Data with Informed Adversaries","created":"2022-01-13","cited_by_count":148,"area":null},{"id":"2206.10469","title":"The Privacy Onion Effect: Memorization is Relative","created":"2022-06-21","cited_by_count":136,"area":null},{"id":"2212.04612","title":"Training Data Influence Analysis and Estimation: A Survey","created":"2022-12-09","cited_by_count":135,"area":null},{"id":"2206.07758","title":"Reconstructing Training Data from Trained Neural Networks","created":"2022-06-15","cited_by_count":133,"area":null},{"id":"2112.03052","title":"Scaling Up Influence Functions","created":"2021-12-06","cited_by_count":132,"area":null},{"id":"2103.10689","title":"Interpretable Deep Learning: Interpretation, Interpretability, Trustworthiness, and Beyond","created":"2021-03-19","cited_by_count":118,"area":null},{"id":"2108.01624","title":"Large-Scale Differentially Private BERT","created":"2021-08-03","cited_by_count":118,"area":null},{"id":"2311.14648","title":"Calibrated Language Models Must Hallucinate","created":"2023-11-24","cited_by_count":115,"area":null},{"id":"2204.00032","title":"Truth Serum: Poisoning Machine Learning Models to Reveal Their Secrets","created":"2022-03-31","cited_by_count":101,"area":null},{"id":"2206.04041","title":"Neural Collapse: A Review on Modelling Principles and Generalization","created":"2022-06-08","cited_by_count":95,"area":null},{"id":"2107.06641","title":"Trustworthy AI: A Computational Perspective","created":"2021-07-12","cited_by_count":93,"area":null},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2212.06470","title":"Position: Considerations for Differentially Private Learning with Large-Scale Public Pretraining","created":"2022-12-13","cited_by_count":88,"area":null},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2206.14754","title":"Distilling Model Failures as Directions in Latent Space","created":"2022-06-29","cited_by_count":82,"area":null},{"id":"2402.19449","title":"Heavy-Tailed Class Imbalance and Why Adam Outperforms Gradient Descent on Language Models","created":"2024-02-29","cited_by_count":80,"area":null},{"id":"2402.09910","title":"DE-COP: Detecting Copyrighted Content in Language Models Training Data","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2302.04460","title":"Bag of Tricks for Training Data Extraction from Language Models","created":"2023-02-09","cited_by_count":70,"area":null},{"id":"2307.09542","title":"Can Neural Network Memorization Be Localized?","created":"2023-07-18","cited_by_count":69,"area":null},{"id":"2403.13043","title":"When Do We Not Need Larger Vision Models?","created":"2024-03-19","cited_by_count":67,"area":null},{"id":"2102.05291","title":"Clusterability as an Alternative to Anchor Points When Learning with Noisy Labels","created":"2021-02-10","cited_by_count":65,"area":null},{"id":"2210.03588","title":"Understanding Transformer Memorization Recall Through Idioms","created":"2022-10-07","cited_by_count":62,"area":null},{"id":"2505.24832","title":"How much do language models memorize?","created":"2025-05-30","cited_by_count":61,"area":null},{"id":"2106.03216","title":"On Memorization in Probabilistic Deep Generative Models","created":"2021-06-06","cited_by_count":60,"area":null},{"id":"2107.08444","title":"A Theory of PAC Learnability of Partial Concept Classes","created":"2021-07-18","cited_by_count":60,"area":null},{"id":"2409.07431","title":"Synthetic continued pretraining","created":"2024-09-11","cited_by_count":60,"area":null},{"id":"2407.17817","title":"Demystifying Verbatim Memorization in Large Language Models","created":"2024-07-25","cited_by_count":56,"area":null},{"id":"2106.01606","title":"Exploring Memorization in Adversarial Training","created":"2021-06-03","cited_by_count":55,"area":null},{"id":"2203.11481","title":"Mixed Differential Privacy in Computer Vision","created":"2022-03-22","cited_by_count":54,"area":null},{"id":"2106.03408","title":"Antipodes of Label Differential Privacy: PATE and ALIBI","created":"2021-06-07","cited_by_count":52,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2112.03968","title":"Learning Theory Can (Sometimes) Explain Generalisation in Graph Neural Networks","created":"2021-12-07","cited_by_count":51,"area":null},{"id":"2201.01212","title":"AutoBalance: Optimized Loss Functions for Imbalanced Data","created":"2022-01-04","cited_by_count":49,"area":null},{"id":"2210.05675","title":"Transformers generalize differently from information stored in context vs in weights","created":"2022-10-11","cited_by_count":49,"area":null},{"id":"2106.02990","title":"Self-Damaging Contrastive Learning","created":"2021-06-06","cited_by_count":48,"area":null},{"id":"2109.11429","title":"Robin Hood and Matthew Effects: Differential Privacy Has Disparate Impact on Synthetic Data","created":"2021-09-23","cited_by_count":48,"area":null},{"id":"2106.13329","title":"Covariance-Aware Private Mean Estimation Without Private Covariance Estimation","created":"2021-06-24","cited_by_count":46,"area":null},{"id":"2201.12383","title":"Bounding Training Data Reconstruction in Private (Deep) Learning","created":"2022-01-28","cited_by_count":46,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2210.15031","title":"Characterizing Datapoints via Second-Split Forgetting","created":"2022-10-26","cited_by_count":37,"area":null},{"id":"2310.18362","title":"SoK: Memorization in General-Purpose Large Language Models","created":"2023-10-24","cited_by_count":37,"area":null},{"id":"2402.09363","title":"Copyright Traps for Large Language Models","created":"2024-02-14","cited_by_count":37,"area":null},{"id":"2107.10171","title":"Leave-one-out Unfairness","created":"2021-07-21","cited_by_count":36,"area":null},{"id":"2307.04401","title":"Ethicist: Targeted Training Data Extraction Through Loss Smoothed Soft Prompting and Calibrated Confidence Estimation","created":"2023-07-10","cited_by_count":36,"area":null},{"id":"2404.17399","title":"Evaluations of Machine Learning Privacy Defenses are Misleading","created":"2024-04-26","cited_by_count":36,"area":null},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2202.02016","title":"Identifiability of Label Noise Transition Matrix","created":"2022-02-04","cited_by_count":34,"area":null},{"id":"2401.04578","title":"Effective pruning of web-scale datasets based on complexity of concept clusters","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2405.04285","title":"On the Foundations of Earth and Climate Foundation Models","created":"2024-05-07","cited_by_count":33,"area":null},{"id":"2208.12348","title":"SNAP: Efficient Extraction of Private Properties with Poisoning","created":"2022-08-25","cited_by_count":31,"area":null},{"id":"2307.08925","title":"Integration of Large Language Models and Federated Learning","created":"2023-07-18","cited_by_count":31,"area":null},{"id":"2406.17746","title":"Recite, Reconstruct, Recollect: Memorization in LMs as a Multifaceted Phenomenon","created":"2024-06-25","cited_by_count":31,"area":null},{"id":"2111.01004","title":"Improving Contrastive Learning on Imbalanced Seed Data via Open-World Sampling","created":"2021-11-01","cited_by_count":30,"area":null},{"id":"2102.03013","title":"Fast and Memory Efficient Differentially Private-SGD via JL Projections","created":"2021-02-05","cited_by_count":29,"area":null},{"id":"2206.07181","title":"To Aggregate or Not? Learning with Separate Noisy Labels","created":"2022-06-14","cited_by_count":29,"area":null},{"id":"2410.02650","title":"Undesirable Memorization in Large Language Models: A Survey","created":"2024-10-03","cited_by_count":29,"area":null},{"id":"2209.15259","title":"On the Impossible Safety of Large AI Models","created":"2022-09-30","cited_by_count":28,"area":null},{"id":"2306.10308","title":"Achilles' Heels: Vulnerable Record Identification in Synthetic Data Publishing","created":"2023-06-17","cited_by_count":28,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2206.15437","title":"Understanding Instance-Level Impact of Fairness Constraints","created":"2022-06-30","cited_by_count":27,"area":null},{"id":"2307.05831","title":"Memorization Through the Lens of Curvature of Loss Function Around Samples","created":"2023-07-11","cited_by_count":27,"area":null},{"id":"2401.01572","title":"Hallucinations in Neural Automatic Speech Recognition: Identifying Errors and Hallucinatory Models","created":"2024-01-03","cited_by_count":27,"area":null},{"id":"2205.12693","title":"Contrastive Learning with Boosted Memorization","created":"2022-05-25","cited_by_count":26,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2307.01827","title":"Deconstructing Data Reconstruction: Multiclass, Weight Decay and General Losses","created":"2023-07-04","cited_by_count":26,"area":null},{"id":"2107.03311","title":"RoFL: Robustness of Secure Federated Learning","created":"2021-07-07","cited_by_count":25,"area":null},{"id":"2305.11965","title":"Not All Semantics are Created Equal: Contrastive Self-supervised Learning with Automatic Temperature Individualization","created":"2023-05-19","cited_by_count":25,"area":null},{"id":"2406.13069","title":"Evaluating $n$-Gram Novelty of Language Models Using Rusty-DAWG","created":"2024-06-18","cited_by_count":25,"area":null},{"id":"2111.08230","title":"Selective Ensembles for Consistent Predictions","created":"2021-11-16","cited_by_count":23,"area":null},{"id":"2206.00830","title":"Progressive Purification for Instance-Dependent Partial Label Learning","created":"2022-06-02","cited_by_count":23,"area":null},{"id":"2210.01072","title":"Understanding Influence Functions and Datamodels via Harmonic Analysis","created":"2022-10-03","cited_by_count":23,"area":null},{"id":"2102.05336","title":"Understanding Instance-Level Label Noise: Disparate Impacts and Treatments","created":"2021-02-10","cited_by_count":22,"area":null},{"id":"2110.06255","title":"Not all noise is accounted equally: How differentially private learning benefits from large sampling rates","created":"2021-10-12","cited_by_count":21,"area":null},{"id":"2203.12171","title":"An Empirical Study of Memorization in NLP","created":"2022-03-23","cited_by_count":21,"area":null},{"id":"2209.01100","title":"Group Property Inference Attacks Against Graph Neural Networks","created":"2022-09-02","cited_by_count":21,"area":null},{"id":"2401.07348","title":"Generative AI in EU Law: Liability, Privacy, Intellectual Property, and Cybersecurity","created":"2024-01-14","cited_by_count":21,"area":null},{"id":"2207.00391","title":"A Theoretical Analysis of the Learning Dynamics under Class Imbalance","created":"2022-07-01","cited_by_count":20,"area":null},{"id":"2304.08637","title":"An Evaluation on Large Language Model Outputs: Discourse and Memorization","created":"2023-04-17","cited_by_count":20,"area":null},{"id":"2309.17310","title":"Leave-one-out Distinguishability in Machine Learning","created":"2023-09-29","cited_by_count":20,"area":null},{"id":"2310.08847","title":"On the Over-Memorization During Natural, Robust and Catastrophic Overfitting","created":"2023-10-13","cited_by_count":20,"area":null},{"id":"2405.16391","title":"When does compositional structure yield compositional generalization? A kernel theory","created":"2024-05-26","cited_by_count":20,"area":null},{"id":"2406.04327","title":"Causal Estimation of Memorisation Profiles","created":"2024-06-06","cited_by_count":20,"area":null},{"id":"2102.03482","title":"Understanding the Interaction of Adversarial Training with Noisy Labels","created":"2021-02-06","cited_by_count":19,"area":null},{"id":"2107.13098","title":"A Tale Of Two Long Tails","created":"2021-07-27","cited_by_count":19,"area":null},{"id":"2202.02842","title":"Evaluating natural language processing models with generalization metrics that do not need access to any training or testing data","created":"2022-02-06","cited_by_count":19,"area":null},{"id":"2204.10830","title":"Memory Bounds for Continual Learning","created":"2022-04-22","cited_by_count":19,"area":null},{"id":"2304.13850","title":"Do SSL Models Have D\\'ej\\`a Vu? A Case of Unintended Memorization in Self-supervised Learning","created":"2023-04-26","cited_by_count":19,"area":null},{"id":"2310.08256","title":"Impact of Co-occurrence on Factual Knowledge of Large Language Models","created":"2023-10-12","cited_by_count":19,"area":null},{"id":"2412.07684","title":"The Pitfalls of Memorization: When Memorization Hurts Generalization","created":"2024-12-10","cited_by_count":19,"area":null},{"id":"2206.03985","title":"How unfair is private learning ?","created":"2022-06-08","cited_by_count":18,"area":null}],"next_cursor":"100"}