{"total":207,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2204.05999","title":"InCoder: A Generative Model for Code Infilling and Synthesis","created":"2022-04-12","cited_by_count":498,"area":null},{"id":"2211.08411","title":"Large Language Models Struggle to Learn Long-Tail Knowledge","created":"2022-11-15","cited_by_count":458,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2310.16789","title":"Detecting Pretraining Data from Large Language Models","created":"2023-10-25","cited_by_count":387,"area":null},{"id":"2312.02003","title":"A Survey on Large Language Model (LLM) Security and Privacy: The Good, the Bad, and the Ugly","created":"2023-12-04","cited_by_count":387,"area":null},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359,"area":null},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303,"area":null},{"id":"2305.00944","title":"Poisoning Language Models During Instruction Tuning","created":"2023-05-01","cited_by_count":269,"area":null},{"id":"2403.10131","title":"RAFT: Adapting Language Model to Domain Specific RAG","created":"2024-03-15","cited_by_count":262,"area":null},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236,"area":null},{"id":"2310.17623","title":"Proving Test Set Contamination in Black Box Language Models","created":"2023-10-26","cited_by_count":230,"area":null},{"id":"2306.09479","title":"Inverse Scaling: When Bigger Isn't Better","created":"2023-06-15","cited_by_count":207,"area":null},{"id":"2308.08493","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","created":"2023-08-16","cited_by_count":177,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2212.04612","title":"Training Data Influence Analysis and Estimation: A Survey","created":"2022-12-09","cited_by_count":135,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2302.04062","title":"Machine Learning for Synthetic Data Generation: A Review","created":"2023-02-08","cited_by_count":120,"area":null},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118,"area":null},{"id":"2303.15715","title":"Foundation Models and Fair Use","created":"2023-03-28","cited_by_count":116,"area":null},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2210.14348","title":"Synthetic Text Generation with Differential Privacy: A Simple and Practical Recipe","created":"2022-10-25","cited_by_count":108,"area":null},{"id":"2210.17546","title":"Preventing Verbatim Memorization in Language Models Gives a False Sense of Privacy","created":"2022-10-31","cited_by_count":100,"area":null},{"id":"2302.10870","title":"On Provable Copyright Protection for Generative Models","created":"2023-02-21","cited_by_count":98,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2308.12833","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","created":"2023-08-24","cited_by_count":82,"area":null},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80,"area":null},{"id":"2203.07618","title":"Do Language Models Plagiarize?","created":"2022-03-15","cited_by_count":73,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2302.04460","title":"Bag of Tricks for Training Data Extraction from Language Models","created":"2023-02-09","cited_by_count":70,"area":null},{"id":"2505.04481","title":"CAD-Llama: Leveraging Large Language Models for Computer-Aided Design Parametric 3D Model Generation","created":"2025-05-07","cited_by_count":67,"area":null},{"id":"2203.13299","title":"Mix and Match: Learning-free Controllable Text Generation using Energy Language Models","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2403.04811","title":"Quantifying Contamination in Evaluating Code Generation Capabilities of Language Models","created":"2024-03-06","cited_by_count":65,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52,"area":null},{"id":"2406.10209","title":"Be like a Goldfish, Don't Memorize! Mitigating Memorization in Generative LLMs","created":"2024-06-14","cited_by_count":50,"area":null},{"id":"2305.16157","title":"Training Data Extraction From Pre-trained Language Models: A Survey","created":"2023-05-25","cited_by_count":45,"area":null},{"id":"2310.06714","title":"Exploring Memorization in Fine-tuned Language Models","created":"2023-10-10","cited_by_count":45,"area":null},{"id":"2408.12787","title":"LLM-PBE: Assessing Data Privacy in Large Language Models","created":"2024-08-23","cited_by_count":41,"area":null},{"id":"2309.05610","title":"Privacy Side Channels in Machine Learning Systems","created":"2023-09-11","cited_by_count":40,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2303.01325","title":"A Pathway Towards Responsible AI Generated Content","created":"2023-03-02","cited_by_count":38,"area":null},{"id":"2402.02333","title":"Copyright Protection in Generative AI: A Technical Perspective","created":"2024-02-04","cited_by_count":38,"area":null},{"id":"2310.18362","title":"SoK: Memorization in General-Purpose Large Language Models","created":"2023-10-24","cited_by_count":37,"area":null},{"id":"2402.09363","title":"Copyright Traps for Large Language Models","created":"2024-02-14","cited_by_count":37,"area":null},{"id":"2307.04401","title":"Ethicist: Targeted Training Data Extraction Through Loss Smoothed Soft Prompting and Calibrated Confidence Estimation","created":"2023-07-10","cited_by_count":36,"area":null},{"id":"2310.09266","title":"User Inference Attacks on Large Language Models","created":"2023-10-13","cited_by_count":36,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2302.14035","title":"The ROOTS Search Tool: Data Transparency for LLMs","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2406.17746","title":"Recite, Reconstruct, Recollect: Memorization in LMs as a Multifaceted Phenomenon","created":"2024-06-25","cited_by_count":31,"area":null},{"id":"2310.01424","title":"Identifying and Mitigating Privacy Risks Stemming from Language Models: A Survey","created":"2023-09-27","cited_by_count":30,"area":null},{"id":"2402.04013","title":"Privacy Leakage on DNNs: A Survey of Model Inversion Attacks and Defenses","created":"2024-02-06","cited_by_count":30,"area":null},{"id":"2410.02650","title":"Undesirable Memorization in Large Language Models: A Survey","created":"2024-10-03","cited_by_count":29,"area":null},{"id":"2305.12707","title":"Quantifying Association Capabilities of Large Language Models and Its Implications on Privacy Leakage","created":"2023-05-22","cited_by_count":28,"area":null},{"id":"2401.02458","title":"Data-Centric Foundation Models in Computational Healthcare: A Survey","created":"2024-01-04","cited_by_count":27,"area":null},{"id":"2405.10989","title":"Learnable Privacy Neurons Localization in Language Models","created":"2024-05-16","cited_by_count":27,"area":null},{"id":"2409.14457","title":"Large Model Based Agents: State-of-the-Art, Cooperation Paradigms, Security and Privacy, and Future Trends","created":"2024-09-22","cited_by_count":26,"area":null},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2310.14369","title":"MoPe: Model Perturbation-based Privacy Attacks on Language Models","created":"2023-10-22","cited_by_count":25,"area":null},{"id":"2406.13069","title":"Evaluating $n$-Gram Novelty of Language Models Using Rusty-DAWG","created":"2024-06-18","cited_by_count":25,"area":null},{"id":"2306.09610","title":"CHORUS: Foundation Models for Unified Data Discovery and Exploration","created":"2023-06-16","cited_by_count":24,"area":null},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2409.13853","title":"Unlocking Memorization in Large Language Models with Dynamic Soft Prompting","created":"2024-09-20","cited_by_count":21,"area":null},{"id":"2503.17514","title":"Language Models May Verbatim Complete Text They Were Not Explicitly Trained On","created":"2025-03-21","cited_by_count":21,"area":null},{"id":"2304.08637","title":"An Evaluation on Large Language Model Outputs: Discourse and Memorization","created":"2023-04-17","cited_by_count":20,"area":null},{"id":"2405.11724","title":"Token-wise Influential Training Data Retrieval for Large Language Models","created":"2024-05-20","cited_by_count":20,"area":null},{"id":"2406.04327","title":"Causal Estimation of Memorisation Profiles","created":"2024-06-06","cited_by_count":20,"area":null},{"id":"2209.10372","title":"WeLM: A Well-Read Pre-trained Language Model for Chinese","created":"2022-09-21","cited_by_count":19,"area":null},{"id":"2304.13850","title":"Do SSL Models Have D\\'ej\\`a Vu? A Case of Unintended Memorization in Self-supervised Learning","created":"2023-04-26","cited_by_count":19,"area":null},{"id":"2308.00189","title":"Generative Models as a Complex Systems Science: How can we make sense of large language model behavior?","created":"2023-07-31","cited_by_count":19,"area":null},{"id":"2310.08256","title":"Impact of Co-occurrence on Factual Knowledge of Large Language Models","created":"2023-10-12","cited_by_count":19,"area":null},{"id":"2210.15859","title":"You can't pick your neighbors, or can you? When and how to rely on retrieval in the $k$NN-LM","created":"2022-10-28","cited_by_count":18,"area":null},{"id":"2308.15727","title":"Quantifying and Analyzing Entity-level Memorization in Large Language Models","created":"2023-08-30","cited_by_count":18,"area":null},{"id":"2210.04261","title":"Noise-Robust De-Duplication at Scale","created":"2022-10-09","cited_by_count":17,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2311.15792","title":"Rethinking Privacy in Machine Learning Pipelines from an Information Flow Control Perspective","created":"2023-11-27","cited_by_count":16,"area":null},{"id":"2410.11876","title":"Rescriber: Smaller-LLM-Powered User-Led Data Minimization for LLM-Based Chatbots","created":"2024-10-10","cited_by_count":16,"area":null},{"id":"2301.13779","title":"FLAME: A small language model for spreadsheet formulas","created":"2023-01-31","cited_by_count":15,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2406.03880","title":"Memorization in deep learning: A survey","created":"2024-06-06","cited_by_count":15,"area":null},{"id":"2205.01863","title":"Provably Confidential Language Modelling","created":"2022-05-04","cited_by_count":13,"area":null},{"id":"2307.06148","title":"NetGPT: A Native-AI Network Architecture Beyond Provisioning Personalized Generative Services","created":"2023-07-12","cited_by_count":13,"area":null},{"id":"2411.01136","title":"Do LLMs Know to Respect Copyright Notice?","created":"2024-11-02","cited_by_count":13,"area":null},{"id":"2310.12462","title":"Unmasking Transformers: A Theoretical Approach to Data Recovery via Attention Weights","created":"2023-10-19","cited_by_count":12,"area":null},{"id":"2407.06380","title":"Data, Data Everywhere: A Guide for Pretraining Dataset Construction","created":"2024-07-08","cited_by_count":11,"area":null},{"id":"2206.04591","title":"Privacy Leakage in Text Classification: A Data Extraction Approach","created":"2022-06-09","cited_by_count":10,"area":null},{"id":"2403.17691","title":"Not All Similarities Are Created Equal: Leveraging Data-Driven Biases to Inform GenAI Copyright Disputes","created":"2024-03-26","cited_by_count":10,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2412.08258","title":"Large Language Models for Scholarly Ontology Generation: An Extensive Analysis in the Engineering Field","created":"2024-12-11","cited_by_count":10,"area":null},{"id":"2502.15680","title":"Privacy Ripple Effects from Adding or Removing Personal Information in Language Model Training","created":"2025-02-21","cited_by_count":10,"area":null}],"next_cursor":"100"}