{"total":501,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2410.00037","title":"Moshi: a speech-text foundation model for real-time dialogue","created":"2024-09-17","cited_by_count":568,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2301.11325","title":"MusicLM: Generating Music From Text","created":"2023-01-26","cited_by_count":448,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2305.13300","title":"Adaptive Chameleon or Stubborn Sloth: Revealing the Behavior of Large Language Models in Knowledge Conflicts","created":"2023-05-22","cited_by_count":341,"area":null},{"id":"2210.12283","title":"Draft, Sketch, and Prove: Guiding Formal Theorem Provers with Informal Proofs","created":"2022-10-21","cited_by_count":291,"area":null},{"id":"2303.14186","title":"TRAK: Attributing Model Behavior at Scale","created":"2023-03-24","cited_by_count":283,"area":null},{"id":"2403.10131","title":"RAFT: Adapting Language Model to Domain Specific RAG","created":"2024-03-15","cited_by_count":262,"area":null},{"id":"2210.09150","title":"Prompting GPT-3 To Be Reliable","created":"2022-10-17","cited_by_count":260,"area":null},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236,"area":null},{"id":"2310.17623","title":"Proving Test Set Contamination in Black Box Language Models","created":"2023-10-26","cited_by_count":230,"area":null},{"id":"2310.17884","title":"Can LLMs Keep a Secret? Testing Privacy Implications of Language Models via Contextual Integrity Theory","created":"2023-10-27","cited_by_count":230,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2306.09479","title":"Inverse Scaling: When Bigger Isn't Better","created":"2023-06-15","cited_by_count":207,"area":null},{"id":"2305.00586","title":"How does GPT-2 compute greater-than?: Interpreting mathematical abilities in a pre-trained language model","created":"2023-04-30","cited_by_count":202,"area":null},{"id":"2205.12628","title":"Are Large Pre-Trained Language Models Leaking Your Personal Information?","created":"2022-05-25","cited_by_count":200,"area":null},{"id":"2308.08493","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","created":"2023-08-16","cited_by_count":177,"area":null},{"id":"2310.07298","title":"Beyond Memorization: Violating Privacy Via Inference with Large Language Models","created":"2023-10-11","cited_by_count":175,"area":null},{"id":"2305.14552","title":"Sources of Hallucination by Large Language Models on Inference Tasks","created":"2023-05-23","cited_by_count":169,"area":null},{"id":"2309.17410","title":"Can Sensitive Information Be Deleted From LLMs? Objectives for Defending Against Extraction Attacks","created":"2023-09-29","cited_by_count":158,"area":null},{"id":"2206.15331","title":"GitHub Copilot AI pair programmer: Asset or Liability?","created":"2022-06-30","cited_by_count":152,"area":null},{"id":"2401.01301","title":"Large Legal Fictions: Profiling Legal Hallucinations in Large Language Models","created":"2024-01-02","cited_by_count":150,"area":null},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2305.10160","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","created":"2023-05-17","cited_by_count":142,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2303.16104","title":"Hallucinations in Large Multilingual Translation Models","created":"2023-03-28","cited_by_count":129,"area":null},{"id":"2307.01881","title":"ProPILE: Probing Privacy Leakage in Large Language Models","created":"2023-07-04","cited_by_count":129,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2207.00099","title":"Measuring Forgetting of Memorized Training Examples","created":"2022-06-30","cited_by_count":118,"area":null},{"id":"2303.15715","title":"Foundation Models and Fair Use","created":"2023-03-28","cited_by_count":116,"area":null},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113,"area":null},{"id":"2212.12131","title":"Why Does Surprisal From Larger Transformer-Based Language Models Provide a Poorer Fit to Human Reading Times?","created":"2022-12-23","cited_by_count":113,"area":null},{"id":"2210.14348","title":"Synthetic Text Generation with Differential Privacy: A Simple and Practical Recipe","created":"2022-10-25","cited_by_count":108,"area":null},{"id":"2407.12043","title":"The Art of Saying No: Contextual Noncompliance in Language Models","created":"2024-07-02","cited_by_count":105,"area":null},{"id":"2312.06550","title":"LLM360: Towards Fully Transparent Open-Source LLMs","created":"2023-12-11","cited_by_count":104,"area":null},{"id":"2404.02936","title":"Min-K%++: Improved Baseline for Detecting Pre-Training Data from Large Language Models","created":"2024-04-03","cited_by_count":103,"area":null},{"id":"2204.00032","title":"Truth Serum: Poisoning Machine Learning Models to Reveal Their Secrets","created":"2022-03-31","cited_by_count":101,"area":null},{"id":"2210.17546","title":"Preventing Verbatim Memorization in Language Models Gives a False Sense of Privacy","created":"2022-10-31","cited_by_count":100,"area":null},{"id":"2310.08433","title":"A Confederacy of Models: a Comprehensive Evaluation of LLMs on Creative Writing","created":"2023-10-12","cited_by_count":99,"area":null},{"id":"2302.10870","title":"On Provable Copyright Protection for Generative Models","created":"2023-02-21","cited_by_count":98,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2306.05949","title":"Evaluating the Social Impact of Generative AI Systems in Systems and Society","created":"2023-06-09","cited_by_count":92,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2305.15594","title":"Flocks of Stochastic Parrots: Differentially Private Prompt Learning for Large Language Models","created":"2023-05-24","cited_by_count":83,"area":null},{"id":"2308.12833","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","created":"2023-08-24","cited_by_count":82,"area":null},{"id":"2310.00367","title":"AutomaTikZ: Text-Guided Synthesis of Scientific Vector Graphics with TikZ","created":"2023-09-30","cited_by_count":79,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2402.09910","title":"DE-COP: Detecting Copyrighted Content in Language Models Training Data","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2203.07618","title":"Do Language Models Plagiarize?","created":"2022-03-15","cited_by_count":73,"area":null},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73,"area":null},{"id":"2310.16787","title":"The Data Provenance Initiative: A Large Scale Audit of Dataset Licensing & Attribution in AI","created":"2023-10-25","cited_by_count":73,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2302.04460","title":"Bag of Tricks for Training Data Extraction from Language Models","created":"2023-02-09","cited_by_count":70,"area":null},{"id":"2211.05030","title":"Creative Writing with an AI-Powered Writing Assistant: Perspectives from Professional Writers","created":"2022-11-09","cited_by_count":69,"area":null},{"id":"2307.09218","title":"A Comprehensive Survey of Forgetting in Deep Learning Beyond Continual Learning","created":"2023-07-16","cited_by_count":69,"area":null},{"id":"2309.15098","title":"Attention Satisfies: A Constraint-Satisfaction Lens on Factual Errors of Language Models","created":"2023-09-26","cited_by_count":67,"area":null},{"id":"2402.19379","title":"Wisdom of the Silicon Crowd: LLM Ensemble Prediction Capabilities Rival Human Crowd Accuracy","created":"2024-02-29","cited_by_count":67,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2210.01296","title":"Recitation-Augmented Language Models","created":"2022-10-04","cited_by_count":65,"area":null},{"id":"2305.15560","title":"Differentially Private Synthetic Data via Foundation Model APIs 1: Images","created":"2023-05-24","cited_by_count":65,"area":null},{"id":"2302.05981","title":"MarioGPT: Open-Ended Text2Level Generation through Large Language Models","created":"2023-02-12","cited_by_count":64,"area":null},{"id":"2210.03588","title":"Understanding Transformer Memorization Recall Through Idioms","created":"2022-10-07","cited_by_count":62,"area":null},{"id":"2303.11568","title":"Large AI Models in Health Informatics: Applications, Challenges, and the Future","created":"2023-03-21","cited_by_count":61,"area":null},{"id":"2406.13415","title":"Factual Confidence of LLMs: on Reliability and Robustness of Current Estimators","created":"2024-06-19","cited_by_count":61,"area":null},{"id":"2505.24832","title":"How much do language models memorize?","created":"2025-05-30","cited_by_count":61,"area":null},{"id":"2207.14251","title":"Measuring Causal Effects of Data Statistics on Language Model's `Factual' Predictions","created":"2022-07-28","cited_by_count":57,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2304.00008","title":"On the Creativity of Large Language Models","created":"2023-03-27","cited_by_count":57,"area":null},{"id":"2312.03724","title":"DP-OPT: Make Large Language Model Your Privacy-Preserving Prompt Engineer","created":"2023-11-27","cited_by_count":57,"area":null},{"id":"2301.12662","title":"SingSong: Generating musical accompaniments from singing","created":"2023-01-30","cited_by_count":55,"area":null},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2312.17173","title":"Non-Vacuous Generalization Bounds for Large Language Models","created":"2023-12-28","cited_by_count":53,"area":null},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52,"area":null},{"id":"2310.10383","title":"Privacy in Large Language Models: Attacks, Defenses and Future Directions","created":"2023-10-16","cited_by_count":51,"area":null},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51,"area":null},{"id":"2406.10209","title":"Be like a Goldfish, Don't Memorize! Mitigating Memorization in Generative LLMs","created":"2024-06-14","cited_by_count":50,"area":null},{"id":"2307.10719","title":"LLM Censorship: A Machine Learning Challenge or a Computer Security Problem?","created":"2023-07-20","cited_by_count":49,"area":null},{"id":"2309.10677","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","created":"2023-09-19","cited_by_count":48,"area":null},{"id":"2311.06233","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","created":"2023-11-10","cited_by_count":47,"area":null},{"id":"2407.14933","title":"Consent in Crisis: The Rapid Decline of the AI Data Commons","created":"2024-07-20","cited_by_count":46,"area":null},{"id":"2205.12506","title":"Memorization in NLP Fine-tuning Methods","created":"2022-05-25","cited_by_count":45,"area":null},{"id":"2212.01488","title":"Event knowledge in large language models: the gap between the impossible and the unlikely","created":"2022-12-02","cited_by_count":45,"area":null},{"id":"2305.16157","title":"Training Data Extraction From Pre-trained Language Models: A Survey","created":"2023-05-25","cited_by_count":45,"area":null},{"id":"2310.06714","title":"Exploring Memorization in Fine-tuned Language Models","created":"2023-10-10","cited_by_count":45,"area":null},{"id":"2406.18664","title":"Evaluating Copyright Takedown Methods for Language Models","created":"2024-06-26","cited_by_count":43,"area":null},{"id":"2305.11759","title":"Controlling the Extraction of Memorized Data from Large Language Models via Prompt-Tuning","created":"2023-05-19","cited_by_count":40,"area":null},{"id":"2309.05610","title":"Privacy Side Channels in Machine Learning Systems","created":"2023-09-11","cited_by_count":40,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null}],"next_cursor":"100"}