{"total":119,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2312.02003","title":"A Survey on Large Language Model (LLM) Security and Privacy: The Good, the Bad, and the Ugly","created":"2023-12-04","cited_by_count":387,"area":null},{"id":"2310.05130","title":"Fast-DetectGPT: Efficient Zero-Shot Detection of Machine-Generated Text via Conditional Probability Curvature","created":"2023-10-08","cited_by_count":287,"area":null},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148,"area":null},{"id":"2303.11032","title":"DeID-GPT: Zero-shot Medical Text De-Identification by GPT-4","created":"2023-03-20","cited_by_count":130,"area":null},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2306.09200","title":"ChessGPT: Bridging Policy Learning and Language Modeling","created":"2023-06-15","cited_by_count":75,"area":null},{"id":"2307.10485","title":"FinGPT: Democratizing Internet-scale Data for Financial Large Language Models","created":"2023-07-19","cited_by_count":67,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2504.13161","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","created":"2025-04-17","cited_by_count":66,"area":null},{"id":"2303.04864","title":"nl2spec: Interactively Translating Unstructured Natural Language to Temporal Logics with Large Language Models","created":"2023-03-08","cited_by_count":60,"area":null},{"id":"2309.08958","title":"Monolingual or Multilingual Instruction Tuning: Which Makes a Better Alpaca","created":"2023-09-16","cited_by_count":60,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2306.06130","title":"Towards Understanding the Interplay of Generative Artificial Intelligence and the Internet","created":"2023-06-08","cited_by_count":54,"area":null},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52,"area":null},{"id":"2303.13592","title":"Prompting Multilingual Large Language Models to Generate Code-Mixed Texts: The Case of South East Asian Languages","created":"2023-03-23","cited_by_count":51,"area":null},{"id":"2307.07870","title":"Large Language Models as Superpositions of Cultural Perspectives","created":"2023-07-15","cited_by_count":49,"area":null},{"id":"2407.14933","title":"Consent in Crisis: The Rapid Decline of the AI Data Commons","created":"2024-07-20","cited_by_count":46,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2406.13229","title":"Probing the Emergence of Cross-lingual Alignment during LLM Training","created":"2024-06-19","cited_by_count":39,"area":null},{"id":"2310.18362","title":"SoK: Memorization in General-Purpose Large Language Models","created":"2023-10-24","cited_by_count":37,"area":null},{"id":"2502.10361","title":"Enhancing Multilingual LLM Pretraining with Model-Based Data Selection","created":"2025-02-14","cited_by_count":35,"area":null},{"id":"2312.07950","title":"CBQ: Cross-Block Quantization for Large Language Models","created":"2023-12-13","cited_by_count":34,"area":null},{"id":"2309.01885","title":"QuantEase: Optimization-based Quantization for Language Models","created":"2023-09-05","cited_by_count":29,"area":null},{"id":"2505.17799","title":"A Coreset Selection of Coreset Selection Literature: Introduction and Recent Advances","created":"2025-05-23","cited_by_count":28,"area":null},{"id":"2306.06688","title":"Language Versatilists vs. Specialists: An Empirical Revisiting on Multilingual Transfer Ability","created":"2023-06-11","cited_by_count":27,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2305.06721","title":"Advancing Neural Encoding of Portuguese with Transformer Albertina PT-*","created":"2023-05-11","cited_by_count":24,"area":null},{"id":"2403.08192","title":"MoleculeQA: A Dataset to Evaluate Factual Accuracy in Molecular Comprehension","created":"2024-03-13","cited_by_count":22,"area":null},{"id":"2406.14670","title":"Exploring Design Choices for Building Language-Specific LLMs","created":"2024-06-20","cited_by_count":22,"area":null},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null},{"id":"2402.09844","title":"Jack of All Trades, Master of Some, a Multi-Purpose Transformer Agent","created":"2024-02-15","cited_by_count":21,"area":null},{"id":"2405.17927","title":"The Evolution of Multimodal Model Architectures","created":"2024-05-28","cited_by_count":21,"area":null},{"id":"2506.01732","title":"Common Corpus: The Largest Collection of Ethical Data for LLM Pre-Training","created":"2025-06-02","cited_by_count":20,"area":null},{"id":"2411.11072","title":"Multilingual Large Language Models: A Systematic Survey","created":"2024-11-17","cited_by_count":18,"area":null},{"id":"2410.23825","title":"GlotCC: An Open Broad-Coverage CommonCrawl Corpus and Pipeline for Minority Languages","created":"2024-10-31","cited_by_count":16,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2410.23144","title":"Public Domain 12M: A Highly Aesthetic Image-Text Dataset with Novel Governance Mechanisms","created":"2024-10-30","cited_by_count":15,"area":null},{"id":"2305.11790","title":"Prompting with Pseudo-Code Instructions","created":"2023-05-19","cited_by_count":14,"area":null},{"id":"2311.09033","title":"MELA: Multilingual Evaluation of Linguistic Acceptability","created":"2023-11-15","cited_by_count":14,"area":null},{"id":"2310.08958","title":"xDial-Eval: A Multilingual Open-Domain Dialogue Evaluation Benchmark","created":"2023-10-13","cited_by_count":13,"area":null},{"id":"2401.16640","title":"TeenyTinyLlama: open-source tiny language models trained in Brazilian Portuguese","created":"2024-01-30","cited_by_count":13,"area":null},{"id":"2409.11378","title":"Diversify and Conquer: Diversity-Centric Data Selection with Iterative Refinement","created":"2024-09-17","cited_by_count":13,"area":null},{"id":"2411.07854","title":"Tucano: Advancing Neural Text Generation for Portuguese","created":"2024-11-12","cited_by_count":13,"area":null},{"id":"2309.05452","title":"Evaluating the Deductive Competence of Large Language Models","created":"2023-09-11","cited_by_count":12,"area":null},{"id":"2407.19638","title":"On the Reliability of Large Language Models for Causal Discovery","created":"2024-07-29","cited_by_count":12,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2303.04715","title":"Extending the Pre-Training of BLOOM for Improved Support of Traditional Chinese: Models, Methods and Results","created":"2023-03-08","cited_by_count":10,"area":null},{"id":"2305.03573","title":"In-context Learning as Maintaining Coherency: A Study of On-the-fly Machine Translation Using Large Language Models","created":"2023-05-05","cited_by_count":10,"area":null},{"id":"2305.14898","title":"PIVOINE: Instruction Tuning for Open-world Information Extraction","created":"2023-05-24","cited_by_count":10,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2402.19282","title":"WanJuan-CC: A Safe and High-Quality Open-sourced English Webtext Dataset","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2503.12294","title":"The Lucie-7B LLM and the Lucie Training Dataset: Open resources for multilingual language generation","created":"2025-03-15","cited_by_count":10,"area":null},{"id":"2501.00269","title":"A review of faithfulness metrics for hallucination assessment in Large Language Models","created":"2024-12-31","cited_by_count":9,"area":null},{"id":"2505.22251","title":"Evaluation of LLMs in Speech is Often Flawed: Test Set Contamination in Large Language Models for Speech Recognition","created":"2025-05-28","cited_by_count":9,"area":null},{"id":"2305.06530","title":"How Good are Commercial Large Language Models on African Languages?","created":"2023-05-11","cited_by_count":8,"area":null},{"id":"2305.12987","title":"GPT-SW3: An Autoregressive Language Model for the Nordic Languages","created":"2023-05-22","cited_by_count":8,"area":null},{"id":"2306.01481","title":"GAIA Search: Hugging Face and Pyserini Interoperability for NLP Training Data Exploration","created":"2023-06-02","cited_by_count":8,"area":null},{"id":"2502.06244","title":"PiKE: Adaptive Data Mixing for Large-Scale Multi-Task Learning Under Low Gradient Conflicts","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2307.10188","title":"Several categories of Large Language Models (LLMs): A Short Survey","created":"2023-07-05","cited_by_count":7,"area":null},{"id":"2310.17353","title":"Cultural Adaptation of Recipes","created":"2023-10-26","cited_by_count":7,"area":null},{"id":"2401.07788","title":"Activations and Gradients Compression for Model-Parallel Training","created":"2024-01-15","cited_by_count":7,"area":null},{"id":"2505.16066","title":"Merge to Mix: Mixing Datasets via Model Merging","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2508.21589","title":"Middo: Model-Informed Dynamic Data Optimization for Enhanced LLM Fine-Tuning via Closed-Loop Learning","created":"2025-08-29","cited_by_count":7,"area":null},{"id":"2306.09308","title":"Matching Pairs: Attributing Fine-Tuned Models to their Pre-Trained Large Language Models","created":"2023-06-15","cited_by_count":6,"area":null},{"id":"2311.12315","title":"AcademicGPT: Empowering Academic Research","created":"2023-11-21","cited_by_count":6,"area":null},{"id":"2408.04660","title":"XMainframe: A Large Language Model for Mainframe Modernization","created":"2024-08-05","cited_by_count":6,"area":null},{"id":"2408.15040","title":"A Survey of Large Language Models for European Languages","created":"2024-08-27","cited_by_count":6,"area":null},{"id":"2410.04275","title":"Language Model-Driven Data Pruning Enables Efficient Active Learning","created":"2024-10-05","cited_by_count":6,"area":null},{"id":"2310.07321","title":"On the Impact of Cross-Domain Data on German Language Models","created":"2023-10-11","cited_by_count":5,"area":null},{"id":"2502.11546","title":"DCAD-2000: A Multilingual Dataset across 2000+ Languages with Data Cleaning as Anomaly Detection","created":"2025-02-17","cited_by_count":5,"area":null},{"id":"2507.01785","title":"MuRating: A High Quality Data Selecting Approach to Multilingual Large Language Model Pretraining","created":"2025-07-02","cited_by_count":5,"area":null},{"id":"2509.07287","title":"Paladin: Defending LLM-enabled Phishing Emails with a New Trigger-Tag Paradigm","created":"2025-09-08","cited_by_count":5,"area":null},{"id":"2308.14149","title":"Examining User-Friendly and Open-Sourced Large GPT Models: A Survey on Language, Multimodal, and Scientific GPT Models","created":"2023-08-27","cited_by_count":4,"area":null},{"id":"2406.09559","title":"Decoding the Diversity: A Review of the Indic AI Research Landscape","created":"2024-06-13","cited_by_count":4,"area":null},{"id":"2406.19853","title":"YuLan: An Open-source Large Language Model","created":"2024-06-28","cited_by_count":4,"area":null},{"id":"2501.02628","title":"Cracks in The Stack: Hidden Vulnerabilities and Licensing Risks in LLM Pre-Training Datasets","created":"2025-01-05","cited_by_count":4,"area":null},{"id":"2502.04066","title":"Beyond Scaling: Measuring and Predicting the Upper Bound of Knowledge Retention in Language Model Pre-Training","created":"2025-02-06","cited_by_count":4,"area":null},{"id":"2311.12537","title":"Oasis: Data Curation and Assessment System for Pretraining of Large Language Models","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2411.19668","title":"ChineseWebText 2.0: Large-Scale High-quality Chinese Web Text with Multi-dimensional and fine-grained information","created":"2024-11-29","cited_by_count":3,"area":null},{"id":"2504.00695","title":"ToReMi: Topic-Aware Data Reweighting for Dynamic Pre-Training Data Selection","created":"2025-04-01","cited_by_count":3,"area":null},{"id":"2510.06048","title":"BLISS: A Lightweight Bilevel Influence Scoring Method for Data Selection in Language Model Pretraining","created":"2025-10-07","cited_by_count":3,"area":null},{"id":"2510.13996","title":"The German Commons - 154 Billion Tokens of Openly Licensed Text for German Language Models","created":"2025-10-15","cited_by_count":3,"area":null},{"id":"2305.06404","title":"LACoS-BLOOM: Low-rank Adaptation with Contrastive objective on 8 bits Siamese-BLOOM","created":"2023-05-10","cited_by_count":2,"area":null},{"id":"2403.06537","title":"On the Consideration of AI Openness: Can Good Intent Be Abused?","created":"2024-03-11","cited_by_count":2,"area":null},{"id":"2403.14469","title":"ChatGPT Alternative Solutions: Large Language Models Survey","created":"2024-03-21","cited_by_count":2,"area":null}],"next_cursor":"100"}