{"total":143,"rows":[{"id":"2306.11644","title":"Textbooks Are All You Need","created":"2023-06-20","cited_by_count":569,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2310.20707","title":"What's In My Big Data?","created":"2023-10-31","cited_by_count":129,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2308.00755","title":"The Bias Amplification Paradox in Text-to-Image Generation","created":"2023-08-01","cited_by_count":70,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2403.07918","title":"On the Societal Impact of Open Foundation Models","created":"2024-02-27","cited_by_count":65,"area":null},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52,"area":null},{"id":"2309.09530","title":"Adapting Large Language Models to Domains via Reading Comprehension","created":"2023-09-18","cited_by_count":50,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38,"area":null},{"id":"2311.11608","title":"Taiyi: A Bilingual Fine-Tuned Large Language Model for Diverse Biomedical Tasks","created":"2023-11-20","cited_by_count":36,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2312.13401","title":"Time is Encoded in the Weights of Finetuned Language Models","created":"2023-12-20","cited_by_count":33,"area":null},{"id":"2506.04689","title":"Recycling the Web: A Method to Enhance Pre-training Data Quality and Quantity for Language Models","created":"2025-06-05","cited_by_count":31,"area":null},{"id":"2410.02677","title":"CulturalBench: A Robust, Diverse, and Challenging Cultural Benchmark by Human-AI CulturalTeaming","created":"2024-10-03","cited_by_count":30,"area":null},{"id":"2409.04556","title":"How Does Code Pretraining Affect Language Model Task Performance?","created":"2024-09-06","cited_by_count":28,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26,"area":null},{"id":"2402.16797","title":"Set the Clock: Temporal Alignment of Pretrained Language Models","created":"2024-02-26","cited_by_count":25,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2504.12459","title":"On Linear Representations and Pretraining Data Frequency in Language Models","created":"2025-04-16","cited_by_count":23,"area":null},{"id":"2401.06408","title":"AboutMe: Using Self-Descriptions in Webpages to Document the Effects of English Pretraining Data Filters","created":"2024-01-12","cited_by_count":22,"area":null},{"id":"2510.22037","title":"ATLAS: Adaptive Transfer Scaling Laws for Multilingual Pretraining, Finetuning, and Decoding the Curse of Multilinguality","created":"2025-10-24","cited_by_count":22,"area":null},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2306.13840","title":"Beyond Scale: The Diversity Coefficient as a Data Quality Metric for Variability in Natural Language Data","created":"2023-06-24","cited_by_count":19,"area":null},{"id":"2407.12929","title":"The 2024 Foundation Model Transparency Index","created":"2024-07-17","cited_by_count":19,"area":null},{"id":"2602.04863","title":"Subliminal Effects in Your Data: A General Mechanism via Log-Linearity","created":"2026-02-04","cited_by_count":19,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2502.06733","title":"Dynamic Loss-Based Sample Reweighting for Improved Large Language Model Pretraining","created":"2025-02-10","cited_by_count":16,"area":null},{"id":"2503.10267","title":"An Expanded Massive Multilingual Dataset for High-Performance Language Technologies (HPLT)","created":"2025-03-13","cited_by_count":16,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2407.15814","title":"Perceptions of Linguistic Uncertainty by Language Models and Humans","created":"2024-07-22","cited_by_count":15,"area":null},{"id":"2406.01253","title":"animal2vec and MeerKAT: A self-supervised transformer for rare-event raw audio input and a large-scale reference dataset for bioacoustics","created":"2024-06-03","cited_by_count":14,"area":null},{"id":"2505.24844","title":"Chameleon: A Flexible Data-mixing Framework for Language Model Pretraining and Finetuning","created":"2025-05-30","cited_by_count":14,"area":null},{"id":"2407.16607","title":"Data Mixture Inference: What do BPE Tokenizers Reveal about their Training Data?","created":"2024-07-23","cited_by_count":13,"area":null},{"id":"2601.21571","title":"Shaping capabilities with token-level data filtering","created":"2026-01-29","cited_by_count":13,"area":null},{"id":"2311.05720","title":"Long-Horizon Dialogue Understanding for Role Identification in the Game of Avalon with Large Language Models","created":"2023-11-09","cited_by_count":12,"area":null},{"id":"2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","created":"2025-03-05","cited_by_count":12,"area":null},{"id":"2506.10766","title":"One Tokenizer To Rule Them All: Emergent Language Plasticity via Multilingual Tokenizers","created":"2025-06-12","cited_by_count":12,"area":null},{"id":"2407.06380","title":"Data, Data Everywhere: A Guide for Pretraining Dataset Construction","created":"2024-07-08","cited_by_count":11,"area":null},{"id":"2410.15661","title":"Scalable Data Ablation Approximations for Language Models through Modular Training and Merging","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2502.06604","title":"Do we really have to filter out random noise in pre-training data for language models?","created":"2025-02-10","cited_by_count":11,"area":null},{"id":"2512.10169","title":"The 2025 Foundation Model Transparency Index","created":"2025-12-11","cited_by_count":11,"area":null},{"id":"2410.02498","title":"Dynamic Gradient Alignment for Online Data Mixing","created":"2024-10-03","cited_by_count":10,"area":null},{"id":"2410.24100","title":"Benchmark Data Repositories for Better Benchmarking","created":"2024-10-31","cited_by_count":10,"area":null},{"id":"2502.19190","title":"Provocations from the Humanities for Generative AI Research","created":"2025-02-26","cited_by_count":10,"area":null},{"id":"2601.21725","title":"Procedural Pretraining: Warming Up Language Models with Abstract Data","created":"2026-01-29","cited_by_count":10,"area":null},{"id":"2311.09006","title":"Data Similarity is Not Enough to Explain Language Model Performance","created":"2023-11-15","cited_by_count":9,"area":null},{"id":"2410.01866","title":"House of Cards: Massive Weights in LLMs","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2503.07920","title":"Crowdsource, Crawl, or Generate? Creating SEA-VL, a Multicultural Vision-Language Dataset for Southeast Asia","created":"2025-03-10","cited_by_count":9,"area":null},{"id":"2309.08913","title":"A Statistical Turing Test for Generative Models","created":"2023-09-16","cited_by_count":8,"area":null},{"id":"2403.06869","title":"Impact of Noisy Supervision in Foundation Model Learning","created":"2024-03-11","cited_by_count":8,"area":null},{"id":"2407.08642","title":"Towards Building Specialized Generalist AI with System 1 and System 2 Fusion","created":"2024-07-11","cited_by_count":8,"area":null},{"id":"2410.03884","title":"KidLM: Advancing Language Models for Children -- Early Insights and Future Directions","created":"2024-10-04","cited_by_count":8,"area":null},{"id":"2512.06607","title":"A Fast and Effective Solution to the Problem of Look-ahead Bias in LLMs","created":"2025-12-07","cited_by_count":8,"area":null},{"id":"2408.04556","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","created":"2024-08-08","cited_by_count":7,"area":null},{"id":"2410.22587","title":"Toxicity of the Commons: Curating Open-Source Pre-Training Data","created":"2024-10-29","cited_by_count":7,"area":null},{"id":"2509.22367","title":"What Is The Political Content in LLMs' Pre- and Post-Training Data?","created":"2025-09-26","cited_by_count":7,"area":null},{"id":"2403.16139","title":"A Little Leak Will Sink a Great Ship: Survey of Transparency for Large Language Models from Start to Finish","created":"2024-03-24","cited_by_count":6,"area":null},{"id":"2410.04579","title":"Upsample or Upweight? Balanced Training on Heavily Imbalanced Datasets","created":"2024-10-06","cited_by_count":6,"area":null},{"id":"2410.05639","title":"DecorateLM: Data Engineering through Corpus Rating, Tagging, and Editing with Language Models","created":"2024-10-08","cited_by_count":6,"area":null},{"id":"2411.12986","title":"Training Bilingual LMs with Data Constraints in the Targeted Language","created":"2024-11-20","cited_by_count":6,"area":null},{"id":"2412.16089","title":"The Evolution of LLM Adoption in Industry Data Curation Practices","created":"2024-12-20","cited_by_count":6,"area":null},{"id":"2501.07314","title":"FinerWeb-10BT: Refining Web Data with LLM-Based Line-Level Filtering","created":"2025-01-13","cited_by_count":6,"area":null},{"id":"2504.01542","title":"Register Always Matters: Analysis of LLM Pretraining Data Through the Lens of Language Variation","created":"2025-04-02","cited_by_count":6,"area":null},{"id":"2504.07854","title":"The KL3M Data Project: Copyright-Clean Training Resources for Large Language Models","created":"2025-04-10","cited_by_count":6,"area":null},{"id":"2507.03373","title":"WETBench: A Benchmark for Detecting Task-Specific Machine-Generated Text on Wikipedia","created":"2025-07-04","cited_by_count":6,"area":null},{"id":"2405.20347","title":"Small Language Models for Application Interactions: A Case Study","created":"2024-05-23","cited_by_count":5,"area":null},{"id":"2406.04638","title":"Large Language Model-guided Document Selection","created":"2024-06-07","cited_by_count":5,"area":null},{"id":"2412.14276","title":"Fake News Detection: Comparative Evaluation of BERT-like Models and Large Language Models with Generative AI-Annotated Data","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2501.12535","title":"How Does the Spatial Distribution of Pre-training Data Affect Geospatial Foundation Models?","created":"2025-01-21","cited_by_count":5,"area":null},{"id":"2503.13390","title":"Aligned Probing: Relating Toxic Behavior and Model Internals","created":"2025-03-17","cited_by_count":5,"area":null},{"id":"2308.14149","title":"Examining User-Friendly and Open-Sourced Large GPT Models: A Survey on Language, Multimodal, and Scientific GPT Models","created":"2023-08-27","cited_by_count":4,"area":null},{"id":"2311.18063","title":"TurkishBERTweet: Fast and Reliable Large Language Model for Social Media Analysis","created":"2023-11-29","cited_by_count":4,"area":null},{"id":"2501.02432","title":"Swift Cross-Dataset Pruning: Enhancing Fine-Tuning Efficiency in Natural Language Understanding","created":"2025-01-05","cited_by_count":4,"area":null},{"id":"2502.04066","title":"Beyond Scaling: Measuring and Predicting the Upper Bound of Knowledge Retention in Language Model Pre-Training","created":"2025-02-06","cited_by_count":4,"area":null},{"id":"2502.16802","title":"Topic Over Source: The Key to Effective Data Mixing for Language Models Pre-training","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2508.04329","title":"Forgetting: A New Mechanism Towards Better Large Language Model Fine-tuning","created":"2025-08-06","cited_by_count":4,"area":null},{"id":"2509.00285","title":"OpinioRAG: Towards Generating User-Centric Opinion Highlights from Large-scale Online Reviews","created":"2025-08-30","cited_by_count":4,"area":null},{"id":"2604.13076","title":"Alignment midtraining for animals","created":"2026-03-21","cited_by_count":4,"area":null},{"id":"2606.24998","title":"Internal Data Repetition Destroys Language Models","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2311.12537","title":"Oasis: Data Curation and Assessment System for Pretraining of Large Language Models","created":"2023-11-21","cited_by_count":3,"area":null}],"next_cursor":"100"}