{"total":182,"rows":[{"id":"2306.11644","title":"Textbooks Are All You Need","created":"2023-06-20","cited_by_count":569,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2402.07841","title":"Do Membership Inference Attacks Work on Large Language Models?","created":"2024-02-12","cited_by_count":195,"area":"safety"},{"id":"2310.10844","title":"Survey of Vulnerabilities in Large Language Models Revealed by Adversarial Attacks","created":"2023-10-16","cited_by_count":194,"area":"safety"},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2310.20707","title":"What's In My Big Data?","created":"2023-10-31","cited_by_count":129,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2403.03187","title":"Reliable, Adaptable, and Attributable Language Models with Retrieval","created":"2024-03-05","cited_by_count":73,"area":"rag"},{"id":"2308.00755","title":"The Bias Amplification Paradox in Text-to-Image Generation","created":"2023-08-01","cited_by_count":70,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2403.07918","title":"On the Societal Impact of Open Foundation Models","created":"2024-02-27","cited_by_count":65,"area":null},{"id":"2410.15226","title":"On the Diversity of Synthetic Data and its Impact on Training Large Language Models","created":"2024-10-19","cited_by_count":59,"area":"synth"},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52,"area":null},{"id":"2309.09530","title":"Adapting Large Language Models to Domains via Reading Comprehension","created":"2023-09-18","cited_by_count":50,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2407.01178","title":"$\\text{Memory}^3$: Language Modeling with Explicit Memory","created":"2024-07-01","cited_by_count":40,"area":"rag"},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38,"area":null},{"id":"2311.11608","title":"Taiyi: A Bilingual Fine-Tuned Large Language Model for Diverse Biomedical Tasks","created":"2023-11-20","cited_by_count":36,"area":null},{"id":"2412.02980","title":"Surveying the Effects of Quality, Diversity, and Complexity in Synthetic Data From Large Language Models","created":"2024-12-04","cited_by_count":35,"area":"synth"},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2312.13401","title":"Time is Encoded in the Weights of Finetuned Language Models","created":"2023-12-20","cited_by_count":33,"area":null},{"id":"2506.04689","title":"Recycling the Web: A Method to Enhance Pre-training Data Quality and Quantity for Language Models","created":"2025-06-05","cited_by_count":31,"area":null},{"id":"2410.02677","title":"CulturalBench: A Robust, Diverse, and Challenging Cultural Benchmark by Human-AI CulturalTeaming","created":"2024-10-03","cited_by_count":30,"area":null},{"id":"2409.04556","title":"How Does Code Pretraining Affect Language Model Task Performance?","created":"2024-09-06","cited_by_count":28,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26,"area":null},{"id":"2402.16797","title":"Set the Clock: Temporal Alignment of Pretrained Language Models","created":"2024-02-26","cited_by_count":25,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2504.12459","title":"On Linear Representations and Pretraining Data Frequency in Language Models","created":"2025-04-16","cited_by_count":23,"area":null},{"id":"2401.06408","title":"AboutMe: Using Self-Descriptions in Webpages to Document the Effects of English Pretraining Data Filters","created":"2024-01-12","cited_by_count":22,"area":null},{"id":"2510.22037","title":"ATLAS: Adaptive Transfer Scaling Laws for Multilingual Pretraining, Finetuning, and Decoding the Curse of Multilinguality","created":"2025-10-24","cited_by_count":22,"area":null},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2306.13840","title":"Beyond Scale: The Diversity Coefficient as a Data Quality Metric for Variability in Natural Language Data","created":"2023-06-24","cited_by_count":19,"area":null},{"id":"2407.12929","title":"The 2024 Foundation Model Transparency Index","created":"2024-07-17","cited_by_count":19,"area":null},{"id":"2408.01084","title":"Adaptive Contrastive Decoding in Retrieval-Augmented Generation for Handling Noisy Contexts","created":"2024-08-02","cited_by_count":19,"area":"rag"},{"id":"2503.09600","title":"MoC: Mixtures of Text Chunking Learners for Retrieval-Augmented Generation System","created":"2025-03-12","cited_by_count":19,"area":"rag"},{"id":"2602.04863","title":"Subliminal Effects in Your Data: A General Mechanism via Log-Linearity","created":"2026-02-04","cited_by_count":19,"area":null},{"id":"2401.15241","title":"Unlearning Traces the Influential Training Data of Language Models","created":"2024-01-26","cited_by_count":18,"area":"safety"},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2502.06733","title":"Dynamic Loss-Based Sample Reweighting for Improved Large Language Model Pretraining","created":"2025-02-10","cited_by_count":16,"area":null},{"id":"2503.10267","title":"An Expanded Massive Multilingual Dataset for High-Performance Language Technologies (HPLT)","created":"2025-03-13","cited_by_count":16,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2407.15814","title":"Perceptions of Linguistic Uncertainty by Language Models and Humans","created":"2024-07-22","cited_by_count":15,"area":null},{"id":"2406.01253","title":"animal2vec and MeerKAT: A self-supervised transformer for rare-event raw audio input and a large-scale reference dataset for bioacoustics","created":"2024-06-03","cited_by_count":14,"area":null},{"id":"2505.24844","title":"Chameleon: A Flexible Data-mixing Framework for Language Model Pretraining and Finetuning","created":"2025-05-30","cited_by_count":14,"area":null},{"id":"2404.03862","title":"Verifiable by Design: Aligning Language Models to Quote from Pre-Training Data","created":"2024-04-05","cited_by_count":13,"area":"alignment"},{"id":"2407.16607","title":"Data Mixture Inference: What do BPE Tokenizers Reveal about their Training Data?","created":"2024-07-23","cited_by_count":13,"area":null},{"id":"2601.21571","title":"Shaping capabilities with token-level data filtering","created":"2026-01-29","cited_by_count":13,"area":null},{"id":"2311.05720","title":"Long-Horizon Dialogue Understanding for Role Identification in the Game of Avalon with Large Language Models","created":"2023-11-09","cited_by_count":12,"area":null},{"id":"2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","created":"2025-03-05","cited_by_count":12,"area":null},{"id":"2506.10766","title":"One Tokenizer To Rule Them All: Emergent Language Plasticity via Multilingual Tokenizers","created":"2025-06-12","cited_by_count":12,"area":null},{"id":"2407.06380","title":"Data, Data Everywhere: A Guide for Pretraining Dataset Construction","created":"2024-07-08","cited_by_count":11,"area":null},{"id":"2410.15661","title":"Scalable Data Ablation Approximations for Language Models through Modular Training and Merging","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2502.06604","title":"Do we really have to filter out random noise in pre-training data for language models?","created":"2025-02-10","cited_by_count":11,"area":null},{"id":"2512.05648","title":"Beyond Data Filtering: Knowledge Localization for Capability Removal in LLMs","created":"2025-12-05","cited_by_count":11,"area":"safety"},{"id":"2512.10169","title":"The 2025 Foundation Model Transparency Index","created":"2025-12-11","cited_by_count":11,"area":null},{"id":"2410.02498","title":"Dynamic Gradient Alignment for Online Data Mixing","created":"2024-10-03","cited_by_count":10,"area":null},{"id":"2410.24100","title":"Benchmark Data Repositories for Better Benchmarking","created":"2024-10-31","cited_by_count":10,"area":null},{"id":"2502.19190","title":"Provocations from the Humanities for Generative AI Research","created":"2025-02-26","cited_by_count":10,"area":null},{"id":"2601.21725","title":"Procedural Pretraining: Warming Up Language Models with Abstract Data","created":"2026-01-29","cited_by_count":10,"area":null},{"id":"2311.09006","title":"Data Similarity is Not Enough to Explain Language Model Performance","created":"2023-11-15","cited_by_count":9,"area":null},{"id":"2402.01345","title":"Skip \\n: A Simple Method to Reduce Hallucination in Large Vision-Language Models","created":"2024-02-02","cited_by_count":9,"area":"mllm"},{"id":"2410.01866","title":"House of Cards: Massive Weights in LLMs","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2502.04419","title":"Understanding and Mitigating Bias Inheritance in LLM-based Data Augmentation on Downstream Tasks","created":"2025-02-06","cited_by_count":9,"area":"synth"},{"id":"2503.07920","title":"Crowdsource, Crawl, or Generate? Creating SEA-VL, a Multicultural Vision-Language Dataset for Southeast Asia","created":"2025-03-10","cited_by_count":9,"area":null},{"id":"2505.02009","title":"Towards Safer Pretraining: Analyzing and Filtering Harmful Content in Webscale datasets for Responsible LLMs","created":"2025-05-04","cited_by_count":9,"area":"safety"},{"id":"2505.22308","title":"Transformers Pretrained on Procedural Data Contain Modular Structures for Algorithmic Reasoning","created":"2025-05-28","cited_by_count":9,"area":"lr"},{"id":"2309.08913","title":"A Statistical Turing Test for Generative Models","created":"2023-09-16","cited_by_count":8,"area":null},{"id":"2403.06869","title":"Impact of Noisy Supervision in Foundation Model Learning","created":"2024-03-11","cited_by_count":8,"area":null},{"id":"2407.08642","title":"Towards Building Specialized Generalist AI with System 1 and System 2 Fusion","created":"2024-07-11","cited_by_count":8,"area":null},{"id":"2410.03884","title":"KidLM: Advancing Language Models for Children -- Early Insights and Future Directions","created":"2024-10-04","cited_by_count":8,"area":null},{"id":"2512.06607","title":"A Fast and Effective Solution to the Problem of Look-ahead Bias in LLMs","created":"2025-12-07","cited_by_count":8,"area":null},{"id":"2408.04556","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","created":"2024-08-08","cited_by_count":7,"area":null},{"id":"2410.22587","title":"Toxicity of the Commons: Curating Open-Source Pre-Training Data","created":"2024-10-29","cited_by_count":7,"area":null},{"id":"2509.22367","title":"What Is The Political Content in LLMs' Pre- and Post-Training Data?","created":"2025-09-26","cited_by_count":7,"area":null},{"id":"2403.16139","title":"A Little Leak Will Sink a Great Ship: Survey of Transparency for Large Language Models from Start to Finish","created":"2024-03-24","cited_by_count":6,"area":null},{"id":"2407.18941","title":"LEMoN: Label Error Detection using Multimodal Neighbors","created":"2024-07-10","cited_by_count":6,"area":"mllm"},{"id":"2410.04579","title":"Upsample or Upweight? Balanced Training on Heavily Imbalanced Datasets","created":"2024-10-06","cited_by_count":6,"area":null},{"id":"2410.05639","title":"DecorateLM: Data Engineering through Corpus Rating, Tagging, and Editing with Language Models","created":"2024-10-08","cited_by_count":6,"area":null},{"id":"2411.11055","title":"FastDraft: How to Train Your Draft","created":"2024-11-17","cited_by_count":6,"area":"inference"},{"id":"2411.12986","title":"Training Bilingual LMs with Data Constraints in the Targeted Language","created":"2024-11-20","cited_by_count":6,"area":null},{"id":"2412.16089","title":"The Evolution of LLM Adoption in Industry Data Curation Practices","created":"2024-12-20","cited_by_count":6,"area":null},{"id":"2501.07314","title":"FinerWeb-10BT: Refining Web Data with LLM-Based Line-Level Filtering","created":"2025-01-13","cited_by_count":6,"area":null},{"id":"2504.01542","title":"Register Always Matters: Analysis of LLM Pretraining Data Through the Lens of Language Variation","created":"2025-04-02","cited_by_count":6,"area":null}],"next_cursor":"100"}