{"total":36,"rows":[{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72,"area":null},{"id":"2504.13161","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","created":"2025-04-17","cited_by_count":66,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2504.04635","title":"Steering off Course: Reliability Challenges in Steering Language Models","created":"2025-04-06","cited_by_count":34,"area":null},{"id":"2503.05500","title":"EuroBERT: Scaling Multilingual Encoders for European Languages","created":"2025-03-07","cited_by_count":31,"area":null},{"id":"2504.21039","title":"Llama-3.1-FoundationAI-SecurityLLM-Base-8B Technical Report","created":"2025-04-28","cited_by_count":31,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2411.15242","title":"The Zamba2 Suite: Technical Report","created":"2024-11-22","cited_by_count":21,"area":null},{"id":"2510.23081","title":"A Survey on LLM Mid-Training","created":"2025-10-27","cited_by_count":21,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2505.18091","title":"Data Mixing Can Induce Phase Transitions in Knowledge Acquisition","created":"2025-05-23","cited_by_count":16,"area":null},{"id":"2411.06068","title":"Zyda-2: a 5 Trillion Token High-Quality Dataset","created":"2024-11-09","cited_by_count":13,"area":null},{"id":"2603.04964","title":"Replaying pre-training data improves fine-tuning","created":"2026-03-05","cited_by_count":13,"area":null},{"id":"2510.14865","title":"Midtraining Bridges Pretraining and Posttraining Distributions","created":"2025-10-16","cited_by_count":12,"area":null},{"id":"2502.10510","title":"MixMin: Finding Data Mixtures via Convex Minimization","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2411.16035","title":"Predicting Emergent Capabilities by Finetuning","created":"2024-11-25","cited_by_count":10,"area":null},{"id":"2503.21023","title":"Data Mixture Optimization: A Multi-fidelity Multi-scale Bayesian Framework","created":"2025-03-26","cited_by_count":9,"area":null},{"id":"2602.16490","title":"From Growing to Looping: A Unified View of Iterative Computation in LLMs","created":"2026-02-18","cited_by_count":7,"area":null},{"id":"2603.08163","title":"Covenant-72B: Pre-Training a 72B LLM with Trustless Peers Over-the-Internet","created":"2026-03-09","cited_by_count":6,"area":null},{"id":"2410.05021","title":"DEPT: Decoupled Embeddings for Pre-training Language Models","created":"2024-10-07","cited_by_count":5,"area":null},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2602.16687","title":"Scaling Open Discrete Audio Foundation Models with Interleaved Semantic, Acoustic, and Text Tokens","created":"2026-02-18","cited_by_count":4,"area":null},{"id":"2507.19586","title":"Mitigating Geospatial Knowledge Hallucination in Large Language Models: Benchmarking and Dynamic Factuality Aligning","created":"2025-07-25","cited_by_count":3,"area":null},{"id":"2605.22769","title":"Understanding Data Temporality Impact on Large Language Models Pre-training","created":"2026-05-21","cited_by_count":3,"area":null},{"id":"2507.05750","title":"DocTalk: Scalable Graph-based Dialogue Synthesis for Enhancing LLM Conversational Capabilities","created":"2025-07-08","cited_by_count":2,"area":null},{"id":"2509.25380","title":"Predicting Training Re-evaluation Curves Enables Effective Data Curriculums for LLMs","created":"2025-09-29","cited_by_count":2,"area":null},{"id":"2410.07880","title":"Unsupervised Data Validation Methods for Efficient Model Training","created":"2024-10-10","cited_by_count":1,"area":null},{"id":"2410.11499","title":"BSM: Small but Powerful Biological Sequence Model for Genes and Proteins","created":"2024-10-15","cited_by_count":1,"area":null},{"id":"2603.08022","title":"Capacity-Aware Mixture Law Enables Efficient LLM Data Optimization","created":"2026-03-09","cited_by_count":1,"area":null},{"id":"2608.10850","title":"Diffract: Spectral View of LLM Domain Adaptation","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2504.02304","title":"Measurement of LLM's Philosophies of Human Nature","created":"2025-04-03","cited_by_count":0,"area":null},{"id":"2507.22250","title":"Using Scaling Laws for Data Source Utility Estimation in Domain-Specific Pre-Training","created":"2025-07-29","cited_by_count":0,"area":null},{"id":"2605.00072","title":"XekRung Technical Report","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2609.11752","title":"SIRF: A Spec-Internalized Risk Foundation Model for Industrial Content Risk Control","created":"2026-09-10","cited_by_count":0,"area":null},{"id":"2610.17018","title":"LLM Evaluation is a Forecasting Problem","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}