{"total":36,"rows":[{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2502.19249","title":"Between Circuits and Chomsky: Pre-pretraining on Formal Languages Imparts Linguistic Biases","created":"2025-02-26","cited_by_count":37,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2505.18091","title":"Data Mixing Can Induce Phase Transitions in Knowledge Acquisition","created":"2025-05-23","cited_by_count":16,"area":null},{"id":"2411.12925","title":"Loss-to-Loss Prediction: Scaling Laws for All Datasets","created":"2024-11-19","cited_by_count":15,"area":null},{"id":"2505.24844","title":"Chameleon: A Flexible Data-mixing Framework for Language Model Pretraining and Finetuning","created":"2025-05-30","cited_by_count":14,"area":null},{"id":"2603.04964","title":"Replaying pre-training data improves fine-tuning","created":"2026-03-05","cited_by_count":13,"area":null},{"id":"2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","created":"2025-03-05","cited_by_count":12,"area":null},{"id":"2502.10510","title":"MixMin: Finding Data Mixtures via Convex Minimization","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2503.21023","title":"Data Mixture Optimization: A Multi-fidelity Multi-scale Bayesian Framework","created":"2025-03-26","cited_by_count":9,"area":null},{"id":"2502.06244","title":"PiKE: Adaptive Data Mixing for Large-Scale Multi-Task Learning Under Low Gradient Conflicts","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2510.10023","title":"Skill-Targeted Adaptive Training","created":"2025-10-11","cited_by_count":6,"area":null},{"id":"2510.25108","title":"Shift is Good: Mismatched Data Mixing Improves Test Performance","created":"2025-10-29","cited_by_count":5,"area":null},{"id":"2603.26164","title":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","created":"2026-03-27","cited_by_count":5,"area":null},{"id":"2502.02494","title":"Analyzing Similarity Metrics for Data Selection for Language Model Pretraining","created":"2025-02-04","cited_by_count":4,"area":null},{"id":"2504.09844","title":"MegaScale-Data: Scaling Dataloader for Multisource Large Foundation Model Training","created":"2025-04-14","cited_by_count":4,"area":null},{"id":"2511.07380","title":"Mining Useful General Data for Low-Resource Domain Adaptation","created":"2025-11-10","cited_by_count":4,"area":null},{"id":"2502.19790","title":"Mixtera: A Data Plane for Foundation Model Training","created":"2025-02-27","cited_by_count":3,"area":null},{"id":"2505.00358","title":"R&B: Domain Regrouping and Data Mixture Balancing for Efficient Foundation Model Training","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2603.14712","title":"Towards Next-Generation LLM Training: From the Data-Centric Perspective","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2412.00684","title":"Paint Outside the Box: Synthesizing and Selecting Training Data for Visual Grounding","created":"2024-12-01","cited_by_count":1,"area":null},{"id":"2606.08167","title":"Explaining Data Mixing Scaling Laws","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2507.22250","title":"Using Scaling Laws for Data Source Utility Estimation in Domain-Specific Pre-Training","created":"2025-07-29","cited_by_count":0,"area":null},{"id":"2508.04901","title":"Sensitivity of Stability: Theoretical & Empirical Analysis of Replicability for Adaptive Data Selection in Transfer Learning","created":"2025-08-06","cited_by_count":0,"area":null},{"id":"2605.15220","title":"Always Learning, Always Mixing: Efficient and Simple Data Mixing All The Time","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2606.12117","title":"Soft-Prompt Tuning for Fair and Efficient LLM Benchmark Evaluation","created":"2026-06-10","cited_by_count":0,"area":null},{"id":"2608.11746","title":"Epiplexity Guided Data Selection and Generation for Out-of-Distribution Generalization","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2609.01573","title":"Scaling Near-Optimal SFT-RL Annotation Budget Allocation from Small to Large LLMs","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.36263","title":"Paired Multimodal Scaling Laws","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.37255","title":"Loss-Guided Pretraining Data Selection for Time-Series Foundation Models","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.39702","title":"A helps B while B hurts A: directed transfer in instruction-tuning mixture","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.00436","title":"Every Batch Is Its Own Validation Set: Leave-One-Out Gradient Matching for Online Data Selection in LLM Fine-Tuning","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.03087","title":"Zephon: Elastic Determinism for Online, Stateful Foundation Model Data Loading Pipelines","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.11548","title":"Conditional Transfer from Controlled Pretraining Mixtures to Code","created":"2026-10-08","cited_by_count":0,"area":null}],"next_cursor":null}