{"total":57,"rows":[{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2509.26625","title":"Learning to See Before Seeing: Demystifying LLM Visual Priors from Language Pre-training","created":"2025-09-30","cited_by_count":23,"area":null},{"id":"2407.20177","title":"AutoScale: Scale-Aware Data Mixing for Pre-Training LLMs","created":"2024-07-29","cited_by_count":22,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2505.24844","title":"Chameleon: A Flexible Data-mixing Framework for Language Model Pretraining and Finetuning","created":"2025-05-30","cited_by_count":14,"area":null},{"id":"2502.04380","title":"Diversity as a Reward: Fine-Tuning LLMs on a Mixture of Domain-Undetermined Data","created":"2025-02-05","cited_by_count":13,"area":null},{"id":"2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","created":"2025-03-05","cited_by_count":12,"area":null},{"id":"2508.11953","title":"Data Mixing Optimization for Supervised Fine-Tuning of Large Language Models","created":"2025-08-16","cited_by_count":12,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2407.06380","title":"Data, Data Everywhere: A Guide for Pretraining Dataset Construction","created":"2024-07-08","cited_by_count":11,"area":null},{"id":"2410.15661","title":"Scalable Data Ablation Approximations for Language Models through Modular Training and Merging","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2502.10510","title":"MixMin: Finding Data Mixtures via Convex Minimization","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2510.25947","title":"Revisiting Multilingual Data Mixtures in Language Model Pretraining","created":"2025-10-29","cited_by_count":10,"area":null},{"id":"2503.21023","title":"Data Mixture Optimization: A Multi-fidelity Multi-scale Bayesian Framework","created":"2025-03-26","cited_by_count":9,"area":null},{"id":"2508.12116","title":"DynamixSFT: Dynamic Mixture Optimization of Instruction Tuning Collections","created":"2025-08-16","cited_by_count":9,"area":null},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2505.16066","title":"Merge to Mix: Mixing Datasets via Model Merging","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2410.04579","title":"Upsample or Upweight? Balanced Training on Heavily Imbalanced Datasets","created":"2024-10-06","cited_by_count":6,"area":null},{"id":"2502.00270","title":"DUET: Optimizing Training Data Mixtures via Feedback from Unseen Evaluation Tasks","created":"2025-02-01","cited_by_count":6,"area":null},{"id":"2508.17677","title":"TiKMiX: Take Data Influence into Dynamic Mixture for Language Model Pre-training","created":"2025-08-25","cited_by_count":6,"area":null},{"id":"2509.23383","title":"Train Once, Answer All: Many Pretraining Experiments for the Cost of One","created":"2025-09-27","cited_by_count":6,"area":null},{"id":"2412.02857","title":"Measuring Fingerprints of Web-filtered Text Datasets and Fingerprint Propagation Through Training","created":"2024-12-03","cited_by_count":5,"area":null},{"id":"2502.15950","title":"Optimizing Pre-Training Data Mixtures with Mixtures of Data Expert Models","created":"2025-02-21","cited_by_count":5,"area":null},{"id":"2510.25108","title":"Shift is Good: Mismatched Data Mixing Improves Test Performance","created":"2025-10-29","cited_by_count":5,"area":null},{"id":"2603.26164","title":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","created":"2026-03-27","cited_by_count":5,"area":null},{"id":"2505.20380","title":"GRAPE: Optimize Data Mixture for Group Robust Multi-target Adaptive Pretraining","created":"2025-05-26","cited_by_count":4,"area":null},{"id":"2406.15570","title":"DEM: Distribution Edited Model for Training with Mixed Data Distributions","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2502.19790","title":"Mixtera: A Data Plane for Foundation Model Training","created":"2025-02-27","cited_by_count":3,"area":null},{"id":"2504.00695","title":"ToReMi: Topic-Aware Data Reweighting for Dynamic Pre-Training Data Selection","created":"2025-04-01","cited_by_count":3,"area":null},{"id":"2510.06048","title":"BLISS: A Lightweight Bilevel Influence Scoring Method for Data Selection in Language Model Pretraining","created":"2025-10-07","cited_by_count":3,"area":null},{"id":"2512.04555","title":"ADAPT: Learning Task Mixtures for Budget-Constrained Instruction Tuning","created":"2025-12-04","cited_by_count":3,"area":null},{"id":"2603.14712","title":"Towards Next-Generation LLM Training: From the Data-Centric Perspective","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2605.30334","title":"Demystifying Data Organization for Enhanced LLM Training","created":"2026-05-28","cited_by_count":3,"area":null},{"id":"2410.13215","title":"Balancing Label Quantity and Quality for Scalable Elicitation","created":"2024-10-17","cited_by_count":2,"area":null},{"id":"2505.12300","title":"HBO: Hierarchical Balancing Optimization for Fine-Tuning Large Language Models","created":"2025-05-18","cited_by_count":2,"area":null},{"id":"2505.23878","title":"AC-ODM: Actor--Critic Online Data Mixing for Sample-Efficient LLM Pretraining","created":"2025-05-29","cited_by_count":2,"area":null},{"id":"2510.02297","title":"Interactive Training: Feedback-Driven Neural Network Optimization","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2601.12945","title":"A Component-Based Survey of Interactions between Large Language Models and Multi-Armed Bandits","created":"2026-01-19","cited_by_count":1,"area":null},{"id":"2606.08167","title":"Explaining Data Mixing Scaling Laws","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2606.14971","title":"FastMix: Fast Data Mixture Optimization via Gradient Descent","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2606.29858","title":"Smooth Scaling Laws Hide Stepwise Token Learning","created":"2026-06-29","cited_by_count":1,"area":null},{"id":"2511.06913","title":"Sampling and Loss Weights in Multi-Domain Training","created":"2025-11-10","cited_by_count":0,"area":null},{"id":"2606.24133","title":"Holistic Data Scheduler for LLM Pre-training via Multi-Objective Reinforcement Learning","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2607.01104","title":"CausalMix: Data Mixture as Causal Inference for Language Model Training","created":"2026-07-01","cited_by_count":0,"area":null},{"id":"2609.14969","title":"Online Language Adaptive Sampling for Better Distributed Cross-lingual Gains","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.36263","title":"Paired Multimodal Scaling Laws","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.37255","title":"Loss-Guided Pretraining Data Selection for Time-Series Foundation Models","created":"2026-09-29","cited_by_count":0,"area":null}],"next_cursor":null}