{"total":77,"rows":[{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2502.17387","title":"Big-Math: A Large-Scale, High-Quality Math Dataset for Reinforcement Learning in Language Models","created":"2025-02-24","cited_by_count":109,"area":"lr"},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2505.24871","title":"MoDoMoDo: Multi-Domain Data Mixtures for Multimodal LLM Reinforcement Learning","created":"2025-05-30","cited_by_count":30,"area":"mllm"},{"id":"2509.26625","title":"Learning to See Before Seeing: Demystifying LLM Visual Priors from Language Pre-training","created":"2025-09-30","cited_by_count":23,"area":null},{"id":"2407.20177","title":"AutoScale: Scale-Aware Data Mixing for Pre-Training LLMs","created":"2024-07-29","cited_by_count":22,"area":null},{"id":"2406.11256","title":"Dynamic Data Mixing Maximizes Instruction Tuning for Mixture-of-Experts","created":"2024-06-17","cited_by_count":19,"area":"moe"},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2502.18274","title":"Citrus: Leveraging Expert Cognitive Pathways in a Medical Language Model for Advanced Medical Decision Support","created":"2025-02-25","cited_by_count":16,"area":"lr"},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2505.24844","title":"Chameleon: A Flexible Data-mixing Framework for Language Model Pretraining and Finetuning","created":"2025-05-30","cited_by_count":14,"area":null},{"id":"2502.04380","title":"Diversity as a Reward: Fine-Tuning LLMs on a Mixture of Domain-Undetermined Data","created":"2025-02-05","cited_by_count":13,"area":null},{"id":"2503.00539","title":"Distributionally Robust Reinforcement Learning with Human Feedback","created":"2025-03-01","cited_by_count":12,"area":"alignment"},{"id":"2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","created":"2025-03-05","cited_by_count":12,"area":null},{"id":"2508.11953","title":"Data Mixing Optimization for Supervised Fine-Tuning of Large Language Models","created":"2025-08-16","cited_by_count":12,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2407.06380","title":"Data, Data Everywhere: A Guide for Pretraining Dataset Construction","created":"2024-07-08","cited_by_count":11,"area":null},{"id":"2410.15661","title":"Scalable Data Ablation Approximations for Language Models through Modular Training and Merging","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2502.10510","title":"MixMin: Finding Data Mixtures via Convex Minimization","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2510.25947","title":"Revisiting Multilingual Data Mixtures in Language Model Pretraining","created":"2025-10-29","cited_by_count":10,"area":null},{"id":"2503.21023","title":"Data Mixture Optimization: A Multi-fidelity Multi-scale Bayesian Framework","created":"2025-03-26","cited_by_count":9,"area":null},{"id":"2508.12116","title":"DynamixSFT: Dynamic Mixture Optimization of Instruction Tuning Collections","created":"2025-08-16","cited_by_count":9,"area":null},{"id":"2506.00569","title":"AutoMixAlign: Adaptive Data Mixing for Multi-Task Preference Optimization in LLMs","created":"2025-05-31","cited_by_count":8,"area":"alignment"},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2505.16066","title":"Merge to Mix: Mixing Datasets via Model Merging","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2511.10721","title":"Fast Data Attribution for Text-to-Image Models","created":"2025-11-13","cited_by_count":7,"area":"diffusion"},{"id":"2410.04579","title":"Upsample or Upweight? Balanced Training on Heavily Imbalanced Datasets","created":"2024-10-06","cited_by_count":6,"area":null},{"id":"2502.00270","title":"DUET: Optimizing Training Data Mixtures via Feedback from Unseen Evaluation Tasks","created":"2025-02-01","cited_by_count":6,"area":null},{"id":"2508.17677","title":"TiKMiX: Take Data Influence into Dynamic Mixture for Language Model Pre-training","created":"2025-08-25","cited_by_count":6,"area":null},{"id":"2509.23383","title":"Train Once, Answer All: Many Pretraining Experiments for the Cost of One","created":"2025-09-27","cited_by_count":6,"area":null},{"id":"2412.02857","title":"Measuring Fingerprints of Web-filtered Text Datasets and Fingerprint Propagation Through Training","created":"2024-12-03","cited_by_count":5,"area":null},{"id":"2502.15950","title":"Optimizing Pre-Training Data Mixtures with Mixtures of Data Expert Models","created":"2025-02-21","cited_by_count":5,"area":null},{"id":"2510.25108","title":"Shift is Good: Mismatched Data Mixing Improves Test Performance","created":"2025-10-29","cited_by_count":5,"area":null},{"id":"2603.26164","title":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","created":"2026-03-27","cited_by_count":5,"area":null},{"id":"2409.06241","title":"DiPT: Enhancing LLM reasoning through diversified perspective-taking","created":"2024-09-10","cited_by_count":4,"area":"lr"},{"id":"2505.20380","title":"GRAPE: Optimize Data Mixture for Group Robust Multi-target Adaptive Pretraining","created":"2025-05-26","cited_by_count":4,"area":null},{"id":"2406.15570","title":"DEM: Distribution Edited Model for Training with Mixed Data Distributions","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2411.00005","title":"Mastering the Craft of Data Synthesis for CodeLLMs","created":"2024-10-16","cited_by_count":3,"area":"synth"},{"id":"2502.19790","title":"Mixtera: A Data Plane for Foundation Model Training","created":"2025-02-27","cited_by_count":3,"area":null},{"id":"2504.00695","title":"ToReMi: Topic-Aware Data Reweighting for Dynamic Pre-Training Data Selection","created":"2025-04-01","cited_by_count":3,"area":null},{"id":"2509.25531","title":"MixtureVitae: Open Web-Scale Pretraining Dataset With High Quality Instruction and Reasoning Data Built from Permissive-First Text Sources","created":"2025-09-29","cited_by_count":3,"area":"lr"},{"id":"2510.06048","title":"BLISS: A Lightweight Bilevel Influence Scoring Method for Data Selection in Language Model Pretraining","created":"2025-10-07","cited_by_count":3,"area":null},{"id":"2512.04555","title":"ADAPT: Learning Task Mixtures for Budget-Constrained Instruction Tuning","created":"2025-12-04","cited_by_count":3,"area":null},{"id":"2603.14712","title":"Towards Next-Generation LLM Training: From the Data-Centric Perspective","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2605.05227","title":"Rethinking Data Curation in LLM Training: Online Reweighting Offers Better Generalization than Offline Methods","created":"2026-04-19","cited_by_count":3,"area":"lr"},{"id":"2605.30334","title":"Demystifying Data Organization for Enhanced LLM Training","created":"2026-05-28","cited_by_count":3,"area":null},{"id":"2410.13215","title":"Balancing Label Quantity and Quality for Scalable Elicitation","created":"2024-10-17","cited_by_count":2,"area":null},{"id":"2505.12300","title":"HBO: Hierarchical Balancing Optimization for Fine-Tuning Large Language Models","created":"2025-05-18","cited_by_count":2,"area":null},{"id":"2505.21598","title":"Rethinking Data Mixture for Large Language Models: A Comprehensive Survey and New Perspectives","created":"2025-05-27","cited_by_count":2,"area":"lr"},{"id":"2505.23878","title":"AC-ODM: Actor--Critic Online Data Mixing for Sample-Efficient LLM Pretraining","created":"2025-05-29","cited_by_count":2,"area":null},{"id":"2510.19336","title":"DaMo: Data Mixing Optimizer in Fine-tuning Multimodal LLMs for Mobile Phone Agents","created":"2025-10-22","cited_by_count":2,"area":"mllm"},{"id":"2604.14198","title":"MixAtlas: Uncertainty-aware Data Mixture Optimization for Multimodal LLM Midtraining","created":"2026-04-03","cited_by_count":2,"area":"mllm"},{"id":"2510.02297","title":"Interactive Training: Feedback-Driven Neural Network Optimization","created":"2025-10-02","cited_by_count":1,"area":null},{"id":"2601.12945","title":"A Component-Based Survey of Interactions between Large Language Models and Multi-Armed Bandits","created":"2026-01-19","cited_by_count":1,"area":null},{"id":"2602.04937","title":"Linear Model Merging Unlocks Simple and Scalable Multimodal Data Mixture Optimization","created":"2026-02-04","cited_by_count":1,"area":"mllm"},{"id":"2602.07790","title":"MaD-Mix: Multi-Modal Data Mixtures via Latent Space Coupling for Vision-Language Model Training","created":"2026-02-08","cited_by_count":1,"area":"mllm"},{"id":"2606.08167","title":"Explaining Data Mixing Scaling Laws","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2606.14971","title":"FastMix: Fast Data Mixture Optimization via Gradient Descent","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2606.29858","title":"Smooth Scaling Laws Hide Stepwise Token Learning","created":"2026-06-29","cited_by_count":1,"area":null},{"id":"2607.01686","title":"WARP: Weight-Space Analysis for Recovering Training Data Portfolios","created":"2026-07-02","cited_by_count":1,"area":"safety"},{"id":"2511.06913","title":"Sampling and Loss Weights in Multi-Domain Training","created":"2025-11-10","cited_by_count":0,"area":null},{"id":"2601.22146","title":"FineInstructions: Scaling Synthetic Instructions to Pre-Training Scale","created":"2026-01-29","cited_by_count":0,"area":"synth"},{"id":"2605.14350","title":"Distributionally Robust Multi-Task Reinforcement Learning via Adaptive Task Sampling","created":"2026-05-14","cited_by_count":0,"area":"deeprl"},{"id":"2606.24133","title":"Holistic Data Scheduler for LLM Pre-training via Multi-Objective Reinforcement Learning","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2607.01104","title":"CausalMix: Data Mixture as Causal Inference for Language Model Training","created":"2026-07-01","cited_by_count":0,"area":null},{"id":"2609.14969","title":"Online Language Adaptive Sampling for Better Distributed Cross-lingual Gains","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.36263","title":"Paired Multimodal Scaling Laws","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.37255","title":"Loss-Guided Pretraining Data Selection for Time-Series Foundation Models","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.12340","title":"Ambient Discrete Diffusion: Using the Wrong Data at the Right Time for Data Efficient Learning","created":"2026-10-08","cited_by_count":0,"area":"diffusion"}],"next_cursor":null}