{"total":130,"rows":[{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2504.13161","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","created":"2025-04-17","cited_by_count":66,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2407.20177","title":"AutoScale: Scale-Aware Data Mixing for Pre-Training LLMs","created":"2024-07-29","cited_by_count":22,"area":null},{"id":"2510.22037","title":"ATLAS: Adaptive Transfer Scaling Laws for Multilingual Pretraining, Finetuning, and Decoding the Curse of Multilinguality","created":"2025-10-24","cited_by_count":22,"area":null},{"id":"2510.23081","title":"A Survey on LLM Mid-Training","created":"2025-10-27","cited_by_count":21,"area":null},{"id":"2409.05202","title":"A Survey on Mixup Augmentations and Beyond","created":"2024-09-08","cited_by_count":20,"area":null},{"id":"2504.14194","title":"Meta-rater: A Multi-dimensional Data Selection Method for Pre-training Language Models","created":"2025-04-19","cited_by_count":19,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2502.12982","title":"Sailor2: Sailing in South-East Asia with Inclusive Multilingual LLMs","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2504.14588","title":"Phoenix: A Motion-based Self-Reflection Framework for Fine-grained Robotic Action Correction","created":"2025-04-20","cited_by_count":16,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2505.18091","title":"Data Mixing Can Induce Phase Transitions in Knowledge Acquisition","created":"2025-05-23","cited_by_count":16,"area":null},{"id":"2505.24844","title":"Chameleon: A Flexible Data-mixing Framework for Language Model Pretraining and Finetuning","created":"2025-05-30","cited_by_count":14,"area":null},{"id":"2502.04380","title":"Diversity as a Reward: Fine-Tuning LLMs on a Mixture of Domain-Undetermined Data","created":"2025-02-05","cited_by_count":13,"area":null},{"id":"2502.14709","title":"Group-Level Data Selection for Efficient Pretraining","created":"2025-02-20","cited_by_count":13,"area":null},{"id":"2503.09197","title":"Q-SiT: Teaching LMMs for Image Quality Scoring and Interpreting","created":"2025-03-12","cited_by_count":13,"area":null},{"id":"2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","created":"2025-03-05","cited_by_count":12,"area":null},{"id":"2508.11953","title":"Data Mixing Optimization for Supervised Fine-Tuning of Large Language Models","created":"2025-08-16","cited_by_count":12,"area":null},{"id":"2602.21492","title":"GradAlign: Gradient-Aligned Data Selection for LLM Reinforcement Learning","created":"2026-02-25","cited_by_count":12,"area":null},{"id":"2502.10510","title":"MixMin: Finding Data Mixtures via Convex Minimization","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2410.02498","title":"Dynamic Gradient Alignment for Online Data Mixing","created":"2024-10-03","cited_by_count":10,"area":null},{"id":"2410.08102","title":"Efficient Pretraining Data Selection for Language Models via Multi-Actor Collaboration","created":"2024-10-10","cited_by_count":10,"area":null},{"id":"2503.01506","title":"SampleMix: A Sample-wise Pre-training Data Mixing Strategey by Coordinating Data Quality and Diversity","created":"2025-03-03","cited_by_count":10,"area":null},{"id":"2504.02507","title":"ZClip: Adaptive Spike Mitigation for LLM Pre-Training","created":"2025-04-03","cited_by_count":10,"area":null},{"id":"2510.25947","title":"Revisiting Multilingual Data Mixtures in Language Model Pretraining","created":"2025-10-29","cited_by_count":10,"area":null},{"id":"2503.21023","title":"Data Mixture Optimization: A Multi-fidelity Multi-scale Bayesian Framework","created":"2025-03-26","cited_by_count":9,"area":null},{"id":"2508.12116","title":"DynamixSFT: Dynamic Mixture Optimization of Instruction Tuning Collections","created":"2025-08-16","cited_by_count":9,"area":null},{"id":"2502.06244","title":"PiKE: Adaptive Data Mixing for Large-Scale Multi-Task Learning Under Low Gradient Conflicts","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2505.16066","title":"Merge to Mix: Mixing Datasets via Model Merging","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2505.17293","title":"Graph Data Selection for Domain Adaptation: A Model-Free Approach","created":"2025-05-22","cited_by_count":7,"area":null},{"id":"2507.16178","title":"LLM Data Selection and Utilization via Dynamic Bi-level Optimization","created":"2025-07-22","cited_by_count":7,"area":null},{"id":"2509.05209","title":"Hunyuan-MT Technical Report","created":"2025-09-05","cited_by_count":7,"area":null},{"id":"2510.13291","title":"Higher Satisfaction, Lower Cost: A Technical Report on How LLMs Revolutionize Meituan's Intelligent Interaction Systems","created":"2025-10-15","cited_by_count":7,"area":null},{"id":"2601.17858","title":"MergeMix: Optimizing Mid-Training Data Mixtures via Learnable Model Merging","created":"2026-01-25","cited_by_count":7,"area":null},{"id":"2602.20816","title":"Don't Ignore the Tail: Decoupling top-K Probabilities for Efficient Language Model Distillation","created":"2026-02-24","cited_by_count":7,"area":null},{"id":"2410.04579","title":"Upsample or Upweight? Balanced Training on Heavily Imbalanced Datasets","created":"2024-10-06","cited_by_count":6,"area":null},{"id":"2507.10605","title":"RedOne: Revealing Domain-specific LLM Post-Training in Social Networking Services","created":"2025-07-13","cited_by_count":6,"area":null},{"id":"2508.17677","title":"TiKMiX: Take Data Influence into Dynamic Mixture for Language Model Pre-training","created":"2025-08-25","cited_by_count":6,"area":null},{"id":"2502.12051","title":"How to Upscale Neural Networks with Scaling Law? A Survey and Practical Guidelines","created":"2025-02-17","cited_by_count":5,"area":null},{"id":"2505.07796","title":"Learning Dynamics in Continual Pre-Training for Large Language Models","created":"2025-05-12","cited_by_count":5,"area":null},{"id":"2505.19145","title":"Do Large Language Models (Really) Need Statistical Foundations?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2506.10952","title":"Domain2Vec: Vectorizing Datasets to Find the Optimal Data Mixture without Training","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2508.11551","title":"ADMIRE-BayesOpt: Accelerated Data MIxture RE-weighting for Language Models with Bayesian Optimization","created":"2025-08-15","cited_by_count":5,"area":null},{"id":"2510.25108","title":"Shift is Good: Mismatched Data Mixing Improves Test Performance","created":"2025-10-29","cited_by_count":5,"area":null},{"id":"2603.26164","title":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","created":"2026-03-27","cited_by_count":5,"area":null},{"id":"2502.16802","title":"Topic Over Source: The Key to Effective Data Mixing for Language Models Pre-training","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2504.13227","title":"DIDS: Domain Impact-aware Data Sampling for Large Language Model Training","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2505.20380","title":"GRAPE: Optimize Data Mixture for Group Robust Multi-target Adaptive Pretraining","created":"2025-05-26","cited_by_count":4,"area":null},{"id":"2505.00358","title":"R&B: Domain Regrouping and Data Mixture Balancing for Efficient Foundation Model Training","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2510.08702","title":"Scaling Laws for Code: A More Data-Hungry Regime","created":"2025-10-09","cited_by_count":3,"area":null},{"id":"2510.18250","title":"ssToken: Self-modulated and Semantic-aware Token Selection for LLM Fine-tuning","created":"2025-10-21","cited_by_count":3,"area":null},{"id":"2601.09966","title":"A Sustainable AI Economy Needs Data Deals That Work for Generators","created":"2026-01-15","cited_by_count":3,"area":null},{"id":"2603.14712","title":"Towards Next-Generation LLM Training: From the Data-Centric Perspective","created":"2026-03-16","cited_by_count":3,"area":null},{"id":"2605.02364","title":"InfoLaw: Information Scaling Laws for Large Language Models with Quality-Weighted Mixture Data and Repetition","created":"2026-05-04","cited_by_count":3,"area":null},{"id":"2606.04401","title":"TANDEM: Bi-Level Data Mixture Optimization with Twin Networks","created":"2026-06-03","cited_by_count":3,"area":null},{"id":"2505.06698","title":"SCAN: Structured Capability Assessment and Navigation for LLMs","created":"2025-05-10","cited_by_count":2,"area":null},{"id":"2505.23878","title":"AC-ODM: Actor--Critic Online Data Mixing for Sample-Efficient LLM Pretraining","created":"2025-05-29","cited_by_count":2,"area":null},{"id":"2509.25380","title":"Predicting Training Re-evaluation Curves Enables Effective Data Curriculums for LLMs","created":"2025-09-29","cited_by_count":2,"area":null},{"id":"2511.21056","title":"Bilevel Data Curation for LLM Fine-tuning: Offline Selection and Online Self-Refining Generation","created":"2025-11-26","cited_by_count":2,"area":null},{"id":"2602.00747","title":"Decouple Searching from Training: Scaling Data Mixing via Model Merging for Large Language Model Pre-training","created":"2026-01-31","cited_by_count":2,"area":null},{"id":"2602.11089","title":"DataChef: Cooking Up Optimal Data Recipes for LLM Adaptation via Reinforcement Learning","created":"2026-02-11","cited_by_count":2,"area":null},{"id":"2604.15706","title":"Target-Oriented Pretraining Data Selection via Neuron-Activated Graph","created":"2026-04-17","cited_by_count":2,"area":null},{"id":"2606.07597","title":"Repetition Mismatch: Why Data Mixture Experiments Don't Scale and How to Fix Them","created":"2026-05-29","cited_by_count":2,"area":null},{"id":"2606.11499","title":"Hubs or Fringes: Pretraining Data Selection via Web Graph Centrality","created":"2026-06-09","cited_by_count":2,"area":null},{"id":"2606.18663","title":"RegMix-D: Dynamic Data Mixing via Proxy Training Trajectories","created":"2026-06-17","cited_by_count":2,"area":null},{"id":"2606.19468","title":"Characterizing Narrative Content in Web-scale LLM Pretraining Data","created":"2026-06-17","cited_by_count":2,"area":null},{"id":"2607.11052","title":"Domain-Aware Scaling Laws Uncover Data Synergy","created":"2026-07-13","cited_by_count":2,"area":null},{"id":"2607.25271","title":"Bridging Compute- and Data-Optimal Pretraining","created":"2026-07-28","cited_by_count":2,"area":null},{"id":"2608.14071","title":"Scaling Domain Data Repetition in LLM Pretraining","created":"2026-08-14","cited_by_count":2,"area":null},{"id":"2609.06107","title":"DataFlex-RL: An Evaluation Platform for RLVR Data Policies","created":"2026-09-05","cited_by_count":2,"area":null},{"id":"2502.00340","title":"Unlocking Full Efficiency of Token Filtering in Large Language Model Training","created":"2025-02-01","cited_by_count":1,"area":null},{"id":"2507.12612","title":"Learning Task Mixtures from Task Affinities: A Probabilistic Graphical Model for Supervised Fine-Tuning","created":"2025-07-16","cited_by_count":1,"area":null},{"id":"2603.08022","title":"Capacity-Aware Mixture Law Enables Efficient LLM Data Optimization","created":"2026-03-09","cited_by_count":1,"area":null},{"id":"2605.17000","title":"BoLT: A Benchmark to Democratize Black-box Optimization Research for Expensive LLM Tasks","created":"2026-05-16","cited_by_count":1,"area":null},{"id":"2605.26121","title":"GEM: Geometric Entropy Mixing for Optimal LLM Data Curation","created":"2026-04-27","cited_by_count":1,"area":null},{"id":"2605.26442","title":"Alignment Tuning for Large Language Models: A Data-Centric Lens on Alignment Data Pipelines","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2606.08167","title":"Explaining Data Mixing Scaling Laws","created":"2026-06-06","cited_by_count":1,"area":null},{"id":"2606.14971","title":"FastMix: Fast Data Mixture Optimization via Gradient Descent","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2606.18307","title":"DRIFT: Data Selection for LLM Instruction Tuning via On-Policy Attribution","created":"2026-06-16","cited_by_count":1,"area":null},{"id":"2608.09093","title":"The Announcement Carries the Cue: Markup, Boundaries, and the Notation of Pre-Training Corpora","created":"2026-08-10","cited_by_count":1,"area":null},{"id":"2608.23922","title":"Data Mixing as Mixture Experiment: Response Surface Methodology and Optimal Design for Large Language Model Pretraining","created":"2026-08-24","cited_by_count":1,"area":null},{"id":"2609.10518","title":"BrainTaskonomy: Learning How to Pretrain and What to Transfer in fMRI Foundation Models","created":"2026-09-09","cited_by_count":1,"area":null},{"id":"2507.22250","title":"Using Scaling Laws for Data Source Utility Estimation in Domain-Specific Pre-Training","created":"2025-07-29","cited_by_count":0,"area":null},{"id":"2509.15556","title":"Exploring Polyglot Harmony: On Multilingual Data Allocation for Large Language Models Pretraining","created":"2025-09-19","cited_by_count":0,"area":null},{"id":"2509.24422","title":"CDT: A Comprehensive Capability Framework for Large Language Models Across Cognition, Domain, and Task","created":"2025-09-29","cited_by_count":0,"area":null},{"id":"2601.13588","title":"TREX: Tokenizer Regression for Optimal Data Mixture","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2601.21759","title":"Influence Guided Sampling for Domain Adaptation of Text Retrievers","created":"2026-01-29","cited_by_count":0,"area":null},{"id":"2602.08351","title":"The Chicken and Egg Dilemma: Co-optimizing Data and Model Configurations for LLMs","created":"2026-02-09","cited_by_count":0,"area":null},{"id":"2603.18448","title":"Seeking Universal Shot Language Understanding Solutions","created":"2026-03-19","cited_by_count":0,"area":null},{"id":"2603.28858","title":"OptiMer: Optimal Distribution Vector Merging Is Better than Data Mixing for Continual Pre-Training","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2605.06859","title":"Knowledge Transfer Scaling Laws for 3D Medical Imaging","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.13225","title":"Mix, Don't Tune: Bilingual Pre-Training Outperforms Hyperparameter Search in Data-Constrained Settings","created":"2026-05-13","cited_by_count":0,"area":null}],"next_cursor":"100"}