{"total":118,"rows":[{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2410.08260","title":"Koala-36M: A Large-scale Video Dataset Improving Consistency between Fine-grained Conditions and Video Content","created":"2024-10-10","cited_by_count":135,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2504.17550","title":"HalluLens: LLM Hallucination Benchmark","created":"2025-04-24","cited_by_count":92,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2311.14736","title":"Data Diversity Matters for Robust Instruction Tuning","created":"2023-11-21","cited_by_count":76,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2402.04177","title":"Scaling Laws for Downstream Task Performance of Large Language Models","created":"2024-02-06","cited_by_count":49,"area":null},{"id":"2403.07384","title":"SmallToLarge (S2L): Scalable Data Selection for Fine-tuning Large Language Models by Summarizing Training Trajectories of Small Models","created":"2024-03-12","cited_by_count":44,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2401.04578","title":"Effective pruning of web-scale datasets based on complexity of concept clusters","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2409.17612","title":"Diversity-Driven Synthesis: Enhancing Dataset Distillation through Directed Weight Adjustment","created":"2024-09-26","cited_by_count":33,"area":null},{"id":"2402.10430","title":"Smaller Language Models are capable of selecting Instruction-Tuning Training Data for Larger Language Models","created":"2024-02-16","cited_by_count":32,"area":null},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2501.04437","title":"Integrating LLMs with ITS: Recent Advances, Potentials, Challenges, and Future Directions","created":"2025-01-08","cited_by_count":23,"area":null},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2504.14194","title":"Meta-rater: A Multi-dimensional Data Selection Method for Pre-training Language Models","created":"2025-04-19","cited_by_count":19,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2502.02260","title":"Position: Adversarial ML for LLMs Is Not Making Any Progress","created":"2025-02-04","cited_by_count":15,"area":null},{"id":"2505.14826","title":"FisherSFT: Data-Efficient Supervised Fine-Tuning of Language Models Using Information Gain","created":"2025-05-20","cited_by_count":15,"area":null},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2510.16882","title":"Utility-Diversity Aware Online Batch Selection for LLM Supervised Fine-tuning","created":"2025-10-19","cited_by_count":15,"area":null},{"id":"2503.09202","title":"Token Weighting for Long-Range Language Modeling","created":"2025-03-12","cited_by_count":14,"area":null},{"id":"2502.14709","title":"Group-Level Data Selection for Efficient Pretraining","created":"2025-02-20","cited_by_count":13,"area":null},{"id":"2312.02418","title":"Decoding Data Quality via Synthetic Corruptions: Embedding-guided Pruning of Code Data","created":"2023-12-05","cited_by_count":12,"area":null},{"id":"2407.06654","title":"SoftDedup: an Efficient Data Reweighting Method for Speeding Up Language Model Pre-training","created":"2024-07-09","cited_by_count":12,"area":null},{"id":"2407.19580","title":"Mini-batch Coresets for Memory-efficient Language Model Training on Data Mixtures","created":"2024-07-28","cited_by_count":12,"area":null},{"id":"2410.03083","title":"Scaling Parameter-Constrained Language Models with Quality Data","created":"2024-10-04","cited_by_count":12,"area":null},{"id":"2402.13583","title":"LongWanjuan: Towards Systematic Measurement for Long Text Quality","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2402.19282","title":"WanJuan-CC: A Safe and High-Quality Open-sourced English Webtext Dataset","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2410.23463","title":"MDCure: A Scalable Pipeline for Multi-Document Instruction-Following","created":"2024-10-30","cited_by_count":10,"area":null},{"id":"2503.01506","title":"SampleMix: A Sample-wise Pre-training Data Mixing Strategey by Coordinating Data Quality and Diversity","created":"2025-03-03","cited_by_count":10,"area":null},{"id":"2506.21545","title":"Data Efficacy for Language Model Training","created":"2025-06-26","cited_by_count":8,"area":null},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2405.06331","title":"LMD3: Language Model Data Density Dependence","created":"2024-05-10","cited_by_count":7,"area":null},{"id":"2503.01052","title":"ALinFiK: Learning to Approximate Linearized Future Influence Kernel for Scalable Third-Party LLM Data Valuation","created":"2025-03-02","cited_by_count":7,"area":null},{"id":"2504.06962","title":"Efficient Self-Supervised Learning for Earth Observation via Dynamic Dataset Curation","created":"2025-04-09","cited_by_count":7,"area":null},{"id":"2503.02359","title":"Add-One-In: Incremental Sample Selection for Large Language Models via a Choice-Based Greedy Paradigm","created":"2025-03-04","cited_by_count":6,"area":null},{"id":"2504.01542","title":"Register Always Matters: Analysis of LLM Pretraining Data Through the Lens of Language Variation","created":"2025-04-02","cited_by_count":6,"area":null},{"id":"2508.17677","title":"TiKMiX: Take Data Influence into Dynamic Mixture for Language Model Pre-training","created":"2025-08-25","cited_by_count":6,"area":null},{"id":"2406.04638","title":"Large Language Model-guided Document Selection","created":"2024-06-07","cited_by_count":5,"area":null},{"id":"2504.20644","title":"Combatting Dimensional Collapse in LLM Pre-Training Data via Diversified File Selection","created":"2025-04-29","cited_by_count":5,"area":null},{"id":"2603.29791","title":"Reasoning-Driven Synthetic Data Generation and Evaluation","created":"2026-03-31","cited_by_count":5,"area":null},{"id":"2606.04261","title":"Can Generalist Agents Automate Data Curation?","created":"2026-06-02","cited_by_count":5,"area":null},{"id":"2409.15051","title":"Scaling Laws of Decoder-Only Models on the Multilingual Machine Translation Task","created":"2024-09-23","cited_by_count":4,"area":null},{"id":"2501.02432","title":"Swift Cross-Dataset Pruning: Enhancing Fine-Tuning Efficiency in Natural Language Understanding","created":"2025-01-05","cited_by_count":4,"area":null},{"id":"2502.02494","title":"Analyzing Similarity Metrics for Data Selection for Language Model Pretraining","created":"2025-02-04","cited_by_count":4,"area":null},{"id":"2502.05551","title":"FRAME: Boosting LLMs with A Four-Quadrant Multi-Stage Pretraining Strategy","created":"2025-02-08","cited_by_count":4,"area":null},{"id":"2503.14917","title":"MASS: Mathematical Data Selection via Skill Graphs for Pretraining Large Language Models","created":"2025-03-19","cited_by_count":4,"area":null},{"id":"2505.16340","title":"Improving Chemical Understanding of LLMs via SMILES Parsing","created":"2025-05-22","cited_by_count":4,"area":null},{"id":"2507.03648","title":"Disentangling the Roles of Representation and Selection in Data Pruning","created":"2025-07-04","cited_by_count":4,"area":null},{"id":"2511.07380","title":"Mining Useful General Data for Low-Resource Domain Adaptation","created":"2025-11-10","cited_by_count":4,"area":null},{"id":"2606.24998","title":"Internal Data Repetition Destroys Language Models","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2406.01981","title":"Zyda: A 1.3T Dataset for Open Language Modeling","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2411.05527","title":"How Good is Your Wikipedia? Auditing Data Quality for Low-resource and Multilingual NLP","created":"2024-11-08","cited_by_count":3,"area":null},{"id":"2503.09081","title":"Everything Can Be Described in Words: A Simple Unified Multi-Modal Framework with Semantic and Temporal Alignment","created":"2025-03-12","cited_by_count":3,"area":null},{"id":"2505.00358","title":"R&B: Domain Regrouping and Data Mixture Balancing for Efficient Foundation Model Training","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2509.07177","title":"Towards EnergyGPT: A Large Language Model Specialized for the Energy Sector","created":"2025-09-08","cited_by_count":3,"area":null},{"id":"2510.03247","title":"Towards Multimodal Active Learning: Efficient Learning with Limited Paired Data","created":"2025-09-25","cited_by_count":3,"area":null},{"id":"2510.06048","title":"BLISS: A Lightweight Bilevel Influence Scoring Method for Data Selection in Language Model Pretraining","created":"2025-10-07","cited_by_count":3,"area":null},{"id":"2604.08519","title":"Cram Less to Fit More: Training Data Pruning Improves Memorization of Facts","created":"2026-04-09","cited_by_count":3,"area":null},{"id":"2605.30334","title":"Demystifying Data Organization for Enhanced LLM Training","created":"2026-05-28","cited_by_count":3,"area":null},{"id":"2608.04196","title":"SiMDex: Mining Similar Egocentric Videos for Cross-Embodiment Dexterous Manipulation","created":"2026-08-04","cited_by_count":3,"area":null},{"id":"2401.05883","title":"Generative Deduplication For Socia Media Data Selection","created":"2024-01-11","cited_by_count":2,"area":null},{"id":"2402.00913","title":"Institutional Platform for Secure Self-Service Large Language Model Exploration","created":"2024-02-01","cited_by_count":2,"area":null},{"id":"2405.09049","title":"Perception Without Vision for Trajectory Prediction: Ego Vehicle Dynamics as Scene Representation for Efficient Active Learning in Autonomous Driving","created":"2024-05-15","cited_by_count":2,"area":null},{"id":"2409.13191","title":"Diabetica: Adapting Large Language Model to Enhance Multiple Medical Tasks in Diabetes Care and Management","created":"2024-09-20","cited_by_count":2,"area":null},{"id":"2503.14559","title":"Squeeze Out Tokens from Sample for Finer-Grained Data Governance","created":"2025-03-18","cited_by_count":2,"area":null},{"id":"2505.16661","title":"A Japanese Language Model and Three New Evaluation Benchmarks for Pharmaceutical NLP","created":"2025-05-22","cited_by_count":2,"area":null},{"id":"2505.20264","title":"We Need to Measure Data Diversity in NLP -- Better and Broader","created":"2025-05-26","cited_by_count":2,"area":null},{"id":"2509.25850","title":"RL-Guided Data Selection for Language Model Finetuning","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2512.07612","title":"PCMind-2.1-Kaiyuan-2B Technical Report","created":"2025-12-08","cited_by_count":2,"area":null},{"id":"2605.09990","title":"Merlin: Deterministic Byte-Exact Deduplication for Lossless Context Optimization in Large Language Model Inference","created":"2026-05-11","cited_by_count":2,"area":null},{"id":"2606.18650","title":"BLADE: Scalable Bi-level Adaptive Data Selection for LLM Training","created":"2026-06-17","cited_by_count":2,"area":null},{"id":"2406.01130","title":"SAVA: Scalable Learning-Agnostic Data Valuation","created":"2024-06-03","cited_by_count":1,"area":null},{"id":"2501.01046","title":"SEDD: Scalable and Efficient Dataset Deduplication with GPUs","created":"2025-01-02","cited_by_count":1,"area":null},{"id":"2502.00761","title":"FIRE: Flexible Integration of Data Quality Ratings for Effective Pre-Training","created":"2025-02-02","cited_by_count":1,"area":null},{"id":"2504.14875","title":"ReSpec: Relevance and Specificity Grounded Online Filtering for Learning on Video-Text Data Streams","created":"2025-04-21","cited_by_count":1,"area":null},{"id":"2505.19893","title":"ESLM: Risk-Averse Selective Language Modeling for Efficient Pretraining","created":"2025-05-26","cited_by_count":1,"area":null},{"id":"2506.23799","title":"KAIROS: Scalable Model-Agnostic Data Valuation","created":"2025-06-30","cited_by_count":1,"area":null},{"id":"2509.12358","title":"Unsupervised Atomic Data Mining via Multi-Kernel Graph Autoencoders for Machine Learning Force Fields","created":"2025-09-15","cited_by_count":1,"area":null},{"id":"2510.04048","title":"Increasing LLM response trustworthiness using voting ensembles","created":"2025-10-05","cited_by_count":1,"area":null},{"id":"2512.18834","title":"Mix, MinHash, and Match: Cross-Source Agreement for Multilingual Pretraining Datasets","created":"2025-12-21","cited_by_count":1,"area":null},{"id":"2602.05393","title":"Late-to-Early Training: LET LLMs Learn Earlier, So Faster and Better","created":"2026-02-05","cited_by_count":1,"area":null}],"next_cursor":"100"}