{"total":236,"rows":[{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2308.12032","title":"From Quantity to Quality: Boosting LLM Performance with Self-Guided Data Selection for Instruction Tuning","created":"2023-08-23","cited_by_count":307,"area":null},{"id":"2402.16822","title":"Rainbow Teaming: Open-Ended Generation of Diverse Adversarial Prompts","created":"2024-02-26","cited_by_count":205,"area":"safety"},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2504.05812","title":"Right Question is Already Half the Answer: Fully Unsupervised LLM Reasoning Incentivization","created":"2025-04-08","cited_by_count":128,"area":"lr"},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2303.04947","title":"InfoBatch: Lossless Training Speed Up by Unbiased Dynamic Data Pruning","created":"2023-03-08","cited_by_count":90,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2209.14981","title":"Stop Wasting My Time! Saving Days of ImageNet and BERT Training with Latest Weight Averaging","created":"2022-09-29","cited_by_count":54,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2408.14037","title":"Re-Mix: Optimizing Data Mixtures for Large Scale Imitation Learning","created":"2024-08-26","cited_by_count":47,"area":"offlinerl"},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2510.01135","title":"Prompt Curriculum Learning for Efficient LLM Post-Training","created":"2025-10-01","cited_by_count":45,"area":null},{"id":"2306.01244","title":"Towards Sustainable Learning: Coresets for Data-efficient Deep Learning","created":"2023-06-02","cited_by_count":44,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2311.00913","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","created":"2023-11-02","cited_by_count":37,"area":null},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37,"area":null},{"id":"2412.02980","title":"Surveying the Effects of Quality, Diversity, and Complexity in Synthetic Data From Large Language Models","created":"2024-12-04","cited_by_count":35,"area":"synth"},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2406.17711","title":"Data curation via joint example selection further accelerates multimodal learning","created":"2024-06-25","cited_by_count":33,"area":null},{"id":"2405.02774","title":"Get more for less: Principled Data Selection for Warming Up Fine-Tuning in LLMs","created":"2024-05-05","cited_by_count":32,"area":null},{"id":"2510.07841","title":"Self-Improving LLM Agents at Test-Time","created":"2025-10-09","cited_by_count":30,"area":"agents"},{"id":"2501.00654","title":"ICONS: Influence Consensus for Vision-Language Data Selection","created":"2024-12-31","cited_by_count":29,"area":"mllm"},{"id":"2208.00549","title":"Unifying Approaches in Active Learning and Active Sampling via Fisher Information and Information-Theoretic Quantities","created":"2022-08-01","cited_by_count":28,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2402.07625","title":"Autonomous Data Selection with Zero-shot Generative Classifiers for Mathematical Texts","created":"2024-02-12","cited_by_count":27,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2305.18424","title":"Repeated Random Sampling for Minimizing the Time-to-Accuracy of Learning","created":"2023-05-28","cited_by_count":26,"area":null},{"id":"2410.17509","title":"WAGLE: Strategic Weight Attribution for Effective and Modular Unlearning in Large Language Models","created":"2024-10-23","cited_by_count":26,"area":"safety"},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2412.14689","title":"How to Synthesize Text Data without Model Collapse?","created":"2024-12-19","cited_by_count":25,"area":"synth"},{"id":"2302.05096","title":"Selective In-Context Data Augmentation for Intent Detection using Pointwise V-Information","created":"2023-02-10","cited_by_count":24,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2502.12272","title":"Learning to Reason at the Frontier of Learnability","created":"2025-02-17","cited_by_count":23,"area":"lr"},{"id":"2208.10483","title":"Prioritizing Samples in Reinforcement Learning with Reducible Loss","created":"2022-08-22","cited_by_count":22,"area":null},{"id":"2302.09195","title":"Data-Efficient Contrastive Self-supervised Learning: Most Beneficial Examples for Supervised Learning Contribute the Least","created":"2023-02-18","cited_by_count":22,"area":null},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2211.07819","title":"General Intelligence Requires Rethinking Exploration","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20,"area":null},{"id":"2405.19547","title":"CLIPLoss and Norm-Based Data Selection Methods for Multimodal Contrastive Learning","created":"2024-05-29","cited_by_count":20,"area":"mllm"},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2305.06324","title":"Alternating Gradient Descent and Mixture-of-Experts for Integrated Multimodal Perception","created":"2023-05-10","cited_by_count":19,"area":"moe"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2305.14726","title":"In-Context Demonstration Selection with Cross Entropy Difference","created":"2023-05-24","cited_by_count":17,"area":null},{"id":"2409.19128","title":"Pruning then Reweighting: Towards Data-Efficient Training of Diffusion Models","created":"2024-09-27","cited_by_count":17,"area":"diffusion"},{"id":"2208.10134","title":"Machine Learning with Confidential Computing: A Systematization of Knowledge","created":"2022-08-22","cited_by_count":15,"area":null},{"id":"2304.10127","title":"Learning Sample Difficulty from Pre-trained Models for Reliable Prediction","created":"2023-04-20","cited_by_count":15,"area":null},{"id":"2405.10531","title":"Nonparametric Teaching of Implicit Neural Representations","created":"2024-05-17","cited_by_count":15,"area":null},{"id":"2406.00060","title":"Cascade-Aware Training of Language Models","created":"2024-05-29","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2502.19726","title":"Tokens for Learning, Tokens for Unlearning: Mitigating Membership Inference Attacks in Large Language Models via Dual-Purpose Training","created":"2025-02-27","cited_by_count":15,"area":"safety"},{"id":"2505.14826","title":"FisherSFT: Data-Efficient Supervised Fine-Tuning of Language Models Using Information Gain","created":"2025-05-20","cited_by_count":15,"area":null},{"id":"2510.16882","title":"Utility-Diversity Aware Online Batch Selection for LLM Supervised Fine-tuning","created":"2025-10-19","cited_by_count":15,"area":null},{"id":"2308.13646","title":"GRASP: A Rehearsal Policy for Efficient Online Continual Learning","created":"2023-08-25","cited_by_count":14,"area":null},{"id":"2406.04872","title":"Diversified Batch Selection for Training Acceleration","created":"2024-06-07","cited_by_count":14,"area":null},{"id":"2501.14315","title":"Mitigating Forgetting in LLM Fine-Tuning via Low-Perplexity Token Learning","created":"2025-01-24","cited_by_count":14,"area":"synth"},{"id":"2503.09202","title":"Token Weighting for Long-Range Language Modeling","created":"2025-03-12","cited_by_count":14,"area":null},{"id":"2409.12255","title":"Efficient Data Subset Selection to Generalize Training Across Models: Transductive and Inductive Networks","created":"2024-09-18","cited_by_count":13,"area":null},{"id":"2505.17895","title":"DataRater: Meta-Learned Dataset Curation","created":"2025-05-23","cited_by_count":13,"area":null},{"id":"2603.04964","title":"Replaying pre-training data improves fine-tuning","created":"2026-03-05","cited_by_count":13,"area":null},{"id":"2502.14050","title":"Diversity-driven Data Selection for Language Model Tuning through Sparse Autoencoder","created":"2025-02-19","cited_by_count":12,"area":"mechinterp"},{"id":"2308.10544","title":"Towards Accelerated Model Training via Bayesian Data Selection","created":"2023-08-21","cited_by_count":11,"area":null},{"id":"2403.04551","title":"Dissecting Sample Hardness: A Fine-Grained Analysis of Hardness Characterization Methods for Data-Centric AI","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2406.04273","title":"ELFS: Label-Free Coreset Selection with Proxy Training Dynamics","created":"2024-06-06","cited_by_count":10,"area":null},{"id":"2210.01213","title":"Robust Active Distillation","created":"2022-10-03","cited_by_count":9,"area":"distill"},{"id":"2410.10636","title":"Adapt-$\\infty$: Scalable Continual Multimodal Instruction Tuning via Dynamic Data Selection","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2502.15682","title":"ELIP: Enhanced Visual-Language Foundation Models for Image Retrieval","created":"2025-02-21","cited_by_count":9,"area":null},{"id":"2506.02011","title":"OASIS: Online Sample Selection for Continual Visual Instruction Tuning","created":"2025-05-27","cited_by_count":9,"area":null},{"id":"2506.12181","title":"Generative or Discriminative? Revisiting Text Classification in the Era of Transformers","created":"2025-06-13","cited_by_count":9,"area":null},{"id":"2509.23873","title":"Winning the Pruning Gamble: A Unified Approach to Joint Sample and Token Pruning for Efficient Supervised Fine-Tuning","created":"2025-09-28","cited_by_count":8,"area":"alignment"},{"id":"2510.25207","title":"Selective Learning for Deep Time Series Forecasting","created":"2025-10-29","cited_by_count":8,"area":null},{"id":"2401.04305","title":"Advancing Deep Active Learning & Data Subset Selection: Unifying Principles with Information-Theory Intuitions","created":"2024-01-09","cited_by_count":7,"area":null},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2404.05579","title":"DRoP: Distributionally Robust Data Pruning","created":"2024-04-08","cited_by_count":7,"area":null},{"id":"2410.16710","title":"Influential Language Data Selection via Gradient Trajectory Pursuit","created":"2024-10-22","cited_by_count":7,"area":null},{"id":"2508.04149","title":"Difficulty-Based Preference Data Selection by DPO Implicit Reward Gap","created":"2025-08-06","cited_by_count":7,"area":"alignment"},{"id":"2602.20816","title":"Don't Ignore the Tail: Decoupling top-K Probabilities for Efficient Language Model Distillation","created":"2026-02-24","cited_by_count":7,"area":null},{"id":"2302.05098","title":"Confidence-based Reliable Learning under Dual Noises","created":"2023-02-10","cited_by_count":6,"area":null},{"id":"2310.05337","title":"What do larger image classifiers memorise?","created":"2023-10-09","cited_by_count":6,"area":null},{"id":"2310.13008","title":"DavIR: Data Selection via Implicit Reward for Large Language Models","created":"2023-10-16","cited_by_count":6,"area":"alignment"},{"id":"2310.16499","title":"Data Optimization in Deep Learning: A Survey","created":"2023-10-25","cited_by_count":6,"area":null},{"id":"2405.12081","title":"Selective Annotation via Data Allocation: These Data Should Be Triaged to Experts for Annotation Rather Than the Model","created":"2024-05-20","cited_by_count":6,"area":null},{"id":"2410.21526","title":"Not All LLM-Generated Data Are Equal: Rethinking Data Weighting in Text Classification","created":"2024-10-28","cited_by_count":6,"area":"lr"},{"id":"2502.06990","title":"Investigating the Zone of Proximal Development of Language Models for In-Context Learning","created":"2025-02-10","cited_by_count":6,"area":null},{"id":"2512.00884","title":"Towards Active Synthetic Data Generation for Finetuning Language Models","created":"2025-11-30","cited_by_count":6,"area":"synth"},{"id":"2312.06254","title":"Modyn: Data-Centric Machine Learning Pipeline Orchestration","created":"2023-12-11","cited_by_count":5,"area":null},{"id":"2403.12236","title":"Improving Generalization via Meta-Learning on Hard Samples","created":"2024-03-18","cited_by_count":5,"area":null},{"id":"2502.08211","title":"Quality over Quantity: Boosting Data Efficiency Through Ensembled Multimodal Data Curation","created":"2025-02-12","cited_by_count":5,"area":null}],"next_cursor":"100"}