{"total":191,"rows":[{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2308.12032","title":"From Quantity to Quality: Boosting LLM Performance with Self-Guided Data Selection for Instruction Tuning","created":"2023-08-23","cited_by_count":307,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2303.04947","title":"InfoBatch: Lossless Training Speed Up by Unbiased Dynamic Data Pruning","created":"2023-03-08","cited_by_count":90,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2209.14981","title":"Stop Wasting My Time! Saving Days of ImageNet and BERT Training with Latest Weight Averaging","created":"2022-09-29","cited_by_count":54,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2510.01135","title":"Prompt Curriculum Learning for Efficient LLM Post-Training","created":"2025-10-01","cited_by_count":45,"area":null},{"id":"2306.01244","title":"Towards Sustainable Learning: Coresets for Data-efficient Deep Learning","created":"2023-06-02","cited_by_count":44,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2311.00913","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","created":"2023-11-02","cited_by_count":37,"area":null},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2406.17711","title":"Data curation via joint example selection further accelerates multimodal learning","created":"2024-06-25","cited_by_count":33,"area":null},{"id":"2405.02774","title":"Get more for less: Principled Data Selection for Warming Up Fine-Tuning in LLMs","created":"2024-05-05","cited_by_count":32,"area":null},{"id":"2208.00549","title":"Unifying Approaches in Active Learning and Active Sampling via Fisher Information and Information-Theoretic Quantities","created":"2022-08-01","cited_by_count":28,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2402.07625","title":"Autonomous Data Selection with Zero-shot Generative Classifiers for Mathematical Texts","created":"2024-02-12","cited_by_count":27,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2305.18424","title":"Repeated Random Sampling for Minimizing the Time-to-Accuracy of Learning","created":"2023-05-28","cited_by_count":26,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2302.05096","title":"Selective In-Context Data Augmentation for Intent Detection using Pointwise V-Information","created":"2023-02-10","cited_by_count":24,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2208.10483","title":"Prioritizing Samples in Reinforcement Learning with Reducible Loss","created":"2022-08-22","cited_by_count":22,"area":null},{"id":"2302.09195","title":"Data-Efficient Contrastive Self-supervised Learning: Most Beneficial Examples for Supervised Learning Contribute the Least","created":"2023-02-18","cited_by_count":22,"area":null},{"id":"2211.07819","title":"General Intelligence Requires Rethinking Exploration","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20,"area":null},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2305.14726","title":"In-Context Demonstration Selection with Cross Entropy Difference","created":"2023-05-24","cited_by_count":17,"area":null},{"id":"2208.10134","title":"Machine Learning with Confidential Computing: A Systematization of Knowledge","created":"2022-08-22","cited_by_count":15,"area":null},{"id":"2304.10127","title":"Learning Sample Difficulty from Pre-trained Models for Reliable Prediction","created":"2023-04-20","cited_by_count":15,"area":null},{"id":"2405.10531","title":"Nonparametric Teaching of Implicit Neural Representations","created":"2024-05-17","cited_by_count":15,"area":null},{"id":"2406.00060","title":"Cascade-Aware Training of Language Models","created":"2024-05-29","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2505.14826","title":"FisherSFT: Data-Efficient Supervised Fine-Tuning of Language Models Using Information Gain","created":"2025-05-20","cited_by_count":15,"area":null},{"id":"2510.16882","title":"Utility-Diversity Aware Online Batch Selection for LLM Supervised Fine-tuning","created":"2025-10-19","cited_by_count":15,"area":null},{"id":"2308.13646","title":"GRASP: A Rehearsal Policy for Efficient Online Continual Learning","created":"2023-08-25","cited_by_count":14,"area":null},{"id":"2406.04872","title":"Diversified Batch Selection for Training Acceleration","created":"2024-06-07","cited_by_count":14,"area":null},{"id":"2503.09202","title":"Token Weighting for Long-Range Language Modeling","created":"2025-03-12","cited_by_count":14,"area":null},{"id":"2409.12255","title":"Efficient Data Subset Selection to Generalize Training Across Models: Transductive and Inductive Networks","created":"2024-09-18","cited_by_count":13,"area":null},{"id":"2505.17895","title":"DataRater: Meta-Learned Dataset Curation","created":"2025-05-23","cited_by_count":13,"area":null},{"id":"2603.04964","title":"Replaying pre-training data improves fine-tuning","created":"2026-03-05","cited_by_count":13,"area":null},{"id":"2308.10544","title":"Towards Accelerated Model Training via Bayesian Data Selection","created":"2023-08-21","cited_by_count":11,"area":null},{"id":"2403.04551","title":"Dissecting Sample Hardness: A Fine-Grained Analysis of Hardness Characterization Methods for Data-Centric AI","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2406.04273","title":"ELFS: Label-Free Coreset Selection with Proxy Training Dynamics","created":"2024-06-06","cited_by_count":10,"area":null},{"id":"2410.10636","title":"Adapt-$\\infty$: Scalable Continual Multimodal Instruction Tuning via Dynamic Data Selection","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2502.15682","title":"ELIP: Enhanced Visual-Language Foundation Models for Image Retrieval","created":"2025-02-21","cited_by_count":9,"area":null},{"id":"2506.02011","title":"OASIS: Online Sample Selection for Continual Visual Instruction Tuning","created":"2025-05-27","cited_by_count":9,"area":null},{"id":"2506.12181","title":"Generative or Discriminative? Revisiting Text Classification in the Era of Transformers","created":"2025-06-13","cited_by_count":9,"area":null},{"id":"2510.25207","title":"Selective Learning for Deep Time Series Forecasting","created":"2025-10-29","cited_by_count":8,"area":null},{"id":"2401.04305","title":"Advancing Deep Active Learning & Data Subset Selection: Unifying Principles with Information-Theory Intuitions","created":"2024-01-09","cited_by_count":7,"area":null},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2404.05579","title":"DRoP: Distributionally Robust Data Pruning","created":"2024-04-08","cited_by_count":7,"area":null},{"id":"2410.16710","title":"Influential Language Data Selection via Gradient Trajectory Pursuit","created":"2024-10-22","cited_by_count":7,"area":null},{"id":"2602.20816","title":"Don't Ignore the Tail: Decoupling top-K Probabilities for Efficient Language Model Distillation","created":"2026-02-24","cited_by_count":7,"area":null},{"id":"2302.05098","title":"Confidence-based Reliable Learning under Dual Noises","created":"2023-02-10","cited_by_count":6,"area":null},{"id":"2310.05337","title":"What do larger image classifiers memorise?","created":"2023-10-09","cited_by_count":6,"area":null},{"id":"2310.16499","title":"Data Optimization in Deep Learning: A Survey","created":"2023-10-25","cited_by_count":6,"area":null},{"id":"2405.12081","title":"Selective Annotation via Data Allocation: These Data Should Be Triaged to Experts for Annotation Rather Than the Model","created":"2024-05-20","cited_by_count":6,"area":null},{"id":"2502.06990","title":"Investigating the Zone of Proximal Development of Language Models for In-Context Learning","created":"2025-02-10","cited_by_count":6,"area":null},{"id":"2312.06254","title":"Modyn: Data-Centric Machine Learning Pipeline Orchestration","created":"2023-12-11","cited_by_count":5,"area":null},{"id":"2403.12236","title":"Improving Generalization via Meta-Learning on Hard Samples","created":"2024-03-18","cited_by_count":5,"area":null},{"id":"2502.08211","title":"Quality over Quantity: Boosting Data Efficiency Through Ensembled Multimodal Data Curation","created":"2025-02-12","cited_by_count":5,"area":null},{"id":"2508.11551","title":"ADMIRE-BayesOpt: Accelerated Data MIxture RE-weighting for Language Models with Bayesian Optimization","created":"2025-08-15","cited_by_count":5,"area":null},{"id":"2509.12818","title":"Data Scaling Laws for Radiology Foundation Models","created":"2025-09-16","cited_by_count":5,"area":null},{"id":"2406.04898","title":"Labeled Data Selection for Category Discovery","created":"2024-06-07","cited_by_count":4,"area":null},{"id":"2406.18373","title":"Dynamic Data Pruning for Automatic Speech Recognition","created":"2024-06-26","cited_by_count":4,"area":null},{"id":"2411.10685","title":"From Prototypes to General Distributions: An Efficient Curriculum for Masked Image Modeling","created":"2024-11-16","cited_by_count":4,"area":null},{"id":"2504.14810","title":"DONOD: Efficient and Generalizable Instruction Fine-Tuning for LLMs via Model-Intrinsic Dataset Pruning","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2505.22342","title":"Progressive Data Dropout: An Embarrassingly Simple Approach to Faster Training","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2507.03175","title":"Understanding Knowledge Transferability for Transfer Learning: A Survey","created":"2025-07-03","cited_by_count":4,"area":null},{"id":"2507.03648","title":"Disentangling the Roles of Representation and Selection in Data Pruning","created":"2025-07-04","cited_by_count":4,"area":null},{"id":"2211.00683","title":"Reduce, Reuse, Recycle: Improving Training Efficiency with Distillation","created":"2022-11-01","cited_by_count":3,"area":null},{"id":"2212.05908","title":"Instance-Conditional Timescales of Decay for Non-Stationary Learning","created":"2022-12-12","cited_by_count":3,"area":null},{"id":"2306.10728","title":"AdaSelection: Accelerating Deep Learning Training through Data Subsampling","created":"2023-06-19","cited_by_count":3,"area":null},{"id":"2306.14113","title":"Exploring Data Redundancy in Real-world Image Classification through Data Selection","created":"2023-06-25","cited_by_count":3,"area":null},{"id":"2312.00486","title":"REDUCR: Robust Data Downsampling Using Class Priority Reweighting","created":"2023-12-01","cited_by_count":3,"area":null},{"id":"2402.17227","title":"Efficient Backpropagation with Variance-Controlled Adaptive Sampling","created":"2024-02-27","cited_by_count":3,"area":null},{"id":"2408.05541","title":"P3: A Policy-Driven, Pace-Adaptive, and Diversity-Promoted Framework for data pruning in LLM Training","created":"2024-08-10","cited_by_count":3,"area":null},{"id":"2410.10901","title":"3DS: Medical Domain Adaptation of LLMs via Decomposed Difficulty-based Data Selection","created":"2024-10-13","cited_by_count":3,"area":null},{"id":"2501.06708","title":"Evaluating Sample Utility for Efficient Data Selection by Mimicking Model Weights","created":"2025-01-12","cited_by_count":3,"area":null},{"id":"2502.16841","title":"Fair Foundation Models for Medical Image Analysis: Challenges and Perspectives","created":"2025-02-24","cited_by_count":3,"area":null},{"id":"2505.22813","title":"X-Factor: Quality Is a Dataset-Intrinsic Property","created":"2025-05-28","cited_by_count":3,"area":null},{"id":"2506.23674","title":"Partial Forward Blocking: A Novel Data Pruning Paradigm for Lossless Training Acceleration","created":"2025-06-30","cited_by_count":3,"area":null},{"id":"2507.09758","title":"Your Pretrained Model Tells the Difficulty Itself: A Self-Adaptive Curriculum Learning Paradigm for Natural Language Understanding","created":"2025-07-13","cited_by_count":3,"area":null},{"id":"2507.12998","title":"Differential-informed Sample Selection Accelerates Multimodal Contrastive Learning","created":"2025-07-17","cited_by_count":3,"area":null}],"next_cursor":"100"}