{"total":94,"rows":[{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2110.05266","title":"Chaos as an interpretable benchmark for forecasting and data-driven modelling","created":"2021-10-11","cited_by_count":88,"area":null},{"id":"2506.05316","title":"Improving Data Efficiency for LLM Reinforcement Fine-tuning Through Difficulty-targeted Online Data Selection and Rollout Replay","created":"2025-06-05","cited_by_count":56,"area":"lr"},{"id":"2408.14037","title":"Re-Mix: Optimizing Data Mixtures for Large Scale Imitation Learning","created":"2024-08-26","cited_by_count":47,"area":"offlinerl"},{"id":"2109.06141","title":"On Tilted Losses in Machine Learning: Theory and Applications","created":"2021-09-13","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2311.00913","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","created":"2023-11-02","cited_by_count":37,"area":null},{"id":"2110.05922","title":"Trivial or impossible -- dichotomous data difficulty masks model differences (on ImageNet and beyond)","created":"2021-10-12","cited_by_count":35,"area":null},{"id":"2111.12918","title":"ACPL: Anti-curriculum Pseudo-labelling for Semi-supervised Medical Image Classification","created":"2021-11-25","cited_by_count":35,"area":null},{"id":"2111.01004","title":"Improving Contrastive Learning on Imbalanced Seed Data via Open-World Sampling","created":"2021-11-01","cited_by_count":30,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2309.14563","title":"Towards a statistical theory of data selection under weak supervision","created":"2023-09-25","cited_by_count":27,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2410.05578","title":"Swift Sampler: Efficient Learning of Sampler by 10 Parameters","created":"2024-10-08","cited_by_count":25,"area":null},{"id":"2502.12272","title":"Learning to Reason at the Frontier of Learnability","created":"2025-02-17","cited_by_count":23,"area":"lr"},{"id":"2205.02014","title":"On Continual Model Refinement in Out-of-Distribution Data Streams","created":"2022-05-04","cited_by_count":22,"area":null},{"id":"2106.03796","title":"Enabling On-Device Self-Supervised Contrastive Learning With Selective Data Contrast","created":"2021-06-07","cited_by_count":21,"area":null},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2310.15389","title":"Irreducible Curriculum for Language Model Pretraining","created":"2023-10-23","cited_by_count":16,"area":null},{"id":"2502.06733","title":"Dynamic Loss-Based Sample Reweighting for Improved Large Language Model Pretraining","created":"2025-02-10","cited_by_count":16,"area":null},{"id":"2505.12781","title":"A Token is Worth over 1,000 Tokens: Efficient Knowledge Distillation through Low-Rank Clone","created":"2025-05-19","cited_by_count":15,"area":"distill"},{"id":"2510.16882","title":"Utility-Diversity Aware Online Batch Selection for LLM Supervised Fine-tuning","created":"2025-10-19","cited_by_count":15,"area":null},{"id":"2307.15063","title":"To Adapt or Not to Adapt? Real-Time Adaptation for Semantic Segmentation","created":"2023-07-27","cited_by_count":14,"area":null},{"id":"2406.04872","title":"Diversified Batch Selection for Training Acceleration","created":"2024-06-07","cited_by_count":14,"area":null},{"id":"2108.07183","title":"Improving Self-supervised Learning with Hardness-aware Dynamic Curriculum Learning: An Application to Digital Pathology","created":"2021-08-16","cited_by_count":13,"area":null},{"id":"2401.01867","title":"Dataset Difficulty and the Role of Inductive Bias","created":"2024-01-03","cited_by_count":12,"area":null},{"id":"2402.14270","title":"Take the Bull by the Horns: Hard Sample-Reweighted Continual Training Improves LLM Generalization","created":"2024-02-22","cited_by_count":12,"area":null},{"id":"2407.19580","title":"Mini-batch Coresets for Memory-efficient Language Model Training on Data Mixtures","created":"2024-07-28","cited_by_count":12,"area":null},{"id":"2308.10544","title":"Towards Accelerated Model Training via Bayesian Data Selection","created":"2023-08-21","cited_by_count":11,"area":null},{"id":"2211.02077","title":"Scaling Multimodal Pre-Training via Cross-Modality Gradient Harmonization","created":"2022-11-03","cited_by_count":9,"area":null},{"id":"2401.04305","title":"Advancing Deep Active Learning & Data Subset Selection: Unifying Principles with Information-Theory Intuitions","created":"2024-01-09","cited_by_count":7,"area":null},{"id":"2302.14772","title":"PA&DA: Jointly Sampling PAth and DAta for Consistent NAS","created":"2023-02-28","cited_by_count":6,"area":null},{"id":"2310.16499","title":"Data Optimization in Deep Learning: A Survey","created":"2023-10-25","cited_by_count":6,"area":null},{"id":"2512.00884","title":"Towards Active Synthetic Data Generation for Finetuning Language Models","created":"2025-11-30","cited_by_count":6,"area":"synth"},{"id":"2110.14283","title":"How Important is Importance Sampling for Deep Budgeted Training?","created":"2021-10-27","cited_by_count":5,"area":null},{"id":"2210.11717","title":"A Survey of Dataset Refinement for Problems in Computer Vision Datasets","created":"2022-10-21","cited_by_count":5,"area":null},{"id":"2212.05611","title":"Accelerating Self-Supervised Learning via Efficient Training Strategies","created":"2022-12-11","cited_by_count":5,"area":null},{"id":"2311.16298","title":"Influence Scores at Scale for Efficient Language Data Sampling","created":"2023-11-27","cited_by_count":5,"area":null},{"id":"2407.06120","title":"Sketchy Moment Matching: Toward Fast and Provable Data Selection for Finetuning","created":"2024-07-08","cited_by_count":5,"area":null},{"id":"2607.09084","title":"A Survey on the Green Development of Large Models: From Resource-Efficient Architectures to Hardware-Software Co-Design","created":"2026-07-10","cited_by_count":5,"area":null},{"id":"2104.13114","title":"One Backward from Ten Forward, Subsampling for Large-Scale Deep Learning","created":"2021-04-27","cited_by_count":4,"area":null},{"id":"2107.07741","title":"When does loss-based prioritization fail?","created":"2021-07-16","cited_by_count":4,"area":null},{"id":"2504.14810","title":"DONOD: Efficient and Generalizable Instruction Fine-Tuning for LLMs via Model-Intrinsic Dataset Pruning","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2306.10728","title":"AdaSelection: Accelerating Deep Learning Training through Data Subsampling","created":"2023-06-19","cited_by_count":3,"area":null},{"id":"2310.09983","title":"Farzi Data: Autoregressive Data Distillation","created":"2023-10-15","cited_by_count":3,"area":null},{"id":"2310.11478","title":"ASP: Automatic Selection of Proxy dataset for efficient AutoML","created":"2023-10-17","cited_by_count":3,"area":null},{"id":"2312.00486","title":"REDUCR: Robust Data Downsampling Using Class Priority Reweighting","created":"2023-12-01","cited_by_count":3,"area":null},{"id":"2402.17227","title":"Efficient Backpropagation with Variance-Controlled Adaptive Sampling","created":"2024-02-27","cited_by_count":3,"area":null},{"id":"2504.00695","title":"ToReMi: Topic-Aware Data Reweighting for Dynamic Pre-Training Data Selection","created":"2025-04-01","cited_by_count":3,"area":null},{"id":"2506.23674","title":"Partial Forward Blocking: A Novel Data Pruning Paradigm for Lossless Training Acceleration","created":"2025-06-30","cited_by_count":3,"area":null},{"id":"2507.22499","title":"LoReUn: Data Itself Implicitly Provides Cues to Improve Machine Unlearning","created":"2025-07-30","cited_by_count":3,"area":"safety"},{"id":"2211.04175","title":"Enhancing Efficiency in Multidevice Federated Learning through Data Selection","created":"2022-11-08","cited_by_count":2,"area":null},{"id":"2402.07052","title":"Understanding the Training Speedup from Sampling with Approximate Losses","created":"2024-02-10","cited_by_count":2,"area":null},{"id":"2405.09049","title":"Perception Without Vision for Trajectory Prediction: Ego Vehicle Dynamics as Scene Representation for Efficient Active Learning in Autonomous Driving","created":"2024-05-15","cited_by_count":2,"area":null},{"id":"2409.07925","title":"A framework for measuring the training efficiency of a neural architecture","created":"2024-09-12","cited_by_count":2,"area":null},{"id":"2505.03052","title":"Teaching Models to Understand (but not Generate) High-risk Data","created":"2025-05-05","cited_by_count":2,"area":null},{"id":"2603.09865","title":"GAST: Gradient-aligned Sparse Tuning of Large Language Models with Data-layer Selection","created":"2026-03-10","cited_by_count":2,"area":null},{"id":"2306.16993","title":"Weight Compander: A Simple Weight Reparameterization for Regularization","created":"2023-06-29","cited_by_count":1,"area":null},{"id":"2310.10102","title":"KAKURENBO: Adaptively Hiding Samples in Deep Neural Network Training","created":"2023-10-16","cited_by_count":1,"area":null},{"id":"2311.13583","title":"Adaptive Sampling for Deep Learning via Efficient Nonparametric Proxies","created":"2023-11-22","cited_by_count":1,"area":null},{"id":"2406.01130","title":"SAVA: Scalable Learning-Agnostic Data Valuation","created":"2024-06-03","cited_by_count":1,"area":null},{"id":"2412.11072","title":"Navigating Towards Fairness with Data Selection","created":"2024-12-15","cited_by_count":1,"area":null},{"id":"2505.19893","title":"ESLM: Risk-Averse Selective Language Modeling for Efficient Pretraining","created":"2025-05-26","cited_by_count":1,"area":null},{"id":"2605.30537","title":"The Long-Term Effects of Data Selection in LLM Fine-Tuning","created":"2026-05-28","cited_by_count":1,"area":null},{"id":"2606.31796","title":"CHERRY: Compressed Hierarchical Experts with Recurrent Representational Yield","created":"2026-06-30","cited_by_count":1,"area":null},{"id":"2607.07023","title":"Online Data Selection Is Implicit Alignment","created":"2026-07-08","cited_by_count":1,"area":"alignment"},{"id":"2105.13464","title":"Training With Data Dependent Dynamic Learning Rates","created":"2021-05-27","cited_by_count":0,"area":null},{"id":"2107.07706","title":"DANCE: DAta-Network Co-optimization for Efficient Segmentation Model Training and Inference","created":"2021-07-16","cited_by_count":0,"area":null},{"id":"2202.06266","title":"Improve Deep Image Inpainting by Emphasizing the Complexity of Missing Regions","created":"2022-02-13","cited_by_count":0,"area":null},{"id":"2306.13236","title":"Document Image Cleaning using Budget-Aware Black-Box Approximation","created":"2023-06-22","cited_by_count":0,"area":null},{"id":"2312.05021","title":"A Negative Result on Gradient Matching for Selective Backprop","created":"2023-12-08","cited_by_count":0,"area":null},{"id":"2405.16113","title":"Enabling On-Device Learning via Experience Replay with Efficient Dataset Condensation","created":"2024-05-25","cited_by_count":0,"area":null},{"id":"2504.05250","title":"PEAKS: Selecting Key Training Examples Incrementally via Prediction Error Anchored by Kernel Similarity","created":"2025-04-07","cited_by_count":0,"area":null},{"id":"2508.09199","title":"$\\Delta$-AttnMask: Attention-Guided Masked Hidden States for Efficient Data Selection and Augmentation","created":"2025-08-08","cited_by_count":0,"area":"mllm"},{"id":"2509.23461","title":"Data-Efficient Training by Evolved Sampling","created":"2025-09-27","cited_by_count":0,"area":null},{"id":"2512.01258","title":"Efficient Hyperparameter Search for Non-Stationary Model Training","created":"2025-12-01","cited_by_count":0,"area":null},{"id":"2602.17066","title":"Predictive Batch Scheduling: Accelerating Language Model Training Through Loss-Aware Sample Prioritization","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2604.14336","title":"Mistake gating leads to energy and memory efficient continual learning","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2605.07551","title":"Disagreement-Regularized Importance Sampling for Adversarial Label Corruption","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2606.11761","title":"RCAP: Robust, Class-Aware, Probabilistic Dynamic Dataset Pruning","created":"2026-06-10","cited_by_count":0,"area":null},{"id":"2606.12913","title":"Selecting Samples on Graphs: A Unified Dataset Pruning Framework for Lossless Training Acceleration","created":"2026-06-11","cited_by_count":0,"area":null},{"id":"2607.05903","title":"K-ABENA: K-Adaptive Backpropagation with Error-based N-exclusion Algorithm : (Compensated Loss-Based Sample Exclusion with Unbiased Gradient Estimation)","created":"2026-07-07","cited_by_count":0,"area":null},{"id":"2608.15483","title":"Measuring Structured Predictability in Neural Training Dynamics: A Cross-Regime Study","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2608.22858","title":"Mapping the Concept Landscape: Structural Perception of Global Distributions for Transparent Data Pruning","created":"2026-08-24","cited_by_count":0,"area":null},{"id":"2609.40055","title":"Less Data, Better Timing: Student-Curriculum Coupling for VLM On-Policy Distillation in Temporal Video Grounding","created":"2026-09-30","cited_by_count":0,"area":"mllm"},{"id":"2610.00436","title":"Every Batch Is Its Own Validation Set: Leave-One-Out Gradient Matching for Online Data Selection in LLM Fine-Tuning","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}