{"total":328,"rows":[{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2205.05055","title":"Data Distributional Properties Drive Emergent In-Context Learning in Transformers","created":"2022-04-22","cited_by_count":309,"area":null},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2106.01085","title":"Online Coreset Selection for Rehearsal-based Continual Learning","created":"2021-06-02","cited_by_count":117,"area":null},{"id":"2505.14970","title":"Self-Evolving Curriculum for LLM Reasoning","created":"2025-05-20","cited_by_count":112,"area":"lr"},{"id":"2104.12325","title":"Efficient training of physics-informed neural networks via importance sampling","created":"2021-04-26","cited_by_count":110,"area":null},{"id":"2604.14084","title":"TIP: Token Importance in On-Policy Distillation","created":"2026-04-15","cited_by_count":104,"area":"distill"},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2110.05266","title":"Chaos as an interpretable benchmark for forecasting and data-driven modelling","created":"2021-10-11","cited_by_count":88,"area":null},{"id":"2309.10818","title":"SlimPajama-DC: Understanding Data Combinations for LLM Training","created":"2023-09-19","cited_by_count":72,"area":null},{"id":"2109.03216","title":"Learning Fast Sample Re-weighting Without Reward Data","created":"2021-09-07","cited_by_count":69,"area":null},{"id":"2110.01518","title":"Generalization in NLI: Ways (Not) To Go Beyond Simple Heuristics","created":"2021-10-04","cited_by_count":67,"area":null},{"id":"2110.10031","title":"Online Continual Learning on Class Incremental Blurry Task Configuration with Anytime Inference","created":"2021-10-19","cited_by_count":67,"area":null},{"id":"2211.01549","title":"Client Selection in Federated Learning: Principles, Challenges, and Opportunities","created":"2022-11-03","cited_by_count":62,"area":null},{"id":"2207.13887","title":"Adaptive Second Order Coresets for Data-efficient Machine Learning","created":"2022-07-28","cited_by_count":60,"area":null},{"id":"2506.05316","title":"Improving Data Efficiency for LLM Reinforcement Fine-tuning Through Difficulty-targeted Online Data Selection and Rollout Replay","created":"2025-06-05","cited_by_count":56,"area":"lr"},{"id":"2209.14981","title":"Stop Wasting My Time! Saving Days of ImageNet and BERT Training with Latest Weight Averaging","created":"2022-09-29","cited_by_count":54,"area":null},{"id":"2201.01601","title":"FedBalancer: Data and Pace Control for Efficient Federated Learning on Heterogeneous Clients","created":"2022-01-05","cited_by_count":46,"area":null},{"id":"2106.03225","title":"Efficient Lottery Ticket Finding: Less Data is More","created":"2021-06-06","cited_by_count":44,"area":null},{"id":"2306.01244","title":"Towards Sustainable Learning: Coresets for Data-efficient Deep Learning","created":"2023-06-02","cited_by_count":44,"area":null},{"id":"2212.10717","title":"Hidden Poison: Machine Unlearning Enables Camouflaged Poisoning Attacks","created":"2022-12-21","cited_by_count":43,"area":"safety"},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2110.05922","title":"Trivial or impossible -- dichotomous data difficulty masks model differences (on ImageNet and beyond)","created":"2021-10-12","cited_by_count":35,"area":null},{"id":"2205.13323","title":"The Effect of Task Ordering in Continual Learning","created":"2022-05-26","cited_by_count":31,"area":null},{"id":"2210.09671","title":"Not All Poisons are Created Equal: Robust Training against Data Poisoning","created":"2022-10-18","cited_by_count":30,"area":"safety"},{"id":"2410.06508","title":"Towards Self-Improvement of LLMs via MCTS: Leveraging Stepwise Knowledge with Curriculum Preference Learning","created":"2024-10-09","cited_by_count":30,"area":"lr"},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2505.17799","title":"A Coreset Selection of Coreset Selection Literature: Introduction and Recent Advances","created":"2025-05-23","cited_by_count":28,"area":null},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2307.05831","title":"Memorization Through the Lens of Curvature of Loss Function Around Samples","created":"2023-07-11","cited_by_count":27,"area":null},{"id":"2207.08768","title":"Rank-based Decomposable Losses in Machine Learning: A Survey","created":"2022-07-18","cited_by_count":26,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2310.13522","title":"Teaching Language Models to Self-Improve through Interactive Demonstrations","created":"2023-10-20","cited_by_count":26,"area":"synth"},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2312.07401","title":"On Diversified Preferences of Large Language Model Alignment","created":"2023-12-12","cited_by_count":26,"area":"alignment"},{"id":"2105.07253","title":"Regret Minimization Experience Replay in Off-Policy Reinforcement Learning","created":"2021-05-15","cited_by_count":25,"area":null},{"id":"2106.04823","title":"Taxonomy of Machine Learning Safety: A Survey and Primer","created":"2021-06-09","cited_by_count":25,"area":null},{"id":"2312.00333","title":"Green Edge AI: A Contemporary Survey","created":"2023-12-01","cited_by_count":25,"area":null},{"id":"2410.05578","title":"Swift Sampler: Efficient Learning of Sampler by 10 Parameters","created":"2024-10-08","cited_by_count":25,"area":null},{"id":"2202.04108","title":"A Lagrangian Duality Approach to Active Learning","created":"2022-02-08","cited_by_count":24,"area":null},{"id":"2205.13925","title":"DELTA: Diverse Client Sampling for Fasting Federated Learning","created":"2022-05-27","cited_by_count":24,"area":null},{"id":"2211.10801","title":"Peeling the Onion: Hierarchical Reduction of Data Redundancy for Efficient Vision Transformer Training","created":"2022-11-19","cited_by_count":24,"area":null},{"id":"2310.13061","title":"To grok or not to grok: Disentangling generalization and memorization on corrupted algorithmic datasets","created":"2023-10-19","cited_by_count":24,"area":null},{"id":"2111.05326","title":"The Internet of Federated Things (IoFT): A Vision for the Future and In-depth Survey of Data-driven Approaches for Federated Learning","created":"2021-11-09","cited_by_count":23,"area":null},{"id":"2502.12272","title":"Learning to Reason at the Frontier of Learnability","created":"2025-02-17","cited_by_count":23,"area":"lr"},{"id":"2104.06087","title":"Interpretability-Driven Sample Selection Using Self Supervised Learning For Disease Classification And Segmentation","created":"2021-04-13","cited_by_count":22,"area":null},{"id":"2205.15704","title":"Mitigating Dataset Bias by Using Per-sample Gradient","created":"2022-05-31","cited_by_count":22,"area":null},{"id":"2302.09195","title":"Data-Efficient Contrastive Self-supervised Learning: Most Beneficial Examples for Supervised Learning Contribute the Least","created":"2023-02-18","cited_by_count":22,"area":null},{"id":"2103.08933","title":"Reweighting Augmented Samples by Minimizing the Maximal Expected Loss","created":"2021-03-16","cited_by_count":21,"area":null},{"id":"2204.04384","title":"The Two Dimensions of Worst-case Training and the Integrated Effect for Out-of-domain Generalization","created":"2022-04-09","cited_by_count":21,"area":null},{"id":"2210.11773","title":"SimANS: Simple Ambiguous Negatives Sampling for Dense Text Retrieval","created":"2022-10-21","cited_by_count":21,"area":null},{"id":"2602.05400","title":"OPUS: Towards Efficient and Principled Data Selection in Large Language Model Pre-training in Every Iteration","created":"2026-02-05","cited_by_count":21,"area":null},{"id":"2204.08329","title":"A Comprehensive Survey on Data-Efficient GANs in Image Generation","created":"2022-04-18","cited_by_count":20,"area":null},{"id":"2207.05409","title":"Knowledge Condensation Distillation","created":"2022-07-12","cited_by_count":20,"area":"distill"},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20,"area":null},{"id":"2107.13098","title":"A Tale Of Two Long Tails","created":"2021-07-27","cited_by_count":19,"area":null},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2207.12141","title":"Live in the Moment: Learning Dynamics Model Adapted to Evolving Policy","created":"2022-07-25","cited_by_count":17,"area":null},{"id":"2402.14273","title":"Can Language Models Act as Knowledge Bases at Scale?","created":"2024-02-22","cited_by_count":17,"area":null},{"id":"2202.01838","title":"Characterizing & Finding Good Data Orderings for Fast Convergence of Sequential Gradient Methods","created":"2022-02-03","cited_by_count":16,"area":null},{"id":"2310.15389","title":"Irreducible Curriculum for Language Model Pretraining","created":"2023-10-23","cited_by_count":16,"area":null},{"id":"2310.19273","title":"The Memory Perturbation Equation: Understanding Model's Sensitivity to Data","created":"2023-10-30","cited_by_count":16,"area":null},{"id":"2502.02797","title":"Upweighting Easy Samples in Fine-Tuning Mitigates Forgetting","created":"2025-02-05","cited_by_count":16,"area":null},{"id":"2502.06733","title":"Dynamic Loss-Based Sample Reweighting for Improved Large Language Model Pretraining","created":"2025-02-10","cited_by_count":16,"area":null},{"id":"2101.06640","title":"Estimating informativeness of samples with Smooth Unique Information","created":"2021-01-17","cited_by_count":15,"area":null},{"id":"2208.10134","title":"Machine Learning with Confidential Computing: A Systematization of Knowledge","created":"2022-08-22","cited_by_count":15,"area":null},{"id":"2212.05974","title":"Federated Few-Shot Learning for Mobile NLP","created":"2022-12-12","cited_by_count":15,"area":null},{"id":"2410.18779","title":"A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2502.19726","title":"Tokens for Learning, Tokens for Unlearning: Mitigating Membership Inference Attacks in Large Language Models via Dual-Purpose Training","created":"2025-02-27","cited_by_count":15,"area":"safety"},{"id":"2510.16882","title":"Utility-Diversity Aware Online Batch Selection for LLM Supervised Fine-tuning","created":"2025-10-19","cited_by_count":15,"area":null},{"id":"2109.10274","title":"The Trade-offs of Domain Adaptation for Neural Language Models","created":"2021-09-21","cited_by_count":14,"area":null},{"id":"2110.01528","title":"Large Batch Experience Replay","created":"2021-10-04","cited_by_count":14,"area":null},{"id":"2302.06354","title":"Less is More: Selective Layer Finetuning with SubTuning","created":"2023-02-13","cited_by_count":14,"area":null},{"id":"2406.04872","title":"Diversified Batch Selection for Training Acceleration","created":"2024-06-07","cited_by_count":14,"area":null},{"id":"2110.15590","title":"Adaptive Importance Sampling meets Mirror Descent: a Bias-variance tradeoff","created":"2021-10-29","cited_by_count":13,"area":null},{"id":"2204.12281","title":"Data-Efficient Backdoor Attacks","created":"2022-04-22","cited_by_count":13,"area":null},{"id":"2210.09634","title":"DPIS: An Enhanced Mechanism for Differentially Private SGD with Importance Sampling","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2302.00617","title":"Learning Large-scale Neural Fields via Context Pruned Meta-Learning","created":"2023-02-01","cited_by_count":13,"area":null},{"id":"2110.05481","title":"Which Samples Should be Learned First: Easy or Hard?","created":"2021-10-11","cited_by_count":12,"area":null},{"id":"2402.14270","title":"Take the Bull by the Horns: Hard Sample-Reweighted Continual Training Improves LLM Generalization","created":"2024-02-22","cited_by_count":12,"area":null},{"id":"2407.19580","title":"Mini-batch Coresets for Memory-efficient Language Model Training on Data Mixtures","created":"2024-07-28","cited_by_count":12,"area":null},{"id":"2112.00378","title":"$\\ell_\\infty$-Robustness and Beyond: Unleashing Efficient Adversarial Training","created":"2021-12-01","cited_by_count":11,"area":null},{"id":"2302.13473","title":"Towards Interpretable Federated Learning","created":"2023-02-27","cited_by_count":11,"area":null},{"id":"2308.10544","title":"Towards Accelerated Model Training via Bayesian Data Selection","created":"2023-08-21","cited_by_count":11,"area":null},{"id":"2311.11973","title":"Adaptive Training Distributions with Scalable Online Bilevel Optimization","created":"2023-11-20","cited_by_count":11,"area":null},{"id":"2103.12243","title":"Adaptive Importance Sampling for Finite-Sum Optimization and Sampling with Decreasing Step-Sizes","created":"2021-03-23","cited_by_count":10,"area":null},{"id":"2311.14056","title":"DPSUR: Accelerating Differentially Private Stochastic Gradient Descent Using Selective Update and Release","created":"2023-11-23","cited_by_count":10,"area":"safety"},{"id":"2502.17607","title":"Synthetic Text Generation for Training Large Language Models via Gradient Matching","created":"2025-02-24","cited_by_count":10,"area":null},{"id":"2203.06905","title":"Less is More: Proxy Datasets in NAS approaches","created":"2022-03-14","cited_by_count":9,"area":null},{"id":"2209.05785","title":"Adversarial Coreset Selection for Efficient Robust Training","created":"2022-09-13","cited_by_count":9,"area":null},{"id":"2210.03510","title":"Learning to Learn and Sample BRDFs","created":"2022-10-07","cited_by_count":9,"area":null},{"id":"2301.13287","title":"MILO: Model-Agnostic Subset Selection Framework for Efficient Model Training and Tuning","created":"2023-01-30","cited_by_count":9,"area":null},{"id":"2401.00617","title":"Towards Improved Proxy-based Deep Metric Learning via Data-Augmented Domain Adaptation","created":"2024-01-01","cited_by_count":9,"area":null},{"id":"2506.02011","title":"OASIS: Online Sample Selection for Continual Visual Instruction Tuning","created":"2025-05-27","cited_by_count":9,"area":null},{"id":"2109.11767","title":"Improved Soft Actor-Critic: Mixing Prioritized Off-Policy Samples with On-Policy Experience","created":"2021-09-24","cited_by_count":8,"area":null}],"next_cursor":"100"}