{"total":338,"rows":[{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2405.13954","title":"What is Your Data Worth to GPT? LLM-Scale Data Valuation with Influence Functions","created":"2024-05-22","cited_by_count":94,"area":null},{"id":"2406.11011","title":"Data Shapley in One Training Run","created":"2024-06-16","cited_by_count":81,"area":null},{"id":"2504.13161","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","created":"2025-04-17","cited_by_count":66,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2410.07471","title":"SEAL: Safety-enhanced Aligned LLM Fine-tuning via Bilevel Data Selection","created":"2024-10-09","cited_by_count":64,"area":null},{"id":"2402.18191","title":"Clustering and Ranking: Diversity-preserved Instruction Selection through Expert-aligned Quality Estimation","created":"2024-02-28","cited_by_count":53,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2510.01135","title":"Prompt Curriculum Learning for Efficient LLM Post-Training","created":"2025-10-01","cited_by_count":45,"area":null},{"id":"2410.17413","title":"Scalable Influence and Fact Tracing for Large Language Model Pretraining","created":"2024-10-22","cited_by_count":42,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2502.01968","title":"Token Cleaning: Fine-Grained Data Selection for LLM Supervised Fine-Tuning","created":"2025-02-04","cited_by_count":39,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37,"area":null},{"id":"2503.01807","title":"Large-Scale Data Selection for Instruction Tuning","created":"2025-03-03","cited_by_count":35,"area":null},{"id":"2402.16705","title":"SelectIT: Selective Instruction Tuning for LLMs via Uncertainty-Aware Self-Reflection","created":"2024-02-26","cited_by_count":34,"area":null},{"id":"2405.12186","title":"Training Data Attribution via Approximate Unrolled Differentiation","created":"2024-05-20","cited_by_count":34,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2405.12915","title":"G-DIG: Towards Gradient-based Diverse and High-quality Instruction Data Selection for Machine Translation","created":"2024-05-21","cited_by_count":30,"area":null},{"id":"2407.15235","title":"TAGCOS: Task-agnostic Gradient Clustered Coreset Selection for Instruction Tuning Data","created":"2024-07-21","cited_by_count":30,"area":null},{"id":"2410.10877","title":"Improving Data Efficiency via Curating LLM-Driven Rating Systems","created":"2024-10-09","cited_by_count":29,"area":null},{"id":"2408.08072","title":"I-SHEEP: Self-Alignment of LLM from Scratch through an Iterative Self-Enhancement Paradigm","created":"2024-08-15","cited_by_count":27,"area":null},{"id":"2501.12147","title":"Improving Influence-based Instruction Tuning Data Selection for Balanced Learning of Diverse Capabilities","created":"2025-01-21","cited_by_count":23,"area":null},{"id":"2504.16430","title":"MAGIC: Near-Optimal Data Attribution for Deep Learning","created":"2025-04-23","cited_by_count":22,"area":null},{"id":"2503.11441","title":"D3: Diversity, Difficulty, and Dependability-Aware Data Selection for Sample-Efficient LLM Instruction Tuning","created":"2025-03-14","cited_by_count":21,"area":null},{"id":"2602.05400","title":"OPUS: Towards Efficient and Principled Data Selection in Large Language Model Pre-training in Every Iteration","created":"2026-02-05","cited_by_count":21,"area":null},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2407.05040","title":"Code Less, Align More: Efficient LLM Fine-tuning for Code Generation with Data Pruning","created":"2024-07-06","cited_by_count":20,"area":null},{"id":"2505.12212","title":"Data Whisperer: Efficient Data Selection for Task-Specific LLM Fine-Tuning via Few-Shot In-Context Learning","created":"2025-05-18","cited_by_count":20,"area":null},{"id":"2410.03735","title":"Task-Adaptive Pretrained Language Models via Clustered-Importance Sampling","created":"2024-09-30","cited_by_count":18,"area":null},{"id":"2411.07133","title":"Stronger Models are NOT Stronger Teachers for Instruction Tuning","created":"2024-11-11","cited_by_count":16,"area":null},{"id":"2410.01109","title":"Mixing It Up: The Cocktail Effect of Multi-Task Fine-Tuning on LLM Performance -- A Case Study in Finance","created":"2024-10-01","cited_by_count":15,"area":null},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2506.01701","title":"Data Pruning by Information Maximization","created":"2025-06-02","cited_by_count":15,"area":null},{"id":"2510.16882","title":"Utility-Diversity Aware Online Batch Selection for LLM Supervised Fine-tuning","created":"2025-10-19","cited_by_count":15,"area":null},{"id":"2406.04606","title":"Helpful or Harmful Data? Fine-tuning-free Shapley Attribution for Explaining Language Model Predictions","created":"2024-06-07","cited_by_count":14,"area":null},{"id":"2411.04425","title":"DELIFT: Data Efficient Language model Instruction Fine Tuning","created":"2024-11-07","cited_by_count":14,"area":null},{"id":"2409.11378","title":"Diversify and Conquer: Diversity-Centric Data Selection with Iterative Refinement","created":"2024-09-17","cited_by_count":13,"area":null},{"id":"2409.19458","title":"Scalable Fine-tuning from Multiple Data Sources: A First-Order Approximation Approach","created":"2024-09-28","cited_by_count":13,"area":null},{"id":"2410.14208","title":"Montessori-Instruct: Generate Influential Training Data Tailored for Student Learning","created":"2024-10-18","cited_by_count":13,"area":null},{"id":"2410.15225","title":"Chasing Random: Instruction Selection Strategies Fail to Generalize","created":"2024-10-19","cited_by_count":13,"area":null},{"id":"2501.18578","title":"R.I.P.: Better Models by Survival of the Fittest Prompts","created":"2025-01-30","cited_by_count":13,"area":null},{"id":"2502.04380","title":"Diversity as a Reward: Fine-Tuning LLMs on a Mixture of Domain-Undetermined Data","created":"2025-02-05","cited_by_count":13,"area":null},{"id":"2506.01317","title":"T-SHIRT: Token-Selective Hierarchical Data Selection for Instruction Tuning","created":"2025-06-02","cited_by_count":13,"area":null},{"id":"2407.19580","title":"Mini-batch Coresets for Memory-efficient Language Model Training on Data Mixtures","created":"2024-07-28","cited_by_count":12,"area":null},{"id":"2410.04715","title":"Selection of LLM Fine-Tuning Data based on Orthogonal Rules","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2410.16208","title":"Compute-Constrained Data Selection","created":"2024-10-21","cited_by_count":12,"area":null},{"id":"2502.05075","title":"Discrepancies are Virtue: Weak-to-Strong Generalization through Lens of Intrinsic Dimension","created":"2025-02-07","cited_by_count":12,"area":null},{"id":"2504.13835","title":"MIG: Automatic Data Selection for Instruction Tuning by Maximizing Information Gain in Semantic Space","created":"2025-04-18","cited_by_count":12,"area":null},{"id":"2505.23811","title":"LayerIF: Estimating Layer Quality for Large Language Models using Influence Functions","created":"2025-05-27","cited_by_count":12,"area":null},{"id":"2510.27172","title":"Adaptive Defense against Harmful Fine-Tuning for Large Language Models via Bayesian Data Scheduler","created":"2025-10-31","cited_by_count":12,"area":null},{"id":"2602.21492","title":"GradAlign: Gradient-Aligned Data Selection for LLM Reinforcement Learning","created":"2026-02-25","cited_by_count":12,"area":null},{"id":"2410.06003","title":"Is the MMI Criterion Necessary for Interpretability? Degenerating Non-causal Features to Plain Noise for Self-Rationalization","created":"2024-10-08","cited_by_count":11,"area":null},{"id":"2404.16766","title":"Prefix Text as a Yarn: Eliciting Non-English Alignment in Foundation Language Model","created":"2024-04-25","cited_by_count":10,"area":null},{"id":"2409.17357","title":"Revisiting inverse Hessian vector products for calculating influence functions","created":"2024-09-25","cited_by_count":10,"area":null},{"id":"2410.08102","title":"Efficient Pretraining Data Selection for Language Models via Multi-Actor Collaboration","created":"2024-10-10","cited_by_count":10,"area":null},{"id":"2412.00631","title":"ROSE: A Reward-Oriented Data Selection Framework for LLM Task-Specific Instruction Tuning","created":"2024-12-01","cited_by_count":10,"area":null},{"id":"2505.21930","title":"Efficient Ensemble for Fine-tuning Language Models on Multiple Datasets","created":"2025-05-28","cited_by_count":10,"area":null},{"id":"2602.17835","title":"Influence-Preserving Proxies for Gradient-Based Data Selection in LLM Fine-tuning","created":"2026-02-19","cited_by_count":10,"area":null},{"id":"2404.07840","title":"On Training Data Influence of GPT Models","created":"2024-04-11","cited_by_count":9,"area":null},{"id":"2408.03560","title":"In2Core: Leveraging Influence Functions for Coreset Selection in Instruction Finetuning of Large Language Models","created":"2024-08-07","cited_by_count":9,"area":null},{"id":"2408.06663","title":"Amuro and Char: Analyzing the Relationship between Pre-Training and Fine-Tuning of Large Language Models","created":"2024-08-13","cited_by_count":9,"area":null},{"id":"2410.10636","title":"Adapt-$\\infty$: Scalable Continual Multimodal Instruction Tuning via Dynamic Data Selection","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2411.01604","title":"Large Language Model Supply Chain: Open Problems From the Security Perspective","created":"2024-11-03","cited_by_count":9,"area":null},{"id":"2412.00420","title":"TAROT: Targeted Data Selection via Optimal Transport","created":"2024-11-30","cited_by_count":9,"area":null},{"id":"2502.00089","title":"Ensembles of Low-Rank Expert Adapters","created":"2025-01-31","cited_by_count":9,"area":null},{"id":"2502.11411","title":"Detecting and Filtering Unsafe Training Data via Data Attribution with Denoised Representation","created":"2025-02-17","cited_by_count":9,"area":null},{"id":"2510.08730","title":"How Reliable is Language Model Micro-Benchmarking?","created":"2025-10-09","cited_by_count":9,"area":null},{"id":"2510.25817","title":"A Survey on Efficient Large Language Model Training: From Data-centric Perspectives","created":"2025-10-29","cited_by_count":9,"area":null},{"id":"2406.14026","title":"Demystifying Language Model Forgetting with Low-rank Example Associations","created":"2024-06-20","cited_by_count":8,"area":null},{"id":"2410.14745","title":"Semi-supervised Fine-tuning for Large Language Models","created":"2024-10-17","cited_by_count":8,"area":null},{"id":"2503.09223","title":"LREF: A Novel LLM-based Relevance Framework for E-commerce","created":"2025-03-12","cited_by_count":8,"area":null},{"id":"2505.18513","title":"Enhancing Training Data Attribution with Representational Optimization","created":"2025-05-24","cited_by_count":8,"area":null},{"id":"2510.10457","title":"Rethinking LLM Evaluation: Can We Evaluate LLMs with 200x Less Data?","created":"2025-10-12","cited_by_count":8,"area":null},{"id":"2602.04735","title":"From Data to Behavior: Predicting Unintended Model Behaviors Before Training","created":"2026-02-04","cited_by_count":8,"area":null},{"id":"2602.18584","title":"GIST: Targeted Data Selection for Instruction Tuning via Coupled Optimization Geometry","created":"2026-02-20","cited_by_count":8,"area":null},{"id":"2410.16710","title":"Influential Language Data Selection via Gradient Trajectory Pursuit","created":"2024-10-22","cited_by_count":7,"area":null},{"id":"2502.11062","title":"Beyond Similarity: A Gradient-based Graph Method for Instruction Tuning Data Selection","created":"2025-02-16","cited_by_count":7,"area":null},{"id":"2503.01052","title":"ALinFiK: Learning to Approximate Linearized Future Influence Kernel for Scalable Third-Party LLM Data Valuation","created":"2025-03-02","cited_by_count":7,"area":null},{"id":"2504.12491","title":"Can Pre-training Indicators Reliably Predict Fine-tuning Outcomes of LLMs?","created":"2025-04-16","cited_by_count":7,"area":null},{"id":"2505.16066","title":"Merge to Mix: Mixing Datasets via Model Merging","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2506.01790","title":"IF-GUIDE: Influence Function-Guided Detoxification of LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2507.07484","title":"Machine Bullshit: Characterizing the Emergent Disregard for Truth in Large Language Models","created":"2025-07-10","cited_by_count":7,"area":null},{"id":"2507.16178","title":"LLM Data Selection and Utilization via Dynamic Bi-level Optimization","created":"2025-07-22","cited_by_count":7,"area":null},{"id":"2601.23155","title":"SPICE: Submodular Penalized Information-Conflict Selection for Efficient Large Language Model Training","created":"2026-01-30","cited_by_count":7,"area":null},{"id":"2408.03506","title":"1.5-Pints Technical Report: Pretraining in Days, Not Months -- Your Language Model Thrives on Quality Data","created":"2024-08-07","cited_by_count":6,"area":null},{"id":"2410.13944","title":"Boosting LLM Translation Skills without General Ability Loss via Rationale Distillation","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2502.00270","title":"DUET: Optimizing Training Data Mixtures via Feedback from Unseen Evaluation Tasks","created":"2025-02-01","cited_by_count":6,"area":null},{"id":"2503.02359","title":"Add-One-In: Incremental Sample Selection for Large Language Models via a Choice-Based Greedy Paradigm","created":"2025-03-04","cited_by_count":6,"area":null},{"id":"2503.06202","title":"Breaking Free from MMI: A New Frontier in Rationalization by Probing Input Utilization","created":"2025-03-08","cited_by_count":6,"area":null},{"id":"2505.02118","title":"Adversarial Cooperative Rationalization: The Risk of Spurious Correlations in Even Clean Datasets","created":"2025-05-04","cited_by_count":6,"area":null},{"id":"2510.10023","title":"Skill-Targeted Adaptive Training","created":"2025-10-11","cited_by_count":6,"area":null},{"id":"2602.11079","title":"Probe-Based Data Attribution: Discovering and Mitigating Undesirable Behaviors in LLM Post-Training","created":"2026-02-11","cited_by_count":6,"area":null},{"id":"2406.16846","title":"Data Debiasing with Datamodels (D3M): Improving Subgroup Robustness via Data Selection","created":"2024-06-24","cited_by_count":5,"area":null},{"id":"2407.06120","title":"Sketchy Moment Matching: Toward Fast and Provable Data Selection for Finetuning","created":"2024-07-08","cited_by_count":5,"area":null},{"id":"2409.15820","title":"Supervised Fine-Tuning Achieve Rapid Task Adaption Via Alternating Attention Head Activation Patterns","created":"2024-09-24","cited_by_count":5,"area":null}],"next_cursor":"100"}