{"total":329,"rows":[{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154,"area":"alignment"},{"id":"2406.00515","title":"A Survey on Large Language Models for Code Generation","created":"2024-06-01","cited_by_count":658,"area":null},{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2310.12508","title":"SalUn: Empowering Machine Unlearning via Gradient-based Weight Saliency in Both Image Classification and Generation","created":"2023-10-19","cited_by_count":386,"area":"diffusion"},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2410.12832","title":"Generative Reward Models","created":"2024-10-02","cited_by_count":148,"area":"alignment"},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2504.07934","title":"SoTA with Less: MCTS-Guided Sample Selection for Data-Efficient Visual Reasoning Self-Improvement","created":"2025-04-10","cited_by_count":145,"area":"lr"},{"id":"2410.08260","title":"Koala-36M: A Large-scale Video Dataset Improving Consistency between Fine-grained Conditions and Video Content","created":"2024-10-10","cited_by_count":135,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2305.02309","title":"CodeGen2: Lessons for Training LLMs on Programming and Natural Languages","created":"2023-05-03","cited_by_count":125,"area":null},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121,"area":null},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105,"area":null},{"id":"2504.03380","title":"Online Difficulty Filtering for Reasoning Oriented Reinforcement Learning","created":"2025-04-04","cited_by_count":104,"area":"lr"},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2309.08638","title":"Anchor Points: Benchmarking Models with Much Fewer Examples","created":"2023-09-14","cited_by_count":86,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2305.07017","title":"An Inverse Scaling Law for CLIP Training","created":"2023-05-11","cited_by_count":77,"area":null},{"id":"2502.10341","title":"Organize the Web: Constructing Domains Enhances Pre-Training Data Curation","created":"2025-02-14","cited_by_count":76,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2405.16640","title":"A Survey of Multimodal Large Language Model from A Data-centric Perspective","created":"2024-05-26","cited_by_count":75,"area":"mllm"},{"id":"2309.10818","title":"SlimPajama-DC: Understanding Data Combinations for LLM Training","created":"2023-09-19","cited_by_count":72,"area":null},{"id":"2504.13161","title":"Nemotron-CLIMB: CLustering-based Iterative Data Mixture Bootstrapping for Language Model Pre-training","created":"2025-04-17","cited_by_count":66,"area":null},{"id":"2410.07471","title":"SEAL: Safety-enhanced Aligned LLM Fine-tuning via Bilevel Data Selection","created":"2024-10-09","cited_by_count":64,"area":null},{"id":"2308.12108","title":"The Local Learning Coefficient: A Singularity-Aware Complexity Measure","created":"2023-08-23","cited_by_count":51,"area":null},{"id":"2506.11116","title":"Infinity Instruct: Scaling Instruction Selection and Synthesis to Enhance Language Models","created":"2025-06-09","cited_by_count":50,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2407.06645","title":"Entropy Law: The Story Behind Data Compression and LLM Performance","created":"2024-07-09","cited_by_count":44,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2402.02364","title":"Loss Landscape Degeneracy and Stagewise Development in Transformers","created":"2024-02-04","cited_by_count":40,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2506.17080","title":"Tower+: Bridging Generality and Translation Specialization in Multilingual LLMs","created":"2025-06-20","cited_by_count":40,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37,"area":null},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2412.02980","title":"Surveying the Effects of Quality, Diversity, and Complexity in Synthetic Data From Large Language Models","created":"2024-12-04","cited_by_count":35,"area":"synth"},{"id":"2502.10361","title":"Enhancing Multilingual LLM Pretraining with Model-Based Data Selection","created":"2025-02-14","cited_by_count":35,"area":null},{"id":"2311.08545","title":"Efficient Continual Pre-training for Building Domain Specific Large Language Models","created":"2023-11-14","cited_by_count":34,"area":null},{"id":"2402.16705","title":"SelectIT: Selective Instruction Tuning for LLMs via Uncertainty-Aware Self-Reflection","created":"2024-02-26","cited_by_count":34,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2405.02774","title":"Get more for less: Principled Data Selection for Warming Up Fine-Tuning in LLMs","created":"2024-05-05","cited_by_count":32,"area":null},{"id":"2402.15017","title":"Towards Few-Shot Adaptation of Foundation Models via Multitask Finetuning","created":"2024-02-22","cited_by_count":31,"area":null},{"id":"2405.05905","title":"Truthful Aggregation of LLMs with an Application to Online Advertising","created":"2024-05-09","cited_by_count":29,"area":null},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2410.10877","title":"Improving Data Efficiency via Curating LLM-Driven Rating Systems","created":"2024-10-09","cited_by_count":29,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2410.11303","title":"TSDS: Data Selection for Task-Specific Model Finetuning","created":"2024-10-15","cited_by_count":28,"area":null},{"id":"2402.07625","title":"Autonomous Data Selection with Zero-shot Generative Classifiers for Mathematical Texts","created":"2024-02-12","cited_by_count":27,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2411.12882","title":"ProSec: Fortifying Code LLMs with Proactive Security Alignment","created":"2024-11-19","cited_by_count":25,"area":"alignment"},{"id":"2412.14689","title":"How to Synthesize Text Data without Model Collapse?","created":"2024-12-19","cited_by_count":25,"area":"synth"},{"id":"2401.10463","title":"Critical Data Size of Language Models from a Grokking Perspective","created":"2024-01-19","cited_by_count":24,"area":null},{"id":"2305.13865","title":"Selective Pre-training for Private Fine-tuning","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2509.26625","title":"Learning to See Before Seeing: Demystifying LLM Visual Priors from Language Pre-training","created":"2025-09-30","cited_by_count":23,"area":null},{"id":"2401.06408","title":"AboutMe: Using Self-Descriptions in Webpages to Document the Effects of English Pretraining Data Filters","created":"2024-01-12","cited_by_count":22,"area":null},{"id":"2501.01956","title":"Metadata Conditioning Accelerates Language Model Pre-training","created":"2025-01-03","cited_by_count":22,"area":null},{"id":"2411.00062","title":"Scalable Reinforcement Post-Training Beyond Static Human Prompts: Evolving Alignment via Asymmetric Self-Play","created":"2024-10-31","cited_by_count":21,"area":"alignment"},{"id":"2412.03881","title":"Weak-to-Strong Generalization Through the Data-Centric Lens","created":"2024-12-05","cited_by_count":21,"area":"alignment"},{"id":"2503.00808","title":"Predictive Data Selection: The Data That Predicts Is the Data That Teaches","created":"2025-03-02","cited_by_count":21,"area":null},{"id":"2508.10858","title":"Hierarchical Fine-grained Preference Optimization for Physically Plausible Video Generation","created":"2025-08-14","cited_by_count":21,"area":"alignment"},{"id":"2602.05400","title":"OPUS: Towards Efficient and Principled Data Selection in Large Language Model Pre-training in Every Iteration","created":"2026-02-05","cited_by_count":21,"area":null},{"id":"2405.19547","title":"CLIPLoss and Norm-Based Data Selection Methods for Multimodal Contrastive Learning","created":"2024-05-29","cited_by_count":20,"area":"mllm"},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2407.12858","title":"Grounding and Evaluation for Large Language Models: Practical Challenges and Lessons Learned (Survey)","created":"2024-07-10","cited_by_count":20,"area":null},{"id":"2306.13840","title":"Beyond Scale: The Diversity Coefficient as a Data Quality Metric for Variability in Natural Language Data","created":"2023-06-24","cited_by_count":19,"area":null},{"id":"2309.15954","title":"The Devil is in the Details: A Deep Dive into the Rabbit Hole of Data Filtering","created":"2023-09-27","cited_by_count":19,"area":null},{"id":"2405.00705","title":"SHED: Shapley-Based Automated Dataset Refinement for Instruction Fine-Tuning","created":"2024-04-23","cited_by_count":19,"area":null},{"id":"2504.14194","title":"Meta-rater: A Multi-dimensional Data Selection Method for Pre-training Language Models","created":"2025-04-19","cited_by_count":19,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2410.03735","title":"Task-Adaptive Pretrained Language Models via Clustered-Importance Sampling","created":"2024-09-30","cited_by_count":18,"area":null},{"id":"2504.17119","title":"The Rise of Small Language Models in Healthcare: A Comprehensive Survey","created":"2025-04-23","cited_by_count":18,"area":null},{"id":"2310.05674","title":"Making Scalable Meta Learning Practical","created":"2023-10-09","cited_by_count":17,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2402.14273","title":"Can Language Models Act as Knowledge Bases at Scale?","created":"2024-02-22","cited_by_count":17,"area":null},{"id":"2405.19524","title":"AI Risk Management Should Incorporate Both Safety and Security","created":"2024-05-29","cited_by_count":17,"area":null},{"id":"2504.16420","title":"A Survey of Foundation Model-Powered Recommender Systems: From Feature-Based, Generative to Agentic Paradigms","created":"2025-04-23","cited_by_count":17,"area":"agents"},{"id":"2507.03253","title":"RefineX: Learning to Refine Pre-training Data at Scale from Expert-Guided Programs","created":"2025-07-04","cited_by_count":17,"area":null},{"id":"2504.16511","title":"QuaDMix: Quality-Diversity Balanced Data Selection for Efficient LLM Pretraining","created":"2025-04-23","cited_by_count":16,"area":null},{"id":"2408.08310","title":"ScalingFilter: Assessing Data Quality through Inverse Utilization of Scaling Laws","created":"2024-08-15","cited_by_count":15,"area":null},{"id":"2410.01109","title":"Mixing It Up: The Cocktail Effect of Multi-Task Fine-Tuning on LLM Performance -- A Case Study in Finance","created":"2024-10-01","cited_by_count":15,"area":null},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15,"area":null},{"id":"2510.16882","title":"Utility-Diversity Aware Online Batch Selection for LLM Supervised Fine-tuning","created":"2025-10-19","cited_by_count":15,"area":null},{"id":"2406.04872","title":"Diversified Batch Selection for Training Acceleration","created":"2024-06-07","cited_by_count":14,"area":null},{"id":"2410.03077","title":"CommonIT: Commonality-Aware Instruction Tuning for Large Language Models via Data Partitions","created":"2024-10-04","cited_by_count":14,"area":null}],"next_cursor":"100"}