{"total":460,"rows":[{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2307.05782","title":"Large Language Models","created":"2023-07-11","cited_by_count":780,"area":null},{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303,"area":null},{"id":"2309.16671","title":"Demystifying CLIP Data","created":"2023-09-28","cited_by_count":270,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2308.13418","title":"Nougat: Neural Optical Understanding for Academic Documents","created":"2023-08-25","cited_by_count":245,"area":null},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121,"area":null},{"id":"2310.05773","title":"Towards Lossless Dataset Distillation via Difficulty-Aligned Trajectory Matching","created":"2023-10-09","cited_by_count":118,"area":null},{"id":"2210.15809","title":"Coverage-centric Coreset Selection for High Pruning Rates","created":"2022-10-28","cited_by_count":117,"area":null},{"id":"2210.16859","title":"A Solvable Model of Neural Scaling Laws","created":"2022-10-30","cited_by_count":116,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2402.01092","title":"A Dynamical Model of Neural Scaling Laws","created":"2024-02-02","cited_by_count":111,"area":null},{"id":"2210.14891","title":"Broken Neural Scaling Laws","created":"2022-10-26","cited_by_count":109,"area":null},{"id":"2312.03526","title":"On the Diversity and Realism of Distilled Dataset: An Efficient Dataset Distillation Paradigm","created":"2023-12-06","cited_by_count":109,"area":null},{"id":"2312.04567","title":"Scaling Laws of Synthetic Images for Model Training ... for Now","created":"2023-12-07","cited_by_count":108,"area":null},{"id":"2307.03718","title":"Frontier AI Regulation: Managing Emerging Risks to Public Safety","created":"2023-07-06","cited_by_count":98,"area":null},{"id":"2208.05516","title":"Quality Not Quantity: On the Interaction between Dataset Design and Robustness of CLIP","created":"2022-08-10","cited_by_count":97,"area":null},{"id":"2302.14416","title":"DREAM: Efficient Dataset Distillation by Representative Matching","created":"2023-02-28","cited_by_count":94,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2301.04272","title":"Data Distillation: A Survey","created":"2023-01-11","cited_by_count":87,"area":null},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75,"area":null},{"id":"2404.04125","title":"No \"Zero-Shot\" Without Exponential Data: Pretraining Concept Frequency Determines Multimodal Model Performance","created":"2024-04-04","cited_by_count":75,"area":null},{"id":"2309.10818","title":"SlimPajama-DC: Understanding Data Combinations for LLM Training","created":"2023-09-19","cited_by_count":72,"area":null},{"id":"2310.07931","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","created":"2023-10-11","cited_by_count":69,"area":null},{"id":"2310.14664","title":"Data Pruning via Moving-one-Sample-out","created":"2023-10-23","cited_by_count":67,"area":null},{"id":"2306.05175","title":"Large-scale Dataset Pruning with Dynamic Uncertainty","created":"2023-06-08","cited_by_count":63,"area":null},{"id":"2503.10657","title":"RouterEval: A Comprehensive Benchmark for Routing LLMs to Explore Model-level Scaling Up in LLMs","created":"2025-03-08","cited_by_count":61,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2409.17858","title":"How Feature Learning Can Improve Neural Scaling Laws","created":"2024-09-26","cited_by_count":56,"area":null},{"id":"2405.15613","title":"Automatic Data Curation for Self-Supervised Learning: A Clustering-Based Approach","created":"2024-05-24","cited_by_count":50,"area":null},{"id":"2312.15927","title":"M3D: Dataset Condensation by Minimizing Maximum Mean Discrepancy","created":"2023-12-26","cited_by_count":49,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2310.08901","title":"Welfare Diplomacy: Benchmarking Language Model Cooperation","created":"2023-10-13","cited_by_count":45,"area":null},{"id":"2403.07384","title":"SmallToLarge (S2L): Scalable Data Selection for Fine-tuning Large Language Models by Summarizing Training Trajectories of Small Models","created":"2024-03-12","cited_by_count":44,"area":null},{"id":"2307.03132","title":"T-MARS: Improving Visual Representations by Circumventing Text Feature Learning","created":"2023-07-06","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2208.08489","title":"Understanding Scaling Laws for Recommendation Models","created":"2022-08-17","cited_by_count":38,"area":null},{"id":"2210.03044","title":"Unmasking the Lottery Ticket Hypothesis: What's Encoded in a Winning Ticket's Mask?","created":"2022-10-06","cited_by_count":38,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2311.13613","title":"Spanning Training Progress: Temporal Dual-Depth Scoring (TDDS) for Enhanced Dataset Pruning","created":"2023-11-22","cited_by_count":38,"area":null},{"id":"2404.09349","title":"Adversarial Robustness Limits via Scaling-Law and Human-Alignment Studies","created":"2024-04-14","cited_by_count":38,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2301.00930","title":"Data Valuation Without Training of a Model","created":"2023-01-03","cited_by_count":35,"area":null},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2401.04578","title":"Effective pruning of web-scale datasets based on complexity of concept clusters","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2411.05735","title":"Aioli: A Unified Optimization Framework for Language Model Data Mixing","created":"2024-11-08","cited_by_count":34,"area":null},{"id":"2401.13912","title":"A Survey of Deep Learning and Foundation Models for Time Series Forecasting","created":"2024-01-25","cited_by_count":33,"area":null},{"id":"2406.17711","title":"Data curation via joint example selection further accelerates multimodal learning","created":"2024-06-25","cited_by_count":33,"area":null},{"id":"2402.00795","title":"LLMs learn governing principles of dynamical systems, revealing an in-context neural scaling law","created":"2024-02-01","cited_by_count":32,"area":null},{"id":"2402.10430","title":"Smaller Language Models are capable of selecting Instruction-Tuning Training Data for Larger Language Models","created":"2024-02-16","cited_by_count":32,"area":null},{"id":"2403.05812","title":"Algorithmic progress in language models","created":"2024-03-09","cited_by_count":31,"area":null},{"id":"2406.17746","title":"Recite, Reconstruct, Recollect: Memorization in LMs as a Multifaceted Phenomenon","created":"2024-06-25","cited_by_count":31,"area":null},{"id":"2402.02318","title":"Diversity Measurement and Subset Selection for Instruction Tuning Datasets","created":"2024-02-04","cited_by_count":29,"area":null},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2310.03262","title":"Predicting Emergent Abilities with Infinite Resolution Evaluation","created":"2023-10-05","cited_by_count":28,"area":null},{"id":"2312.05328","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","created":"2023-12-08","cited_by_count":28,"area":null},{"id":"2505.17799","title":"A Coreset Selection of Coreset Selection Literature: Introduction and Recent Advances","created":"2025-05-23","cited_by_count":28,"area":null},{"id":"2309.14563","title":"Towards a statistical theory of data selection under weak supervision","created":"2023-09-25","cited_by_count":27,"area":null},{"id":"2310.10873","title":"IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2410.11840","title":"A Hitchhiker's Guide to Scaling Law Estimation","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2305.18424","title":"Repeated Random Sampling for Minimizing the Time-to-Accuracy of Learning","created":"2023-05-28","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2502.18969","title":"(Mis)Fitting: A Survey of Scaling Laws","created":"2025-02-26","cited_by_count":26,"area":null},{"id":"2506.11300","title":"Beyond Random Sampling: Efficient Language Model Pretraining via Curriculum Learning","created":"2025-06-12","cited_by_count":26,"area":null},{"id":"2210.02442","title":"Making Your First Choice: To Address Cold Start Problem in Vision Active Learning","created":"2022-10-05","cited_by_count":25,"area":null},{"id":"2403.02419","title":"Are More LLM Calls All You Need? Towards Scaling Laws of Compound Inference Systems","created":"2024-03-04","cited_by_count":25,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2303.10725","title":"SIESTA: Efficient Online Continual Learning with Sleep","created":"2023-03-19","cited_by_count":24,"area":null},{"id":"2401.10463","title":"Critical Data Size of Language Models from a Grokking Perspective","created":"2024-01-19","cited_by_count":24,"area":null},{"id":"2305.13865","title":"Selective Pre-training for Private Fine-tuning","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2309.15123","title":"Uncovering Neural Scaling Laws in Molecular Representation Learning","created":"2023-09-15","cited_by_count":23,"area":null},{"id":"2512.16676","title":"DataFlow: An LLM-Driven Framework for Unified Data Preparation and Workflow Automation in the Era of Data-Centric AI","created":"2025-12-18","cited_by_count":23,"area":null},{"id":"2602.07488","title":"Deriving Neural Scaling Laws from the statistics of natural language","created":"2026-02-07","cited_by_count":23,"area":null},{"id":"2302.09195","title":"Data-Efficient Contrastive Self-supervised Learning: Most Beneficial Examples for Supervised Learning Contribute the Least","created":"2023-02-18","cited_by_count":22,"area":null},{"id":"2406.18561","title":"SelMatch: Effectively Scaling Up Dataset Distillation via Selection-Based Initialization and Partial Updates by Trajectory Matching","created":"2024-05-28","cited_by_count":22,"area":null},{"id":"2407.20177","title":"AutoScale: Scale-Aware Data Mixing for Pre-Training LLMs","created":"2024-07-29","cited_by_count":22,"area":null},{"id":"2502.06905","title":"Lightweight Dataset Pruning without Full Training via Example Difficulty and Prediction Uncertainty","created":"2025-02-10","cited_by_count":22,"area":null},{"id":"2510.22037","title":"ATLAS: Adaptive Transfer Scaling Laws for Multilingual Pretraining, Finetuning, and Decoding the Curse of Multilinguality","created":"2025-10-24","cited_by_count":22,"area":null},{"id":"2306.00029","title":"CodeTF: One-stop Transformer Library for State-of-the-art Code LLMs","created":"2023-05-31","cited_by_count":21,"area":null},{"id":"2410.11215","title":"A CLIP-Powered Framework for Robust and Generalizable Data Selection","created":"2024-10-15","cited_by_count":21,"area":null},{"id":"2501.11039","title":"Model Predictive Task Sampling for Efficient and Robust Adaptation","created":"2025-01-19","cited_by_count":21,"area":null},{"id":"2211.07819","title":"General Intelligence Requires Rethinking Exploration","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2305.06156","title":"The Vault: A Comprehensive Multilingual Dataset for Advancing Code Understanding and Generation","created":"2023-05-09","cited_by_count":20,"area":null},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20,"area":null},{"id":"2310.14019","title":"You Only Condense Once: Two Rules for Pruning Condensed Datasets","created":"2023-10-21","cited_by_count":20,"area":null},{"id":"2311.01002","title":"Robust Data Pruning under Label Noise via Maximizing Re-labeling Accuracy","created":"2023-11-02","cited_by_count":20,"area":null},{"id":"2312.00359","title":"Temperature Balancing, Layer-wise Weight Analysis, and Neural Network Training","created":"2023-12-01","cited_by_count":20,"area":null},{"id":"2406.10670","title":"CoLoR-Filter: Conditional Loss Reduction Filtering for Targeted Language Model Pre-training","created":"2024-06-15","cited_by_count":20,"area":null},{"id":"2407.05040","title":"Code Less, Align More: Efficient LLM Fine-tuning for Code Generation with Data Pruning","created":"2024-07-06","cited_by_count":20,"area":null},{"id":"2505.12212","title":"Data Whisperer: Efficient Data Selection for Task-Specific LLM Fine-Tuning via Few-Shot In-Context Learning","created":"2025-05-18","cited_by_count":20,"area":null},{"id":"2305.05095","title":"Less is More: Removing Text-regions Improves CLIP Training Efficiency and Robustness","created":"2023-05-08","cited_by_count":19,"area":null}],"next_cursor":"100"}