{"list":"other","total":67,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"2009.13081","title":"What Disease does this Patient Have? A Large-scale Open Domain Question Answering Dataset from Medical Exams","created":"2020-09-28","cited_by_count":1356},{"id":"1909.06146","title":"PubMedQA: A Dataset for Biomedical Research Question Answering","created":"2019-09-13","cited_by_count":1288},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744},{"id":"1812.05159","title":"An Empirical Study of Example Forgetting during Deep Neural Network Learning","created":"2018-12-12","cited_by_count":678},{"id":"2401.02385","title":"TinyLlama: An Open-Source Small Language Model","created":"2024-01-04","cited_by_count":618},{"id":"2203.14371","title":"MedMCQA : A Large-scale Multi-Subject Multi-Choice Dataset for Medical domain Question Answering","created":"2022-03-27","cited_by_count":543},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528},{"id":"2006.05929","title":"Dataset Condensation with Gradient Matching","created":"2020-06-10","cited_by_count":516},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"2308.12032","title":"From Quantity to Quality: Boosting LLM Performance with Self-Guided Data Selection for Instruction Tuning","created":"2023-08-23","cited_by_count":307},{"id":"2303.14186","title":"TRAK: Attributing Model Behavior at Scale","created":"2023-03-24","cited_by_count":283},{"id":"2103.00123","title":"GRAD-MATCH: Gradient Matching based Data Subset Selection for Efficient Deep Model Training","created":"2021-02-27","cited_by_count":274},{"id":"2410.17891","title":"Scaling Diffusion Language Models via Adaptation from Autoregressive Models","created":"2024-10-23","cited_by_count":274},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234},{"id":"2012.10630","title":"GLISTER: Generalization based Data Subset Selection for Efficient and Robust Learning","created":"2020-12-19","cited_by_count":226},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182},{"id":"1802.09841","title":"Adversarial Active Learning for Deep Networks: a Margin Based Approach","created":"2018-02-27","cited_by_count":158},{"id":"2109.03764","title":"Active Learning by Acquiring Contrastive Examples","created":"2021-09-08","cited_by_count":156},{"id":"2204.08499","title":"DeepCore: A Comprehensive Library for Coreset Selection in Deep Learning","created":"2022-04-18","cited_by_count":147},{"id":"2402.00530","title":"Superfiltering: Weak-to-Strong Data Filtering for Fast Instruction-Tuning","created":"2024-02-01","cited_by_count":138},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100},{"id":"2106.07760","title":"RETRIEVE: Coreset Selection for Efficient and Robust Semi-Supervised Learning","created":"2021-06-14","cited_by_count":74},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66},{"id":"2305.09246","title":"Maybe Only 0.5% Data is Needed: A Preliminary Exploration of Low Training Data Instruction Tuning","created":"2023-05-16","cited_by_count":58},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57},{"id":"2311.00288","title":"Active Instruction Tuning: Improving Cross-Task Generalization by Training on Prompt Sensitive Tasks","created":"2023-11-01","cited_by_count":55},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41},{"id":"2311.08545","title":"Efficient Continual Pre-training for Building Domain Specific Large Language Models","created":"2023-11-14","cited_by_count":34},{"id":"2312.11508","title":"Rethinking the Instruction Quality: LIFT is What You Need","created":"2023-12-12","cited_by_count":34},{"id":"2501.00654","title":"ICONS: Influence Consensus for Vision-Language Data Selection","created":"2024-12-31","cited_by_count":29},{"id":"2408.14471","title":"A Practitioner's Guide to Continual Multimodal Pretraining","created":"2024-08-26","cited_by_count":23},{"id":"2506.05453","title":"MLLM-CL: Continual Learning for Multimodal Large Language Models","created":"2025-06-05","cited_by_count":23},{"id":"2505.02881","title":"Rewriting Pre-Training Data Boosts LLM Performance in Math and Code","created":"2025-05-05","cited_by_count":21},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20},{"id":"2407.05040","title":"Code Less, Align More: Efficient LLM Fine-tuning for Code Generation with Data Pruning","created":"2024-07-06","cited_by_count":20},{"id":"2505.12212","title":"Data Whisperer: Efficient Data Selection for Task-Specific LLM Fine-Tuning via Few-Shot In-Context Learning","created":"2025-05-18","cited_by_count":20},{"id":"2401.03129","title":"Examining Forgetting in Continual Pre-training of Aligned Large Language Models","created":"2024-01-06","cited_by_count":18},{"id":"2502.19363","title":"DataMan: Data Manager for Pre-training Large Language Models","created":"2025-02-26","cited_by_count":17},{"id":"2407.18743","title":"Towards Effective and Efficient Continual Pre-training of Large Language Models","created":"2024-07-26","cited_by_count":15},{"id":"2505.14826","title":"FisherSFT: Data-Efficient Supervised Fine-Tuning of Language Models Using Information Gain","created":"2025-05-20","cited_by_count":15},{"id":"2505.19051","title":"Efficient Data Selection at Scale via Influence Distillation","created":"2025-05-25","cited_by_count":15},{"id":"2501.05559","title":"Forget About It: Mitigating Forgetting Without Replay or Auxiliary Objectives","created":"2025-01-09","cited_by_count":14},{"id":"2502.14709","title":"Group-Level Data Selection for Efficient Pretraining","created":"2025-02-20","cited_by_count":13},{"id":"2402.16767","title":"CorpusBrain++: A Continual Generative Pre-Training Framework for Knowledge-Intensive Language Tasks","created":"2024-02-26","cited_by_count":10},{"id":"2502.17607","title":"Synthetic Text Generation for Training Large Language Models via Gradient Matching","created":"2025-02-24","cited_by_count":10},{"id":"2401.17186","title":"Embracing Language Inclusivity and Diversity in CLIP through Continual Language Learning","created":"2024-01-30","cited_by_count":8},{"id":"2503.17195","title":"TreeSynth: Synthesizing Diverse Data from Scratch via Tree-Guided Subspace Partitioning","created":"2025-03-21","cited_by_count":7},{"id":"2601.23155","title":"SPICE: Submodular Penalized Information-Conflict Selection for Efficient Large Language Model Training","created":"2026-01-30","cited_by_count":7},{"id":"2507.01785","title":"MuRating: A High Quality Data Selecting Approach to Multilingual Large Language Model Pretraining","created":"2025-07-02","cited_by_count":5},{"id":"2606.14971","title":"FastMix: Fast Data Mixture Optimization via Gradient Descent","created":"2026-06-12","cited_by_count":1}],"next_cursor":null}