{"total":20,"rows":[{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2206.11488","title":"On the Importance and Applicability of Pre-Training for Federated Learning","created":"2022-06-23","cited_by_count":71,"area":null},{"id":"2305.12766","title":"Understanding Emergent In-Context Learning from a Kernel Regression Perspective","created":"2023-05-22","cited_by_count":24,"area":null},{"id":"2209.14389","title":"Downstream Datasets Make Surprisingly Good Pretraining Corpora","created":"2022-09-28","cited_by_count":20,"area":null},{"id":"2603.10055","title":"Training Language Models via Neural Cellular Automata","created":"2026-03-09","cited_by_count":15,"area":null},{"id":"2304.07995","title":"From Zero to Hero: Examining the Power of Symbolic Tasks in Instruction Tuning","created":"2023-04-17","cited_by_count":14,"area":null},{"id":"2502.19402","title":"General Intelligence Requires Reward-based Pretraining","created":"2025-02-26","cited_by_count":12,"area":null},{"id":"2601.21725","title":"Procedural Pretraining: Warming Up Language Models with Abstract Data","created":"2026-01-29","cited_by_count":10,"area":null},{"id":"2212.09864","title":"Synthetic Pre-Training Tasks for Neural Machine Translation","created":"2022-12-19","cited_by_count":8,"area":null},{"id":"2511.13945","title":"Can You Learn to See Without Images? Procedural Warm-Up for Vision Transformers","created":"2025-11-17","cited_by_count":8,"area":null},{"id":"2310.00796","title":"SIP: Injecting a Structural Inductive Bias into a Seq2Seq Model by Simulation","created":"2023-10-01","cited_by_count":7,"area":null},{"id":"2311.07687","title":"Language Model-In-The-Loop: Data Optimal Approach to Learn-To-Recommend Actions in Text Games","created":"2023-11-13","cited_by_count":3,"area":null},{"id":"2410.05224","title":"Cookbook: A framework for improving LLM generative abilities via programmatic data generating templates","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2310.16261","title":"The Distributional Hypothesis Does Not Fully Explain the Benefits of Masked Language Model Pretraining","created":"2023-10-25","cited_by_count":1,"area":null},{"id":"2405.06636","title":"Federated Document Visual Question Answering: A Pilot Study","created":"2024-05-10","cited_by_count":1,"area":null},{"id":"2608.05148","title":"Reasoning Core: Designing Broad Procedural Data for Completion-Supervised Reasoning Training","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2609.17831","title":"Procedural Pretraining for Molecular Property Prediction","created":"2026-09-15","cited_by_count":0,"area":null},{"id":"2609.37631","title":"Procedural Core: A Compact Recurrent Initialization for Vision Transformers","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2609.38764","title":"Lasting Effects of Abstract Pretraining Beyond Perplexity","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.18651","title":"Does Pretraining Teach Chemical Language Models Chemistry?","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}