{"total":18,"rows":[{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137,"area":null},{"id":"2110.05323","title":"ProgFed: Effective, Communication, and Computation Efficient Federated Learning by Progressive Training","created":"2021-10-11","cited_by_count":27,"area":null},{"id":"2207.04543","title":"Challenging Common Assumptions about Catastrophic Forgetting","created":"2022-07-10","cited_by_count":20,"area":null},{"id":"2202.09826","title":"Continual Learning Beyond a Single Model","created":"2022-02-20","cited_by_count":18,"area":null},{"id":"2211.11747","title":"NEVIS'22: A Stream of 100 Tasks Sampled from 30 Years of Computer Vision Research","created":"2022-11-15","cited_by_count":18,"area":null},{"id":"2210.07931","title":"Sequential Learning Of Neural Networks for Prequential MDL","created":"2022-10-14","cited_by_count":13,"area":null},{"id":"2206.10011","title":"When Does Re-initialization Work?","created":"2022-06-20","cited_by_count":12,"area":null},{"id":"2602.03702","title":"Anytime Pretraining: Horizon-Free Learning-Rate Schedules with Weight Averaging","created":"2026-02-03","cited_by_count":10,"area":null},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2303.10455","title":"Learn, Unlearn and Relearn: An Online Learning Paradigm for Deep Neural Networks","created":"2023-03-18","cited_by_count":7,"area":null},{"id":"2410.15143","title":"Budgeted Online Continual Learning by Adaptive Layer Freezing and Frequency-based Sampling","created":"2024-10-19","cited_by_count":7,"area":null},{"id":"2502.06544","title":"Sequence Transferability and Task Order Selection in Continual Learning","created":"2025-02-10","cited_by_count":5,"area":null},{"id":"2406.04484","title":"Step Out and Seek Around: On Warm-Start Training with Incremental Data","created":"2024-06-06","cited_by_count":4,"area":null},{"id":"2310.02206","title":"Chunking: Continual Learning is not just about Distribution Shift","created":"2023-10-03","cited_by_count":3,"area":null},{"id":"2204.01640","title":"APP: Anytime Progressive Pruning","created":"2022-04-04","cited_by_count":1,"area":null},{"id":"2312.00072","title":"CRAFT: Contextual Re-Activation of Filters for face recognition Training","created":"2023-11-29","cited_by_count":0,"area":null}],"next_cursor":null}