{"total":76,"rows":[{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137,"area":null},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115,"area":null},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91,"area":null},{"id":"2305.18466","title":"Test-Time Training on Nearest Neighbors for Large Language Models","created":"2023-05-29","cited_by_count":88,"area":null},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84,"area":null},{"id":"2211.12701","title":"Continual Learning of Natural Language Processing Tasks: A Survey","created":"2022-11-23","cited_by_count":83,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2212.09865","title":"Z-ICL: Zero-Shot In-Context Learning with Pseudo-Demonstrations","created":"2022-12-19","cited_by_count":70,"area":null},{"id":"2401.11624","title":"In-context Learning with Retrieved Demonstrations for Language Models: A Survey","created":"2024-01-21","cited_by_count":70,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2211.06651","title":"NLPeer: A Unified Resource for the Computational Study of Peer Review","created":"2022-11-12","cited_by_count":60,"area":null},{"id":"2303.14177","title":"Scaling Expert Language Models with Unsupervised Domain Discovery","created":"2023-03-24","cited_by_count":60,"area":null},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57,"area":null},{"id":"2305.09955","title":"Knowledge Card: Filling LLMs' Knowledge Gaps with Plug-in Specialized Language Models","created":"2023-05-17","cited_by_count":46,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2305.18390","title":"Emergent Modularity in Pre-trained Transformers","created":"2023-05-28","cited_by_count":37,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2210.05549","title":"Continual Training of Language Models for Few-Shot Learning","created":"2022-10-11","cited_by_count":33,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2112.08786","title":"Efficient Hierarchical Domain Adaptation for Pretrained Language Models","created":"2021-12-16","cited_by_count":32,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2210.07370","title":"M2D2: A Massively Multi-domain Language Modeling Dataset","created":"2022-10-13","cited_by_count":26,"area":null},{"id":"2305.16876","title":"CombLM: Adapting Black-Box Language Models through Small Fine-Tuned Models","created":"2023-05-23","cited_by_count":26,"area":null},{"id":"2305.14224","title":"mmT5: Modular Multilingual Pre-Training Solves Source Language Hallucinations","created":"2023-05-23","cited_by_count":24,"area":null},{"id":"2406.17245","title":"Unlocking Continual Learning Abilities in Language Models","created":"2024-06-25","cited_by_count":23,"area":null},{"id":"2204.10555","title":"KALA: Knowledge-Augmented Language Model Adaptation","created":"2022-04-22","cited_by_count":21,"area":null},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2411.00492","title":"Multi-expert Prompting Improves Reliability, Safety, and Usefulness of Large Language Models","created":"2024-11-01","cited_by_count":14,"area":null},{"id":"2508.01908","title":"Revisiting Replay and Gradient Alignment for Continual Pre-Training of Large Language Models","created":"2025-08-03","cited_by_count":14,"area":null},{"id":"2306.03235","title":"Information Flow Control in Machine Learning through Modular Model Architecture","created":"2023-06-05","cited_by_count":11,"area":null},{"id":"2306.12619","title":"Class-Incremental Learning based on Label Generation","created":"2023-06-22","cited_by_count":11,"area":null},{"id":"2405.14211","title":"ChronosLex: Time-aware Incremental Training for Temporal Generalization of Legal Classification Tasks","created":"2024-05-23","cited_by_count":11,"area":null},{"id":"2210.03690","title":"Few-Shot Anaphora Resolution in Scientific Protocols via Mixtures of In-Context Experts","created":"2022-10-07","cited_by_count":10,"area":null},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2502.12598","title":"Bring Your Own Knowledge: A Survey of Methods for LLM Knowledge Expansion","created":"2025-02-18","cited_by_count":8,"area":null},{"id":"2412.15563","title":"In-context Continual Learning Assisted by an External Continual Learner","created":"2024-12-20","cited_by_count":7,"area":null},{"id":"2507.09937","title":"Memorization Sinks: Isolating Memorization during LLM Training","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2511.13880","title":"AnaCP: Toward Upper-Bound Continual Learning via Analytic Contrastive Projection","created":"2025-11-17","cited_by_count":7,"area":null},{"id":"2111.01340","title":"Adapting to the Long Tail: A Meta-Analysis of Transfer Learning Research for Language Understanding Tasks","created":"2021-11-02","cited_by_count":6,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2407.01091","title":"M2QA: Multi-domain Multilingual Question Answering","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2412.15479","title":"Continual Learning Using Only Large Language Model Prompting","created":"2024-12-20","cited_by_count":5,"area":null},{"id":"2205.10661","title":"An Empirical Investigation of Commonsense Self-Supervision with Knowledge Graphs","created":"2022-05-21","cited_by_count":4,"area":null},{"id":"2401.12756","title":"What the Weight?! A Unified Framework for Zero-Shot Knowledge Composition","created":"2024-01-23","cited_by_count":4,"area":null},{"id":"2502.19385","title":"HDEE: Heterogeneous Domain Expert Ensemble","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2509.22888","title":"JE-IRT: A Geometric Lens on LLM Abilities through Joint Embedding Item Response Theory","created":"2025-09-26","cited_by_count":4,"area":null},{"id":"2205.06655","title":"Unified Modeling of Multi-Domain Multi-Device ASR Systems","created":"2022-05-13","cited_by_count":3,"area":null},{"id":"2212.10066","title":"RepMode: Learning to Re-parameterize Diverse Experts for Subcellular Structure Prediction","created":"2022-12-20","cited_by_count":3,"area":null},{"id":"2305.01099","title":"Logion: Machine Learning for Greek Philology","created":"2023-05-01","cited_by_count":3,"area":null},{"id":"2406.14828","title":"Word Matters: What Influences Domain Adaptation in Summarization?","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2605.20032","title":"CAMERA: Adapting to Semantic Camouflage in Unsupervised Text-Attributed Graph Fraud Detection","created":"2026-05-19","cited_by_count":3,"area":null},{"id":"2607.08077","title":"Modular Pretraining Enables Access Control","created":"2026-07-09","cited_by_count":3,"area":null},{"id":"2512.17720","title":"Mitigating Forgetting in Low Rank Adaptation","created":"2025-12-19","cited_by_count":2,"area":null},{"id":"2605.24846","title":"Tiny Brains, Giant Impact: Uncovering the Keystone Neurons of LLM with Just a Few Prompts","created":"2026-05-24","cited_by_count":2,"area":null},{"id":"2307.07477","title":"Population Expansion for Training Language Models with Private Federated Learning","created":"2023-07-14","cited_by_count":1,"area":null},{"id":"2504.18147","title":"NoEsis: Differentially Private Knowledge Transfer in Modular LLM Adaptation","created":"2025-04-25","cited_by_count":1,"area":null},{"id":"2506.07658","title":"From Raw Corpora to Domain Benchmarks: Automated Evaluation of LLM Domain Expertise","created":"2025-06-09","cited_by_count":1,"area":null},{"id":"2510.16851","title":"Neuronal Group Communication for Efficient Neural representation","created":"2025-10-19","cited_by_count":1,"area":null},{"id":"2304.02894","title":"Affect as a proxy for literary mood","created":"2023-04-06","cited_by_count":0,"area":null},{"id":"2305.14208","title":"Domain Private Transformers for Multi-Domain Dialog Systems","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2307.08225","title":"Harnessing Scalable Transactional Stream Processing for Managing Large Language Models [Vision]","created":"2023-07-17","cited_by_count":0,"area":null},{"id":"2508.20991","title":"ExpertSim: Fast Particle Detector Simulation Using Mixture-of-Generative-Experts","created":"2025-08-28","cited_by_count":0,"area":null},{"id":"2511.17417","title":"CREST: Improving Interpretability and Effectiveness of Troubleshooting at Ericsson through Criterion-Specific Trouble Report Retrieval","created":"2025-11-21","cited_by_count":0,"area":null},{"id":"2603.17198","title":"Structural Abstraction as an Inductive Bias for Non-Stationary Language Model Training","created":"2026-03-17","cited_by_count":0,"area":null},{"id":"2607.16554","title":"Capacity and Redundancy Trade-offs in Multi-Task Learning","created":"2026-07-17","cited_by_count":0,"area":null},{"id":"2609.05801","title":"Evidence-Aligned Local Composition of Discrete Experts for Sequence Restoration","created":"2026-09-05","cited_by_count":0,"area":null}],"next_cursor":null}