{"total":99,"rows":[{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2205.09911","title":"Can Foundation Models Wrangle Your Data?","created":"2022-05-20","cited_by_count":175,"area":null},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156,"area":null},{"id":"2402.01364","title":"Continual Learning for Large Language Models: A Survey","created":"2024-02-02","cited_by_count":147,"area":null},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137,"area":null},{"id":"2202.03829","title":"TimeLMs: Diachronic Language Models from Twitter","created":"2022-02-08","cited_by_count":131,"area":null},{"id":"2204.14211","title":"TemporalWiki: A Lifelong Benchmark for Training and Evaluating Ever-Evolving Language Models","created":"2022-04-29","cited_by_count":119,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2308.13320","title":"Fine-tuning can cripple your foundation model; preserving features may be the solution","created":"2023-08-25","cited_by_count":96,"area":null},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91,"area":null},{"id":"2211.14238","title":"Wild-Time: A Benchmark of in-the-Wild Distribution Shift over Time","created":"2022-11-25","cited_by_count":90,"area":null},{"id":"2205.09357","title":"Continual Pre-Training Mitigates Forgetting in Language and Vision","created":"2022-05-19","cited_by_count":83,"area":null},{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2305.01651","title":"Can LMs Learn New Entities from Descriptions? Challenges in Propagating Injected Knowledge","created":"2023-05-02","cited_by_count":67,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2409.15254","title":"Archon: An Architecture Search Framework for Inference-Time Techniques","created":"2024-09-23","cited_by_count":60,"area":null},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57,"area":null},{"id":"2502.10708","title":"Injecting Domain-Specific Knowledge into Large Language Models: A Comprehensive Survey","created":"2025-02-15","cited_by_count":51,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2308.15419","title":"Characterizing Learning Curves During Language Model Pre-Training: Learning, Forgetting, and Stability","created":"2023-08-29","cited_by_count":35,"area":null},{"id":"2311.08545","title":"Efficient Continual Pre-training for Building Domain Specific Large Language Models","created":"2023-11-14","cited_by_count":34,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2408.15545","title":"SciLitLLM: How to Adapt LLMs for Scientific Literature Understanding","created":"2024-08-28","cited_by_count":29,"area":null},{"id":"2306.09306","title":"Propagating Knowledge Updates to LMs Through Distillation","created":"2023-06-15","cited_by_count":28,"area":null},{"id":"2402.16797","title":"Set the Clock: Temporal Alignment of Pretrained Language Models","created":"2024-02-26","cited_by_count":25,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2211.03154","title":"On the Domain Adaptation and Generalization of Pretrained Language Models: A Survey","created":"2022-11-06","cited_by_count":23,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2302.12297","title":"Dynamic Benchmarking of Masked Language Models on Temporal Concept Drift with Multiple Views","created":"2023-02-23","cited_by_count":21,"area":null},{"id":"2305.14824","title":"Mitigating Temporal Misalignment by Discarding Outdated Facts","created":"2023-05-24","cited_by_count":21,"area":null},{"id":"2402.12261","title":"NEO-BENCH: Evaluating Robustness of Large Language Models with Neologisms","created":"2024-02-19","cited_by_count":20,"area":null},{"id":"2209.07216","title":"TempoWiC: An Evaluation Benchmark for Detecting Meaning Shift in Social Media","created":"2022-09-15","cited_by_count":19,"area":null},{"id":"2411.08324","title":"Are LLMs Prescient? A Continuous Evaluation using Daily News as the Oracle","created":"2024-11-13","cited_by_count":19,"area":null},{"id":"2311.08106","title":"Carpe Diem: On the Evaluation of World Knowledge in Lifelong Language Models","created":"2023-11-14","cited_by_count":18,"area":null},{"id":"2305.08702","title":"Recyclable Tuning for Continual Pre-training","created":"2023-05-15","cited_by_count":17,"area":null},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2504.02107","title":"TiC-LM: A Web-Scale Benchmark for Time-Continual LLM Pretraining","created":"2025-04-02","cited_by_count":15,"area":null},{"id":"2508.01908","title":"Revisiting Replay and Gradient Alignment for Continual Pre-Training of Large Language Models","created":"2025-08-03","cited_by_count":14,"area":null},{"id":"2501.13669","title":"How to Alleviate Catastrophic Forgetting in LLMs Finetuning? Hierarchical Layer-Wise and Element-Wise Regularization","created":"2025-01-23","cited_by_count":13,"area":null},{"id":"2303.01421","title":"Learn to Memorize: Scalable Continual Learning in Semiparametric Models with Mixture-of-Neighbors Induction Memory","created":"2023-03-02","cited_by_count":12,"area":null},{"id":"2402.09151","title":"Chinese MentalBERT: Domain-Adaptive Pre-training on Social Media for Chinese Mental Health Text Analysis","created":"2024-02-14","cited_by_count":12,"area":null},{"id":"2303.01081","title":"Can BERT Refrain from Forgetting on Sequential Tasks? A Probing Study","created":"2023-03-02","cited_by_count":11,"area":null},{"id":"2405.14211","title":"ChronosLex: Time-aware Incremental Training for Temporal Generalization of Legal Classification Tasks","created":"2024-05-23","cited_by_count":11,"area":null},{"id":"2302.11074","title":"Preventing Catastrophic Forgetting in Continual Learning of New Natural Language Tasks","created":"2023-02-22","cited_by_count":10,"area":null},{"id":"2502.15680","title":"Privacy Ripple Effects from Adding or Removing Personal Information in Language Model Training","created":"2025-02-21","cited_by_count":10,"area":null},{"id":"2205.11152","title":"Cross-lingual Lifelong Learning","created":"2022-05-23","cited_by_count":9,"area":null},{"id":"2212.09747","title":"Do CoNLL-2003 Named Entity Taggers Still Work Well in 2023?","created":"2022-12-19","cited_by_count":9,"area":null},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2402.01865","title":"What Will My Model Forget? Forecasting Forgotten Examples in Language Model Refinement","created":"2024-02-02","cited_by_count":9,"area":null},{"id":"2410.17018","title":"Exploring Forgetting in Large Language Model Pre-Training","created":"2024-10-22","cited_by_count":9,"area":null},{"id":"2310.13024","title":"Towards Anytime Fine-tuning: Continually Pre-trained Language Models with Hypernetwork Prompt","created":"2023-10-19","cited_by_count":8,"area":null},{"id":"2502.12598","title":"Bring Your Own Knowledge: A Survey of Methods for LLM Knowledge Expansion","created":"2025-02-18","cited_by_count":8,"area":null},{"id":"2311.01786","title":"TCM-GPT: Efficient Pre-training of Large Language Models for Domain Adaptation in Traditional Chinese Medicine","created":"2023-11-03","cited_by_count":7,"area":null},{"id":"2407.03145","title":"Enhancing Translation Accuracy of Large Language Models through Continual Pre-Training on Parallel Data","created":"2024-07-03","cited_by_count":7,"area":null},{"id":"2305.02215","title":"Exploring Linguistic Properties of Monolingual BERTs with Typological Classification among Languages","created":"2023-05-03","cited_by_count":6,"area":null},{"id":"2311.09632","title":"Online Continual Knowledge Learning for Language Models","created":"2023-11-16","cited_by_count":6,"area":null},{"id":"2311.12315","title":"AcademicGPT: Empowering Academic Research","created":"2023-11-21","cited_by_count":6,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2406.16694","title":"Task Oriented In-Domain Data Augmentation","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2312.03725","title":"SCStory: Self-supervised and Continual Online Story Discovery","created":"2023-11-27","cited_by_count":5,"area":null},{"id":"2402.09147","title":"Into the Unknown: Self-Learning Large Language Models","created":"2024-02-14","cited_by_count":5,"area":null},{"id":"2410.15126","title":"MELT: Materials-aware Continued Pre-training for Language Model Adaptation to Materials Science","created":"2024-10-19","cited_by_count":5,"area":null},{"id":"2112.11911","title":"Towards Interactive Language Modeling","created":"2021-12-14","cited_by_count":4,"area":null},{"id":"2212.02384","title":"Addressing Distribution Shift at Test Time in Pre-trained Language Models","created":"2022-12-05","cited_by_count":4,"area":null},{"id":"2505.14158","title":"Temporal Alignment of Time Sensitive Facts with Activation Engineering","created":"2025-05-20","cited_by_count":4,"area":null},{"id":"2602.15156","title":"Panini: Continual Learning in Token Space via Structured Memory","created":"2026-02-16","cited_by_count":4,"area":null},{"id":"2411.04448","title":"Gradient Localization Improves Lifelong Pretraining of Language Models","created":"2024-11-07","cited_by_count":3,"area":null},{"id":"2504.13603","title":"Continual Pre-Training is (not) What You Need in Domain Adaption","created":"2025-04-18","cited_by_count":3,"area":null},{"id":"2505.12043","title":"MoL for LLMs: Dual-Loss Optimization to Enhance Domain Expertise While Preserving General Capabilities","created":"2025-05-17","cited_by_count":3,"area":null},{"id":"2509.07177","title":"Towards EnergyGPT: A Large Language Model Specialized for the Energy Sector","created":"2025-09-08","cited_by_count":3,"area":null},{"id":"2208.10734","title":"Learning Dynamic Contextualised Word Embeddings via Template-based Temporal Adaptation","created":"2022-08-23","cited_by_count":2,"area":null},{"id":"2211.08192","title":"RobBERT-2022: Updating a Dutch Language Model to Account for Evolving Language Use","created":"2022-11-15","cited_by_count":2,"area":null},{"id":"2305.04673","title":"PreCog: Exploring the Relation between Memorization and Performance in Pre-trained Language Models","created":"2023-05-08","cited_by_count":2,"area":null},{"id":"2311.10614","title":"A Self-enhancement Approach for Domain-specific Chatbot Training via Knowledge Mining and Digest","created":"2023-11-17","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2210.15462","title":"He Said, She Said: Style Transfer for Shifting the Perspective of Dialogues","created":"2022-10-27","cited_by_count":1,"area":null},{"id":"2311.09765","title":"Back to Basics: A Simple Recipe for Improving Out-of-Domain Retrieval in Dense Encoders","created":"2023-11-16","cited_by_count":1,"area":null},{"id":"2409.12440","title":"Incremental and Data-Efficient Concept Formation to Support Masked Word Prediction","created":"2024-09-19","cited_by_count":1,"area":null},{"id":"2505.22358","title":"Adaptive Budget Allocation for Orthogonal-Subspace Adapter Tuning in LLMs Continual Learning","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2508.03571","title":"Tackling Distribution Shift in LLM via KILO: Knowledge-Instructed Learning for Continual Adaptation","created":"2025-08-05","cited_by_count":1,"area":null},{"id":"2510.13008","title":"CurLL: A Developmental Framework to Evaluate Continual Learning in Language Models","created":"2025-10-14","cited_by_count":1,"area":null},{"id":"2601.18261","title":"FGGM: Fisher-Guided Gradient Masking for Continual Learning","created":"2026-01-26","cited_by_count":1,"area":null},{"id":"2603.02041","title":"EstLLM: Enhancing Estonian Capabilities in Multilingual LLMs via Continued Pretraining and Post-Training","created":"2026-03-02","cited_by_count":1,"area":null},{"id":"2609.06986","title":"Continual Learning Mechanisms Compose for Long-Horizon Memorization","created":"2026-09-07","cited_by_count":1,"area":null},{"id":"2209.05706","title":"Non-Parametric Temporal Adaptation for Social Media Topic Classification","created":"2022-09-13","cited_by_count":0,"area":null},{"id":"2212.01217","title":"Using Large Pre-Trained Language Model to Assist FDA in Premarket Medical Device","created":"2022-11-03","cited_by_count":0,"area":null},{"id":"2307.08225","title":"Harnessing Scalable Transactional Stream Processing for Managing Large Language Models [Vision]","created":"2023-07-17","cited_by_count":0,"area":null},{"id":"2404.02754","title":"Continual Learning of Numerous Tasks from Long-tail Distributions","created":"2024-04-03","cited_by_count":0,"area":null},{"id":"2409.09636","title":"Towards understanding evolution of science through language model series","created":"2024-09-15","cited_by_count":0,"area":null},{"id":"2410.16006","title":"Exploring Continual Fine-Tuning for Enhancing Language Ability in Large Language Model","created":"2024-10-21","cited_by_count":0,"area":null},{"id":"2504.17449","title":"HMI: Hierarchical Knowledge Management for Efficient Multi-Tenant Inference in Pretrained Language Models","created":"2025-04-24","cited_by_count":0,"area":null},{"id":"2609.00184","title":"Synthetic Worlds for Temporal Evaluation and Knowledge Updating in LLMs","created":"2026-08-31","cited_by_count":0,"area":null},{"id":"2609.40089","title":"Replay on Demand: An Emergent Curriculum for Balancing Adaptation and Forgetting in Continued Pretraining","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.13835","title":"Specialists Learn Faster: Knowledge Organization in Pre-training Shapes Knowledge Update Efficiency","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}