{"total":115,"rows":[{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2502.14802","title":"From RAG to Memory: Non-Parametric Continual Learning for Large Language Models","created":"2025-02-20","cited_by_count":231,"area":"rag"},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2309.06256","title":"Mitigating the Alignment Tax of RLHF","created":"2023-09-12","cited_by_count":183,"area":"alignment"},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2205.09911","title":"Can Foundation Models Wrangle Your Data?","created":"2022-05-20","cited_by_count":175,"area":null},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156,"area":null},{"id":"2402.01364","title":"Continual Learning for Large Language Models: A Survey","created":"2024-02-02","cited_by_count":147,"area":null},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137,"area":null},{"id":"2202.03829","title":"TimeLMs: Diachronic Language Models from Twitter","created":"2022-02-08","cited_by_count":131,"area":null},{"id":"2204.14211","title":"TemporalWiki: A Lifelong Benchmark for Training and Evaluating Ever-Evolving Language Models","created":"2022-04-29","cited_by_count":119,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2308.13320","title":"Fine-tuning can cripple your foundation model; preserving features may be the solution","created":"2023-08-25","cited_by_count":96,"area":null},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91,"area":null},{"id":"2211.14238","title":"Wild-Time: A Benchmark of in-the-Wild Distribution Shift over Time","created":"2022-11-25","cited_by_count":90,"area":null},{"id":"2205.09357","title":"Continual Pre-Training Mitigates Forgetting in Language and Vision","created":"2022-05-19","cited_by_count":83,"area":null},{"id":"2501.07278","title":"Lifelong Learning of Large Language Model based Agents: A Roadmap","created":"2025-01-13","cited_by_count":83,"area":"agents"},{"id":"2403.03187","title":"Reliable, Adaptable, and Attributable Language Models with Retrieval","created":"2024-03-05","cited_by_count":73,"area":"rag"},{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2305.01651","title":"Can LMs Learn New Entities from Descriptions? Challenges in Propagating Injected Knowledge","created":"2023-05-02","cited_by_count":67,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2409.15254","title":"Archon: An Architecture Search Framework for Inference-Time Techniques","created":"2024-09-23","cited_by_count":60,"area":null},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57,"area":null},{"id":"2502.10708","title":"Injecting Domain-Specific Knowledge into Large Language Models: A Comprehensive Survey","created":"2025-02-15","cited_by_count":51,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2509.13310","title":"Scaling Agents via Continual Pre-training","created":"2025-09-16","cited_by_count":40,"area":"agents"},{"id":"2308.15419","title":"Characterizing Learning Curves During Language Model Pre-Training: Learning, Forgetting, and Stability","created":"2023-08-29","cited_by_count":35,"area":null},{"id":"2311.08545","title":"Efficient Continual Pre-training for Building Domain Specific Large Language Models","created":"2023-11-14","cited_by_count":34,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2408.02085","title":"Unleashing the Power of Data Tsunami: A Comprehensive Survey on Data Assessment and Selection for Instruction Tuning of Language Models","created":"2024-08-04","cited_by_count":29,"area":"alignment"},{"id":"2408.15545","title":"SciLitLLM: How to Adapt LLMs for Scientific Literature Understanding","created":"2024-08-28","cited_by_count":29,"area":null},{"id":"2306.09306","title":"Propagating Knowledge Updates to LMs Through Distillation","created":"2023-06-15","cited_by_count":28,"area":null},{"id":"2402.16797","title":"Set the Clock: Temporal Alignment of Pretrained Language Models","created":"2024-02-26","cited_by_count":25,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2211.03154","title":"On the Domain Adaptation and Generalization of Pretrained Language Models: A Survey","created":"2022-11-06","cited_by_count":23,"area":null},{"id":"2310.07589","title":"Goodtriever: Adaptive Toxicity Mitigation with Retrieval-augmented Models","created":"2023-10-11","cited_by_count":23,"area":"rag"},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2411.02564","title":"Continual LLaVA: Continual Instruction Tuning in Large Vision-Language Models","created":"2024-11-04","cited_by_count":22,"area":"mllm"},{"id":"2302.12297","title":"Dynamic Benchmarking of Masked Language Models on Temporal Concept Drift with Multiple Views","created":"2023-02-23","cited_by_count":21,"area":null},{"id":"2305.14824","title":"Mitigating Temporal Misalignment by Discarding Outdated Facts","created":"2023-05-24","cited_by_count":21,"area":null},{"id":"2402.12261","title":"NEO-BENCH: Evaluating Robustness of Large Language Models with Neologisms","created":"2024-02-19","cited_by_count":20,"area":null},{"id":"2209.07216","title":"TempoWiC: An Evaluation Benchmark for Detecting Meaning Shift in Social Media","created":"2022-09-15","cited_by_count":19,"area":null},{"id":"2411.08324","title":"Are LLMs Prescient? A Continuous Evaluation using Daily News as the Oracle","created":"2024-11-13","cited_by_count":19,"area":null},{"id":"2311.08106","title":"Carpe Diem: On the Evaluation of World Knowledge in Lifelong Language Models","created":"2023-11-14","cited_by_count":18,"area":null},{"id":"2305.08702","title":"Recyclable Tuning for Continual Pre-training","created":"2023-05-15","cited_by_count":17,"area":null},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2405.04403","title":"Learning To See But Forgetting To Follow: Visual Instruction Tuning Makes LLMs More Prone To Jailbreak Attacks","created":"2024-05-07","cited_by_count":15,"area":"mllm"},{"id":"2504.02107","title":"TiC-LM: A Web-Scale Benchmark for Time-Continual LLM Pretraining","created":"2025-04-02","cited_by_count":15,"area":null},{"id":"2508.01908","title":"Revisiting Replay and Gradient Alignment for Continual Pre-Training of Large Language Models","created":"2025-08-03","cited_by_count":14,"area":null},{"id":"2601.18699","title":"Mechanistic Analysis of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2026-01-26","cited_by_count":14,"area":"moe"},{"id":"2501.13669","title":"How to Alleviate Catastrophic Forgetting in LLMs Finetuning? Hierarchical Layer-Wise and Element-Wise Regularization","created":"2025-01-23","cited_by_count":13,"area":null},{"id":"2303.01421","title":"Learn to Memorize: Scalable Continual Learning in Semiparametric Models with Mixture-of-Neighbors Induction Memory","created":"2023-03-02","cited_by_count":12,"area":null},{"id":"2402.09151","title":"Chinese MentalBERT: Domain-Adaptive Pre-training on Social Media for Chinese Mental Health Text Analysis","created":"2024-02-14","cited_by_count":12,"area":null},{"id":"2303.01081","title":"Can BERT Refrain from Forgetting on Sequential Tasks? A Probing Study","created":"2023-03-02","cited_by_count":11,"area":null},{"id":"2405.14211","title":"ChronosLex: Time-aware Incremental Training for Temporal Generalization of Legal Classification Tasks","created":"2024-05-23","cited_by_count":11,"area":null},{"id":"2302.11074","title":"Preventing Catastrophic Forgetting in Continual Learning of New Natural Language Tasks","created":"2023-02-22","cited_by_count":10,"area":null},{"id":"2502.15680","title":"Privacy Ripple Effects from Adding or Removing Personal Information in Language Model Training","created":"2025-02-21","cited_by_count":10,"area":null},{"id":"2205.11152","title":"Cross-lingual Lifelong Learning","created":"2022-05-23","cited_by_count":9,"area":null},{"id":"2212.09747","title":"Do CoNLL-2003 Named Entity Taggers Still Work Well in 2023?","created":"2022-12-19","cited_by_count":9,"area":null},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2402.01865","title":"What Will My Model Forget? Forecasting Forgotten Examples in Language Model Refinement","created":"2024-02-02","cited_by_count":9,"area":null},{"id":"2406.11830","title":"Language Modeling with Editable External Knowledge","created":"2024-06-17","cited_by_count":9,"area":"rag"},{"id":"2410.17018","title":"Exploring Forgetting in Large Language Model Pre-Training","created":"2024-10-22","cited_by_count":9,"area":null},{"id":"2310.13024","title":"Towards Anytime Fine-tuning: Continually Pre-trained Language Models with Hypernetwork Prompt","created":"2023-10-19","cited_by_count":8,"area":null},{"id":"2502.12598","title":"Bring Your Own Knowledge: A Survey of Methods for LLM Knowledge Expansion","created":"2025-02-18","cited_by_count":8,"area":null},{"id":"2311.01786","title":"TCM-GPT: Efficient Pre-training of Large Language Models for Domain Adaptation in Traditional Chinese Medicine","created":"2023-11-03","cited_by_count":7,"area":null},{"id":"2407.03145","title":"Enhancing Translation Accuracy of Large Language Models through Continual Pre-Training on Parallel Data","created":"2024-07-03","cited_by_count":7,"area":null},{"id":"2305.02215","title":"Exploring Linguistic Properties of Monolingual BERTs with Typological Classification among Languages","created":"2023-05-03","cited_by_count":6,"area":null},{"id":"2311.09632","title":"Online Continual Knowledge Learning for Language Models","created":"2023-11-16","cited_by_count":6,"area":null},{"id":"2311.12315","title":"AcademicGPT: Empowering Academic Research","created":"2023-11-21","cited_by_count":6,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2406.16694","title":"Task Oriented In-Domain Data Augmentation","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2312.03725","title":"SCStory: Self-supervised and Continual Online Story Discovery","created":"2023-11-27","cited_by_count":5,"area":null},{"id":"2402.09147","title":"Into the Unknown: Self-Learning Large Language Models","created":"2024-02-14","cited_by_count":5,"area":null},{"id":"2410.15126","title":"MELT: Materials-aware Continued Pre-training for Language Model Adaptation to Materials Science","created":"2024-10-19","cited_by_count":5,"area":null},{"id":"2112.11911","title":"Towards Interactive Language Modeling","created":"2021-12-14","cited_by_count":4,"area":null},{"id":"2212.02384","title":"Addressing Distribution Shift at Test Time in Pre-trained Language Models","created":"2022-12-05","cited_by_count":4,"area":null},{"id":"2410.10584","title":"STACKFEED: Structured Textual Actor-Critic Knowledge Base Editing with FeedBack","created":"2024-10-14","cited_by_count":4,"area":"lr"},{"id":"2505.14158","title":"Temporal Alignment of Time Sensitive Facts with Activation Engineering","created":"2025-05-20","cited_by_count":4,"area":null},{"id":"2602.15156","title":"Panini: Continual Learning in Token Space via Structured Memory","created":"2026-02-16","cited_by_count":4,"area":null},{"id":"2411.04448","title":"Gradient Localization Improves Lifelong Pretraining of Language Models","created":"2024-11-07","cited_by_count":3,"area":null},{"id":"2504.13603","title":"Continual Pre-Training is (not) What You Need in Domain Adaption","created":"2025-04-18","cited_by_count":3,"area":null},{"id":"2505.12043","title":"MoL for LLMs: Dual-Loss Optimization to Enhance Domain Expertise While Preserving General Capabilities","created":"2025-05-17","cited_by_count":3,"area":null},{"id":"2509.07177","title":"Towards EnergyGPT: A Large Language Model Specialized for the Energy Sector","created":"2025-09-08","cited_by_count":3,"area":null},{"id":"2208.10734","title":"Learning Dynamic Contextualised Word Embeddings via Template-based Temporal Adaptation","created":"2022-08-23","cited_by_count":2,"area":null},{"id":"2211.08192","title":"RobBERT-2022: Updating a Dutch Language Model to Account for Evolving Language Use","created":"2022-11-15","cited_by_count":2,"area":null},{"id":"2305.04673","title":"PreCog: Exploring the Relation between Memorization and Performance in Pre-trained Language Models","created":"2023-05-08","cited_by_count":2,"area":null},{"id":"2311.10614","title":"A Self-enhancement Approach for Domain-specific Chatbot Training via Knowledge Mining and Digest","created":"2023-11-17","cited_by_count":2,"area":null},{"id":"2601.04301","title":"Quantifying the Effect of Test Set Contamination on Generative Evaluations","created":"2026-01-07","cited_by_count":2,"area":null},{"id":"2210.15462","title":"He Said, She Said: Style Transfer for Shifting the Perspective of Dialogues","created":"2022-10-27","cited_by_count":1,"area":null},{"id":"2311.09765","title":"Back to Basics: A Simple Recipe for Improving Out-of-Domain Retrieval in Dense Encoders","created":"2023-11-16","cited_by_count":1,"area":null},{"id":"2409.12440","title":"Incremental and Data-Efficient Concept Formation to Support Masked Word Prediction","created":"2024-09-19","cited_by_count":1,"area":null},{"id":"2505.22358","title":"Adaptive Budget Allocation for Orthogonal-Subspace Adapter Tuning in LLMs Continual Learning","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2508.03571","title":"Tackling Distribution Shift in LLM via KILO: Knowledge-Instructed Learning for Continual Adaptation","created":"2025-08-05","cited_by_count":1,"area":null},{"id":"2510.13008","title":"CurLL: A Developmental Framework to Evaluate Continual Learning in Language Models","created":"2025-10-14","cited_by_count":1,"area":null},{"id":"2601.18261","title":"FGGM: Fisher-Guided Gradient Masking for Continual Learning","created":"2026-01-26","cited_by_count":1,"area":null}],"next_cursor":"100"}