{"total":188,"rows":[{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872,"area":null},{"id":"2310.14152","title":"Orthogonal Subspace Learning for Language Model Continual Learning","created":"2023-10-22","cited_by_count":312,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2301.09785","title":"Transformer-Patcher: One Mistake worth One Neuron","created":"2023-01-24","cited_by_count":197,"area":null},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197,"area":null},{"id":"2305.14259","title":"SciMON: Scientific Inspiration Machines Optimized for Novelty","created":"2023-05-23","cited_by_count":179,"area":null},{"id":"2110.03215","title":"Towards Continual Knowledge Learning of Language Models","created":"2021-10-07","cited_by_count":174,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156,"area":null},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134,"area":null},{"id":"2106.05346","title":"End-to-End Training of Multi-Document Reader and Retriever for Open-Domain Question Answering","created":"2021-06-09","cited_by_count":133,"area":"rag"},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2403.01244","title":"Mitigating Catastrophic Forgetting in Large Language Models with Self-Synthesized Rehearsal","created":"2024-03-02","cited_by_count":118,"area":null},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115,"area":null},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113,"area":null},{"id":"2110.07298","title":"LFPT5: A Unified Framework for Lifelong Few-shot Language Learning Based on Prompt Tuning of T5","created":"2021-10-14","cited_by_count":104,"area":null},{"id":"2302.11803","title":"A Comprehensive Survey on Source-free Domain Adaptation","created":"2023-02-23","cited_by_count":104,"area":null},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91,"area":null},{"id":"2104.05489","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","created":"2021-04-12","cited_by_count":86,"area":null},{"id":"2102.02557","title":"Adaptive Semiparametric Language Models","created":"2021-02-04","cited_by_count":83,"area":null},{"id":"2211.12701","title":"Continual Learning of Natural Language Processing Tasks: A Survey","created":"2022-11-23","cited_by_count":83,"area":null},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80,"area":null},{"id":"2104.04132","title":"Replay in Deep Learning: Current Approaches and Missing Biological Elements","created":"2021-04-01","cited_by_count":72,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2310.06762","title":"TRACE: A Comprehensive Benchmark for Continual Learning in Large Language Models","created":"2023-10-10","cited_by_count":66,"area":"alignment"},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2305.15062","title":"Lawyer LLaMA Technical Report","created":"2023-05-24","cited_by_count":54,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2203.04640","title":"Memory Efficient Continual Learning with Transformers","created":"2022-03-09","cited_by_count":43,"area":null},{"id":"2110.00175","title":"DualNet: Continual Learning, Fast and Slow","created":"2021-10-01","cited_by_count":39,"area":null},{"id":"2401.08295","title":"SAPT: A Shared Attention Framework for Parameter-Efficient Continual Learning of Large Language Models","created":"2024-01-16","cited_by_count":38,"area":null},{"id":"2104.08808","title":"Learn Continually, Generalize Rapidly: Lifelong Knowledge Accumulation for Few-shot Learning","created":"2021-04-18","cited_by_count":35,"area":null},{"id":"2212.09744","title":"DSI++: Updating Transformer Memory with New Documents","created":"2022-12-19","cited_by_count":35,"area":null},{"id":"2101.01926","title":"Curriculum-Meta Learning for Order-Robust Continual Relation Extraction","created":"2021-01-06","cited_by_count":34,"area":null},{"id":"2505.02486","title":"SEFE: Superficial and Essential Forgetting Eliminator for Multimodal Continual Instruction Tuning","created":"2025-05-05","cited_by_count":33,"area":"mllm"},{"id":"2301.06627","title":"Dissociating language and thought in large language models","created":"2023-01-16","cited_by_count":29,"area":"lr"},{"id":"2203.02721","title":"Consistent Representation Learning for Continual Relation Extraction","created":"2022-03-05","cited_by_count":28,"area":"distill"},{"id":"2404.07470","title":"Scalable Language Model with Generalized Continual Learning","created":"2024-04-11","cited_by_count":28,"area":null},{"id":"2110.07735","title":"Continual Learning on Noisy Data Streams via Self-Purified Replay","created":"2021-10-14","cited_by_count":27,"area":null},{"id":"2207.07730","title":"How to Reuse and Compose Knowledge for a Lifetime of Tasks: A Survey on Continual Learning and Functional Composition","created":"2022-07-15","cited_by_count":27,"area":null},{"id":"2305.16252","title":"Overcoming Catastrophic Forgetting in Massively Multilingual Continual Learning","created":"2023-05-25","cited_by_count":27,"area":null},{"id":"2404.00790","title":"Rehearsal-Free Modular and Compositional Continual Learning for Language Models","created":"2024-03-31","cited_by_count":27,"area":null},{"id":"2203.08512","title":"ConTinTin: Continual Learning from Task Instructions","created":"2022-03-16","cited_by_count":26,"area":null},{"id":"2205.01500","title":"Meta Learning for Natural Language Processing: A Survey","created":"2022-05-03","cited_by_count":26,"area":null},{"id":"2201.09680","title":"Relational Memory Augmented Language Models","created":"2022-01-24","cited_by_count":24,"area":null},{"id":"2210.16433","title":"Knowledge-in-Context: Towards Knowledgeable Semi-Parametric Language Models","created":"2022-10-28","cited_by_count":24,"area":"moe"},{"id":"2305.14657","title":"Dealing with Cross-Task Class Discrimination in Online Continual Learning","created":"2023-05-24","cited_by_count":24,"area":null},{"id":"2204.07275","title":"Incremental Prompting: Episodic Memory Prompt for Lifelong Event Detection","created":"2022-04-15","cited_by_count":23,"area":null},{"id":"2306.15347","title":"FedET: A Communication-Efficient Federated Class-Incremental Learning Framework Based on Enhanced Transformer","created":"2023-06-27","cited_by_count":23,"area":null},{"id":"2406.17245","title":"Unlocking Continual Learning Abilities in Language Models","created":"2024-06-25","cited_by_count":23,"area":null},{"id":"2109.05897","title":"Question Answering over Electronic Devices: A New Benchmark Dataset and a Multi-Task Learning based QA Framework","created":"2021-09-13","cited_by_count":21,"area":null},{"id":"2203.09450","title":"Continual Learning Based on OOD Detection and Task Masking","created":"2022-03-17","cited_by_count":21,"area":null},{"id":"2305.05968","title":"Investigating Forgetting in Pre-Trained Representations Through Continual Learning","created":"2023-05-10","cited_by_count":21,"area":null},{"id":"2207.04543","title":"Challenging Common Assumptions about Catastrophic Forgetting","created":"2022-07-10","cited_by_count":20,"area":null},{"id":"2312.00600","title":"Improving Plasticity in Online Continual Learning via Collaborative Learning","created":"2023-12-01","cited_by_count":20,"area":null},{"id":"2108.12641","title":"Prototype-Guided Memory Replay for Continual Learning","created":"2021-08-28","cited_by_count":19,"area":null},{"id":"2407.03994","title":"Unlocking the Potential of Model Merging for Low-Resource Languages","created":"2024-07-04","cited_by_count":19,"area":null},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2301.12230","title":"Continual Graph Learning: A Survey","created":"2023-01-28","cited_by_count":18,"area":null},{"id":"2311.08106","title":"Carpe Diem: On the Evaluation of World Knowledge in Lifelong Language Models","created":"2023-11-14","cited_by_count":18,"area":null},{"id":"2206.14085","title":"Continual Learning with Transformers for Image Classification","created":"2022-06-28","cited_by_count":17,"area":null},{"id":"2207.05071","title":"Online Continual Learning of End-to-End Speech Recognition Models","created":"2022-07-11","cited_by_count":15,"area":null},{"id":"2410.10179","title":"Is Parameter Collision Hindering Continual Learning in LLMs?","created":"2024-10-14","cited_by_count":15,"area":null},{"id":"2106.02821","title":"Lifelong Learning of Hate Speech Classification on Social Media","created":"2021-06-05","cited_by_count":14,"area":null},{"id":"2501.05559","title":"Forget About It: Mitigating Forgetting Without Replay or Auxiliary Objectives","created":"2025-01-09","cited_by_count":14,"area":null},{"id":"2505.15424","title":"Gated Integration of Low-Rank Adaptation for Continual Learning of Large Language Models","created":"2025-05-21","cited_by_count":13,"area":null},{"id":"2309.15413","title":"Inherit with Distillation and Evolve with Contrast: Exploring Class Incremental Semantic Segmentation Without Exemplar Memory","created":"2023-09-27","cited_by_count":12,"area":"distill"},{"id":"2409.19245","title":"Forgetting, Ignorance or Myopia: Revisiting Key Challenges in Online Continual Learning","created":"2024-09-28","cited_by_count":12,"area":null},{"id":"2411.00489","title":"Human-inspired Perspectives: A Survey on AI Long-term Memory","created":"2024-11-01","cited_by_count":12,"area":null},{"id":"2506.12109","title":"Personalized LLM Decoding via Contrasting Personal Preference","created":"2025-06-13","cited_by_count":12,"area":"alignment"},{"id":"2303.01081","title":"Can BERT Refrain from Forgetting on Sequential Tasks? A Probing Study","created":"2023-03-02","cited_by_count":11,"area":null},{"id":"2308.03300","title":"Do You Remember? Overcoming Catastrophic Forgetting for Fake Audio Detection","created":"2023-08-07","cited_by_count":11,"area":null},{"id":"2402.10073","title":"Both Matter: Enhancing the Emotional Intelligence of Large Language Models without Compromising the General Intelligence","created":"2024-02-15","cited_by_count":11,"area":null},{"id":"2405.14211","title":"ChronosLex: Time-aware Incremental Training for Temporal Generalization of Legal Classification Tasks","created":"2024-05-23","cited_by_count":11,"area":null},{"id":"2408.09053","title":"Learning to Route for Dynamic Adapter Composition in Continual Learning with Language Models","created":"2024-08-16","cited_by_count":11,"area":null},{"id":"2507.02503","title":"Continual Gradient Low-Rank Projection Fine-Tuning for LLMs","created":"2025-07-03","cited_by_count":11,"area":null},{"id":"2212.10422","title":"Localising In-Domain Adaptation of Transformer-Based Biomedical Language Models","created":"2022-12-20","cited_by_count":10,"area":null},{"id":"2409.19611","title":"Learning Attentional Mixture of LoRAs for Language Model Continual Learning","created":"2024-09-29","cited_by_count":10,"area":null},{"id":"2101.06984","title":"Studying Catastrophic Forgetting in Neural Ranking Models","created":"2021-01-18","cited_by_count":9,"area":null},{"id":"2205.11152","title":"Cross-lingual Lifelong Learning","created":"2022-05-23","cited_by_count":9,"area":null},{"id":"2305.16559","title":"Teamwork Is Not Always Good: An Empirical Study of Classifier Drift in Class-incremental Information Extraction","created":"2023-05-26","cited_by_count":9,"area":null},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2402.01865","title":"What Will My Model Forget? Forecasting Forgotten Examples in Language Model Refinement","created":"2024-02-02","cited_by_count":9,"area":null},{"id":"2404.14607","title":"Q-Tuning: Queue-based Prompt Tuning for Lifelong Few-shot Language Learning","created":"2024-04-22","cited_by_count":9,"area":null},{"id":"2410.16801","title":"Controlled Low-Rank Adaptation with Subspace Regularization for Continued Training on Large Language Models","created":"2024-10-22","cited_by_count":9,"area":null},{"id":"2410.17018","title":"Exploring Forgetting in Large Language Model Pre-Training","created":"2024-10-22","cited_by_count":9,"area":null},{"id":"2502.08356","title":"Systematic Knowledge Injection into Large Language Models via Diverse Augmentation for Domain-Specific RAG","created":"2025-02-12","cited_by_count":9,"area":"rag"},{"id":"2204.09517","title":"Entropy-based Stability-Plasticity for Lifelong Learning","created":"2022-04-18","cited_by_count":8,"area":null},{"id":"2310.13024","title":"Towards Anytime Fine-tuning: Continually Pre-trained Language Models with Hypernetwork Prompt","created":"2023-10-19","cited_by_count":8,"area":null},{"id":"2406.14026","title":"Demystifying Language Model Forgetting with Low-rank Example Associations","created":"2024-06-20","cited_by_count":8,"area":null},{"id":"2406.16601","title":"Do As I Do: Pose Guided Human Motion Copy","created":"2024-06-24","cited_by_count":8,"area":null},{"id":"2407.21571","title":"PMoE: Progressive Mixture of Experts with Asymmetric Transformer for Continual Learning","created":"2024-07-31","cited_by_count":8,"area":"moe"},{"id":"2503.10620","title":"From TOWER to SPIRE: Adding the Speech Modality to a Translation-Specialist LLM","created":"2025-03-13","cited_by_count":8,"area":null},{"id":"2310.09436","title":"Sub-network Discovery and Soft-masking for Continual Learning of Mixed Tasks","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2509.06100","title":"Orthogonal Low-rank Adaptation in Lie Groups for Continual Learning of Large Language Models","created":"2025-09-07","cited_by_count":7,"area":null},{"id":"2210.00940","title":"How Relevant is Selective Memory Population in Lifelong Language Learning?","created":"2022-10-03","cited_by_count":6,"area":null},{"id":"2309.00023","title":"Continual Learning From a Stream of APIs","created":"2023-08-31","cited_by_count":6,"area":null},{"id":"2407.00875","title":"MoE-CT: A Novel Approach For Large Language Models Training With Resistance To Catastrophic Forgetting","created":"2024-06-25","cited_by_count":6,"area":"moe"}],"next_cursor":"100"}