{"total":126,"rows":[{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2308.08747","title":"An Empirical Study of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2023-08-17","cited_by_count":639,"area":null},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2402.01364","title":"Continual Learning for Large Language Models: A Survey","created":"2024-02-02","cited_by_count":147,"area":null},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2403.01244","title":"Mitigating Catastrophic Forgetting in Large Language Models with Self-Synthesized Rehearsal","created":"2024-03-02","cited_by_count":118,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2401.02415","title":"LLaMA Pro: Progressive LLaMA with Block Expansion","created":"2024-01-04","cited_by_count":101,"area":null},{"id":"2305.14152","title":"Memory-Efficient Fine-Tuning of Compressed Large Language Models via sub-4-bit Integer Quantization","created":"2023-05-23","cited_by_count":100,"area":null},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99,"area":null},{"id":"2308.13320","title":"Fine-tuning can cripple your foundation model; preserving features may be the solution","created":"2023-08-25","cited_by_count":96,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72,"area":null},{"id":"2307.03025","title":"Style Over Substance: Evaluation Biases for Large Language Models","created":"2023-07-06","cited_by_count":70,"area":null},{"id":"2307.09218","title":"A Comprehensive Survey of Forgetting in Deep Learning Beyond Continual Learning","created":"2023-07-16","cited_by_count":69,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58,"area":null},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57,"area":null},{"id":"2311.00288","title":"Active Instruction Tuning: Improving Cross-Task Generalization by Training on Prompt Sensitive Tasks","created":"2023-11-01","cited_by_count":55,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44,"area":null},{"id":"2412.13337","title":"Unveiling the Secret Recipe: A Guide For Supervised Fine-Tuning Small LLMs","created":"2024-12-17","cited_by_count":40,"area":null},{"id":"2407.08699","title":"Mitigating Catastrophic Forgetting in Language Transfer via Model Merging","created":"2024-07-11","cited_by_count":36,"area":null},{"id":"2308.11073","title":"Audio-Visual Class-Incremental Learning","created":"2023-08-21","cited_by_count":33,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2310.14510","title":"CITB: A Benchmark for Continual Instruction Tuning","created":"2023-10-23","cited_by_count":33,"area":null},{"id":"2407.18369","title":"AI Safety in Generative AI Large Language Models: A Survey","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2402.18334","title":"Learning to Generate Instruction Tuning Datasets for Zero-Shot Task Adaptation","created":"2024-02-28","cited_by_count":27,"area":null},{"id":"2407.06488","title":"Towards Understanding Multi-Task Learning (Generalization) of LLMs via Detecting and Exploring Task-Specific Neurons","created":"2024-07-09","cited_by_count":25,"area":null},{"id":"2501.04961","title":"Demystifying Domain-adaptive Post-training for Financial LLMs","created":"2025-01-09","cited_by_count":24,"area":null},{"id":"2509.20758","title":"SFT Doesn't Always Hurt General Capabilities: Revisiting Domain-Specific Fine-Tuning in LLMs","created":"2025-09-25","cited_by_count":24,"area":null},{"id":"2406.17245","title":"Unlocking Continual Learning Abilities in Language Models","created":"2024-06-25","cited_by_count":23,"area":null},{"id":"2412.13840","title":"Unleashing the Power of Continual Learning on Non-Centralized Devices: A Survey","created":"2024-12-18","cited_by_count":23,"area":null},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2311.14740","title":"AutoKG: Efficient Automated Knowledge Graph Generation for Language Models","created":"2023-11-22","cited_by_count":17,"area":null},{"id":"2309.16459","title":"Augmenting LLMs with Knowledge: A survey on hallucination prevention","created":"2023-09-28","cited_by_count":16,"area":null},{"id":"2502.11019","title":"Unlocking the Power of Function Vectors for Characterizing and Mitigating Catastrophic Forgetting in Continual Instruction Tuning","created":"2025-02-16","cited_by_count":16,"area":null},{"id":"2402.04902","title":"L4Q: Parameter Efficient Quantization-Aware Fine-Tuning on Large Language Models","created":"2024-02-07","cited_by_count":15,"area":null},{"id":"2407.02118","title":"Breaking Language Barriers: Cross-Lingual Continual Pre-Training at Scale","created":"2024-07-02","cited_by_count":15,"area":null},{"id":"2407.18743","title":"Towards Effective and Efficient Continual Pre-training of Large Language Models","created":"2024-07-26","cited_by_count":15,"area":null},{"id":"2304.07995","title":"From Zero to Hero: Examining the Power of Symbolic Tasks in Instruction Tuning","created":"2023-04-17","cited_by_count":14,"area":null},{"id":"2410.03077","title":"CommonIT: Commonality-Aware Instruction Tuning for Large Language Models via Data Partitions","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2501.05559","title":"Forget About It: Mitigating Forgetting Without Replay or Auxiliary Objectives","created":"2025-01-09","cited_by_count":14,"area":null},{"id":"2312.07887","title":"Learn or Recall? Revisiting Incremental Learning with Pre-trained Language Models","created":"2023-12-13","cited_by_count":13,"area":null},{"id":"2509.08255","title":"Mitigating Catastrophic Forgetting in Large Language Models with Forgetting-aware Pruning","created":"2025-09-10","cited_by_count":13,"area":null},{"id":"2303.01421","title":"Learn to Memorize: Scalable Continual Learning in Semiparametric Models with Mixture-of-Neighbors Induction Memory","created":"2023-03-02","cited_by_count":12,"area":null},{"id":"2309.13192","title":"Towards Green AI in Fine-tuning Large Language Models via Adaptive Backpropagation","created":"2023-09-22","cited_by_count":12,"area":null},{"id":"2506.13045","title":"Continual Learning for Generative AI: From LLMs to MLLMs and Beyond","created":"2025-06-16","cited_by_count":12,"area":null},{"id":"2306.12619","title":"Class-Incremental Learning based on Label Generation","created":"2023-06-22","cited_by_count":11,"area":null},{"id":"2308.02226","title":"Learning to Paraphrase Sentences to Different Complexity Levels","created":"2023-08-04","cited_by_count":11,"area":null},{"id":"2308.09830","title":"Synergistic Integration of Large Language Models and Cognitive Architectures for Robust AI: An Exploratory Analysis","created":"2023-08-18","cited_by_count":11,"area":null},{"id":"2403.10056","title":"Don't Half-listen: Capturing Key-part Information in Continual Instruction Tuning","created":"2024-03-15","cited_by_count":10,"area":null},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2410.10636","title":"Adapt-$\\infty$: Scalable Continual Multimodal Instruction Tuning via Dynamic Data Selection","created":"2024-10-14","cited_by_count":9,"area":null},{"id":"2406.14026","title":"Demystifying Language Model Forgetting with Low-rank Example Associations","created":"2024-06-20","cited_by_count":8,"area":null},{"id":"2503.10620","title":"From TOWER to SPIRE: Adding the Speech Modality to a Translation-Specialist LLM","created":"2025-03-13","cited_by_count":8,"area":null},{"id":"2504.01241","title":"Catastrophic Forgetting in LLMs: A Comparative Analysis Across Language Tasks","created":"2025-04-01","cited_by_count":8,"area":null},{"id":"2601.16979","title":"A Scalable Measure of Loss Landscape Curvature for Analyzing the Training Dynamics of LLMs","created":"2026-01-23","cited_by_count":8,"area":null},{"id":"2407.03145","title":"Enhancing Translation Accuracy of Large Language Models through Continual Pre-Training on Parallel Data","created":"2024-07-03","cited_by_count":7,"area":null},{"id":"2407.10804","title":"Mix-CPT: A Domain Adaptation Framework via Decoupling Knowledge Learning and Format Alignment","created":"2024-07-15","cited_by_count":7,"area":null},{"id":"2411.02860","title":"Continual Audio-Visual Sound Separation","created":"2024-11-05","cited_by_count":7,"area":null},{"id":"2503.02844","title":"Beyond Cosine Decay: On the effectiveness of Infinite Learning Rate Schedule for Continual Pre-training","created":"2025-03-04","cited_by_count":7,"area":null},{"id":"2403.09613","title":"Reawakening knowledge: Anticipatory recovery from catastrophic interference via structured training","created":"2024-03-14","cited_by_count":6,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2410.13944","title":"Boosting LLM Translation Skills without General Ability Loss via Rationale Distillation","created":"2024-10-17","cited_by_count":6,"area":null},{"id":"2603.12658","title":"Beyond Static Models: An Evolving Framework for Continual Learning in Large Language Models across Training Stages","created":"2026-03-13","cited_by_count":6,"area":null},{"id":"2210.04802","title":"SimSCOOD: Systematic Analysis of Out-of-Distribution Generalization in Fine-tuned Source Code Models","created":"2022-10-10","cited_by_count":5,"area":null},{"id":"2305.08152","title":"STORYWARS: A Dataset and Instruction Tuning Baselines for Collaborative Story Understanding and Generation","created":"2023-05-14","cited_by_count":5,"area":null},{"id":"2511.20104","title":"The Devil in the Details: Emergent Misalignment, Format and Coherence in Open-Weights LLMs","created":"2025-11-25","cited_by_count":5,"area":null},{"id":"2504.06664","title":"SEE: Continual Fine-tuning with Sequential Ensemble of Experts","created":"2025-04-09","cited_by_count":4,"area":null},{"id":"2505.05946","title":"Full-Parameter Continual Pretraining of Gemma2: Insights into Fluency and Domain Knowledge","created":"2025-05-09","cited_by_count":4,"area":null},{"id":"2506.13187","title":"Dynamic Context-oriented Decomposition for Task-aware Low-rank Adaptation with Less Forgetting and Faster Convergence","created":"2025-06-16","cited_by_count":4,"area":null},{"id":"2605.14967","title":"InfoSFT: Learn More and Forget Less with Information-Aware Token Weighting","created":"2026-05-14","cited_by_count":4,"area":null},{"id":"2406.14828","title":"Word Matters: What Influences Domain Adaptation in Summarization?","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2410.01548","title":"In-Context Transfer Learning: Demonstration Synthesis by Transferring Similar Tasks","created":"2024-10-02","cited_by_count":3,"area":null},{"id":"2411.04448","title":"Gradient Localization Improves Lifelong Pretraining of Language Models","created":"2024-11-07","cited_by_count":3,"area":null},{"id":"2412.16469","title":"Chained Tuning Leads to Biased Forgetting","created":"2024-12-21","cited_by_count":3,"area":null},{"id":"2512.10772","title":"Grow Up and Merge: Scaling Strategies for Efficient Language Adaptation","created":"2025-12-11","cited_by_count":3,"area":null},{"id":"2603.21606","title":"mSFT: Addressing Dataset Mixtures Overfitting Heterogeneously in Multi-task SFT","created":"2026-03-23","cited_by_count":3,"area":null},{"id":"2605.30148","title":"Overcoming Forgetting in LLM Fine-Tuning with Evolution Strategies","created":"2026-05-28","cited_by_count":3,"area":null},{"id":"2607.08077","title":"Modular Pretraining Enables Access Control","created":"2026-07-09","cited_by_count":3,"area":null},{"id":"2307.05741","title":"Towards Robust and Efficient Continual Language Learning","created":"2023-07-11","cited_by_count":2,"area":null},{"id":"2312.10253","title":"Catwalk: A Unified Language Model Evaluation Framework for Many Datasets","created":"2023-12-15","cited_by_count":2,"area":null},{"id":"2407.11186","title":"Empowering Persian LLMs for Instruction Following: A Novel Dataset and Training Approach","created":"2024-07-15","cited_by_count":2,"area":null},{"id":"2509.01213","title":"Mitigating Catastrophic Forgetting in Continual Learning through Model Growth","created":"2025-09-01","cited_by_count":2,"area":null},{"id":"2510.09022","title":"The Environmental Impacts of Language Model Training Keep Rising Now is the Time to Catch Impacts on the Rebound","created":"2025-10-10","cited_by_count":2,"area":null},{"id":"2512.17720","title":"Mitigating Forgetting in Low Rank Adaptation","created":"2025-12-19","cited_by_count":2,"area":null},{"id":"2512.22337","title":"The Effectiveness of Approximate Regularized Replay for Efficient Supervised Fine-Tuning of Large Language Models","created":"2025-12-26","cited_by_count":2,"area":null},{"id":"2402.08526","title":"Can LLMs Learn New Concepts Incrementally without Forgetting?","created":"2024-02-13","cited_by_count":1,"area":null},{"id":"2405.09153","title":"Adapting Abstract Meaning Representation Parsing to the Clinical Narrative -- the SPRING THYME parser","created":"2024-05-15","cited_by_count":1,"area":null},{"id":"2406.09977","title":"Disentangling Dialect from Social Bias via Multitask Learning to Improve Fairness","created":"2024-06-14","cited_by_count":1,"area":null},{"id":"2409.10168","title":"Algorithmic Behaviors Across Regions: A Geolocation Audit of YouTube Search for COVID-19 Misinformation Between the United States and South Africa","created":"2024-09-16","cited_by_count":1,"area":null},{"id":"2412.08528","title":"Efficient Continual Learning for Small Language Models with a Discrete Key-Value Bottleneck","created":"2024-12-11","cited_by_count":1,"area":null},{"id":"2504.17070","title":"MuTRAP: Multi-trigger Trojans Attacking Robot Task Planning Systems","created":"2025-04-23","cited_by_count":1,"area":null},{"id":"2507.06795","title":"ixi-GEN: Efficient Industrial sLLMs through Domain Adaptive Continual Pretraining","created":"2025-07-09","cited_by_count":1,"area":null}],"next_cursor":"100"}