{"list":"other","total":87,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1711.09601","title":"Memory Aware Synapses: Learning what (not) to forget","created":"2017-11-27","cited_by_count":1105},{"id":"1801.01423","title":"Overcoming catastrophic forgetting with hard attention to the task","created":"2018-01-04","cited_by_count":681},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623},{"id":"2310.14152","title":"Orthogonal Subspace Learning for Language Model Continual Learning","created":"2023-10-22","cited_by_count":312},{"id":"2304.08177","title":"Efficient and Effective Text Encoding for Chinese LLaMA and Alpaca","created":"2023-04-17","cited_by_count":305},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234},{"id":"2006.14769","title":"Supermasks in Superposition","created":"2020-06-26","cited_by_count":227},{"id":"2106.09022","title":"A Simple Fix to Mahalanobis Distance for Improving Near-OOD Detection","created":"2021-06-16","cited_by_count":207},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197},{"id":"2110.03215","title":"Towards Continual Knowledge Learning of Language Models","created":"2021-10-07","cited_by_count":174},{"id":"2205.12393","title":"Fine-tuned Language Models are Continual Learners","created":"2022-05-24","cited_by_count":156},{"id":"2402.01364","title":"Continual Learning for Large Language Models: A Survey","created":"2024-02-02","cited_by_count":147},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123},{"id":"2403.01244","title":"Mitigating Catastrophic Forgetting in Large Language Models with Self-Synthesized Rehearsal","created":"2024-03-02","cited_by_count":118},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111},{"id":"2401.02415","title":"LLaMA Pro: Progressive LLaMA with Block Expansion","created":"2024-01-04","cited_by_count":101},{"id":"2112.02706","title":"Achieving Forgetting Prevention and Knowledge Transfer in Continual Learning","created":"2021-12-05","cited_by_count":91},{"id":"2211.12701","title":"Continual Learning of Natural Language Processing Tasks: A Survey","created":"2022-11-23","cited_by_count":83},{"id":"2501.07278","title":"Lifelong Learning of Large Language Model based Agents: A Roadmap","created":"2025-01-13","cited_by_count":83},{"id":"2211.05994","title":"A Survey of Knowledge Enhanced Pre-trained Language Models","created":"2022-11-11","cited_by_count":76},{"id":"2403.15042","title":"LLM2LLM: Boosting LLMs with Novel Iterative Data Enhancement","created":"2024-03-22","cited_by_count":70},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66},{"id":"2310.06762","title":"TRACE: A Comprehensive Benchmark for Continual Learning in Large Language Models","created":"2023-10-10","cited_by_count":66},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63},{"id":"2403.11435","title":"InsCL: A Data-efficient Continual Learning Paradigm for Fine-tuning Large Language Models with Instructions","created":"2024-03-18","cited_by_count":58},{"id":"2402.12847","title":"Instruction-tuned Language Models are Better Knowledge Learners","created":"2024-02-20","cited_by_count":55},{"id":"2406.08747","title":"StreamBench: Towards Benchmarking Continuous Improvement of Language Agents","created":"2024-06-13","cited_by_count":47},{"id":"2306.14775","title":"Parameter-Level Soft-Masking for Continual Learning","created":"2023-06-26","cited_by_count":40},{"id":"2401.08295","title":"SAPT: A Shared Attention Framework for Parameter-Efficient Continual Learning of Large Language Models","created":"2024-01-16","cited_by_count":38},{"id":"2403.04317","title":"Online Adaptation of Language Models with a Memory of Amortized Contexts","created":"2024-03-07","cited_by_count":35},{"id":"2311.08545","title":"Efficient Continual Pre-training for Building Domain Specific Large Language Models","created":"2023-11-14","cited_by_count":34},{"id":"2505.22453","title":"First SFT, Second RL, Third UPT: Continual Improving Multi-Modal LLM Reasoning via Unsupervised Post-Training","created":"2025-05-28","cited_by_count":34},{"id":"2210.05549","title":"Continual Training of Language Models for Few-Shot Learning","created":"2022-10-11","cited_by_count":33},{"id":"2310.14510","title":"CITB: A Benchmark for Continual Instruction Tuning","created":"2023-10-23","cited_by_count":33},{"id":"2410.05849","title":"ModalPrompt: Towards Efficient Multimodal Continual Instruction Tuning with Dual-Modality Guided Prompt","created":"2024-10-08","cited_by_count":30},{"id":"2203.08512","title":"ConTinTin: Continual Learning from Task Instructions","created":"2022-03-16","cited_by_count":26},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25},{"id":"2301.08986","title":"Adapting a Language Model While Preserving its General Knowledge","created":"2023-01-21","cited_by_count":23},{"id":"2406.17245","title":"Unlocking Continual Learning Abilities in Language Models","created":"2024-06-25","cited_by_count":23},{"id":"2407.17467","title":"CMR Scaling Law: Predicting Critical Mixture Ratios for Continual Pre-training of Language Models","created":"2024-07-24","cited_by_count":23},{"id":"2503.00306","title":"Unlocking Efficient, Scalable, and Continual Knowledge Editing with Basis-Level Representation Fine-Tuning","created":"2025-03-01","cited_by_count":19},{"id":"2401.03129","title":"Examining Forgetting in Continual Pre-training of Aligned Large Language Models","created":"2024-01-06","cited_by_count":18},{"id":"2506.21872","title":"A Survey of Continual Reinforcement Learning","created":"2025-06-27","cited_by_count":18},{"id":"2407.02118","title":"Breaking Language Barriers: Cross-Lingual Continual Pre-Training at Scale","created":"2024-07-02","cited_by_count":15},{"id":"2504.08161","title":"Rethinking the Foundations for Continual Reinforcement Learning","created":"2025-04-10","cited_by_count":15},{"id":"2406.12844","title":"Synergizing Foundation Models and Federated Learning: A Survey","created":"2024-06-18","cited_by_count":14},{"id":"2406.20030","title":"LEMoE: Advanced Mixture of Experts Adaptor for Lifelong Model Editing of Large Language Models","created":"2024-06-28","cited_by_count":14},{"id":"2410.00771","title":"Empowering Large Language Model for Continual Video Question Answering with Collaborative Prompting","created":"2024-10-01","cited_by_count":14},{"id":"2412.15571","title":"Continual Learning Using a Kernel-Based Method Over Foundation Models","created":"2024-12-20","cited_by_count":14},{"id":"2410.10739","title":"Balancing Continuous Pre-Training and Instruction Fine-Tuning: Optimizing Instruction-Following in LLMs","created":"2024-10-14","cited_by_count":12},{"id":"2408.09053","title":"Learning to Route for Dynamic Adapter Composition in Continual Learning with Language Models","created":"2024-08-16","cited_by_count":11},{"id":"2412.16451","title":"Correcting Large Language Model Behavior via Influence Function","created":"2024-12-21","cited_by_count":9},{"id":"2407.10804","title":"Mix-CPT: A Domain Adaptation Framework via Decoupling Knowledge Learning and Format Alignment","created":"2024-07-15","cited_by_count":7},{"id":"2410.10923","title":"ATLAS: Adapter-Based Multi-Modal Continual Learning with a Two-Stage Learning Strategy","created":"2024-10-14","cited_by_count":7},{"id":"2501.04897","title":"Online Continual Learning: A Systematic Literature Review of Approaches, Challenges, and Benchmarks","created":"2025-01-09","cited_by_count":7},{"id":"2509.17183","title":"LifeAlign: Lifelong Alignment for Large Language Models with Memory-Augmented Focalized Preference Optimization","created":"2025-09-21","cited_by_count":7},{"id":"2412.07393","title":"CMT: A Memory Compression Method for Continual Knowledge Learning of Large Language Models","created":"2024-12-10","cited_by_count":6},{"id":"2403.14683","title":"A Moral Imperative: The Need for Continual Superalignment of Large Language Models","created":"2024-03-13","cited_by_count":5},{"id":"2405.20175","title":"InstructionCP: A fast approach to transfer Large Language Models into target language","created":"2024-05-30","cited_by_count":5},{"id":"2412.15479","title":"Continual Learning Using Only Large Language Model Prompting","created":"2024-12-20","cited_by_count":5},{"id":"2510.19314","title":"Continual Knowledge Adaptation for Reinforcement Learning","created":"2025-10-22","cited_by_count":5},{"id":"2310.14248","title":"From Static to Dynamic: A Continual Learning Framework for Large Language Models","created":"2023-10-22","cited_by_count":4},{"id":"2505.24254","title":"Rethinking Continual Learning with Progressive Neural Collapse","created":"2025-05-30","cited_by_count":4},{"id":"2410.00260","title":"DoPAMine: Domain-specific Pre-training Adaptation from seed-guided data Mining","created":"2024-09-30","cited_by_count":3},{"id":"2310.15694","title":"COPR: Continual Learning Human Preference through Optimal Policy Regularization","created":"2023-10-24","cited_by_count":2},{"id":"2407.11780","title":"SwitchCIT: Switching for Continual Instruction Tuning","created":"2024-07-16","cited_by_count":1}],"next_cursor":null}