{"total":132,"rows":[{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146,"area":null},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137,"area":null},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115,"area":null},{"id":"2210.15257","title":"ERNIE-ViLG 2.0: Improving Text-to-Image Diffusion Model with Knowledge-Enhanced Mixture-of-Denoising-Experts","created":"2022-10-27","cited_by_count":112,"area":"diffusion"},{"id":"2403.07816","title":"Branch-Train-MiX: Mixing Expert LLMs into a Mixture-of-Experts LLM","created":"2024-03-12","cited_by_count":109,"area":"lr"},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91,"area":null},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2305.18466","title":"Test-Time Training on Nearest Neighbors for Large Language Models","created":"2023-05-29","cited_by_count":88,"area":null},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84,"area":null},{"id":"2211.12701","title":"Continual Learning of Natural Language Processing Tasks: A Survey","created":"2022-11-23","cited_by_count":83,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2308.04430","title":"SILO Language Models: Isolating Legal Risk In a Nonparametric Datastore","created":"2023-08-08","cited_by_count":71,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2212.09865","title":"Z-ICL: Zero-Shot In-Context Learning with Pseudo-Demonstrations","created":"2022-12-19","cited_by_count":70,"area":null},{"id":"2401.11624","title":"In-context Learning with Retrieved Demonstrations for Language Models: A Survey","created":"2024-01-21","cited_by_count":70,"area":null},{"id":"2305.12281","title":"Lifelong Language Pretraining with Distribution-Specialized Experts","created":"2023-05-20","cited_by_count":66,"area":"moe"},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63,"area":"moe"},{"id":"2211.06651","title":"NLPeer: A Unified Resource for the Computational Study of Peer Review","created":"2022-11-12","cited_by_count":60,"area":null},{"id":"2303.14177","title":"Scaling Expert Language Models with Unsupervised Domain Discovery","created":"2023-03-24","cited_by_count":60,"area":null},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57,"area":null},{"id":"2305.09955","title":"Knowledge Card: Filling LLMs' Knowledge Gaps with Plug-in Specialized Language Models","created":"2023-05-17","cited_by_count":46,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2403.03432","title":"Mixture-of-LoRAs: An Efficient Multitask Tuning for Large Language Models","created":"2024-03-06","cited_by_count":38,"area":"moe"},{"id":"2305.18390","title":"Emergent Modularity in Pre-trained Transformers","created":"2023-05-28","cited_by_count":37,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2410.04332","title":"Gradient Routing: Masking Gradients to Localize Computation in Neural Networks","created":"2024-10-06","cited_by_count":34,"area":null},{"id":"2210.05549","title":"Continual Training of Language Models for Few-Shot Learning","created":"2022-10-11","cited_by_count":33,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2112.08786","title":"Efficient Hierarchical Domain Adaptation for Pretrained Language Models","created":"2021-12-16","cited_by_count":32,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2210.07370","title":"M2D2: A Massively Multi-domain Language Modeling Dataset","created":"2022-10-13","cited_by_count":26,"area":null},{"id":"2305.16876","title":"CombLM: Adapting Black-Box Language Models through Small Fine-Tuned Models","created":"2023-05-23","cited_by_count":26,"area":null},{"id":"2305.14224","title":"mmT5: Modular Multilingual Pre-Training Solves Source Language Hallucinations","created":"2023-05-23","cited_by_count":24,"area":null},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2406.17245","title":"Unlocking Continual Learning Abilities in Language Models","created":"2024-06-25","cited_by_count":23,"area":null},{"id":"2204.10555","title":"KALA: Knowledge-Augmented Language Model Adaptation","created":"2022-04-22","cited_by_count":21,"area":null},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2306.04640","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","created":"2023-06-07","cited_by_count":17,"area":"moe"},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2410.07627","title":"Automatic Curriculum Expert Iteration for Reliable LLM Reasoning","created":"2024-10-10","cited_by_count":16,"area":"lr"},{"id":"2405.04403","title":"Learning To See But Forgetting To Follow: Visual Instruction Tuning Makes LLMs More Prone To Jailbreak Attacks","created":"2024-05-07","cited_by_count":15,"area":"mllm"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2411.00492","title":"Multi-expert Prompting Improves Reliability, Safety, and Usefulness of Large Language Models","created":"2024-11-01","cited_by_count":14,"area":null},{"id":"2508.01908","title":"Revisiting Replay and Gradient Alignment for Continual Pre-Training of Large Language Models","created":"2025-08-03","cited_by_count":14,"area":null},{"id":"2306.02520","title":"A Study of Situational Reasoning for Traffic Understanding","created":"2023-06-05","cited_by_count":13,"area":"lr"},{"id":"2303.13739","title":"WM-MoE: Weather-aware Multi-scale Mixture-of-Experts for Blind Adverse Weather Removal","created":"2023-03-24","cited_by_count":11,"area":"moe"},{"id":"2306.03235","title":"Information Flow Control in Machine Learning through Modular Model Architecture","created":"2023-06-05","cited_by_count":11,"area":null},{"id":"2306.12619","title":"Class-Incremental Learning based on Label Generation","created":"2023-06-22","cited_by_count":11,"area":null},{"id":"2405.14211","title":"ChronosLex: Time-aware Incremental Training for Temporal Generalization of Legal Classification Tasks","created":"2024-05-23","cited_by_count":11,"area":null},{"id":"2406.19905","title":"Solving Token Gradient Conflict in Mixture-of-Experts for Large Vision-Language Model","created":"2024-06-28","cited_by_count":11,"area":"mllm"},{"id":"2512.05648","title":"Beyond Data Filtering: Knowledge Localization for Capability Removal in LLMs","created":"2025-12-05","cited_by_count":11,"area":"safety"},{"id":"2210.03690","title":"Few-Shot Anaphora Resolution in Scientific Protocols via Mixtures of In-Context Experts","created":"2022-10-07","cited_by_count":10,"area":null},{"id":"2503.23100","title":"MoLAE: Mixture of Latent Experts for Parameter-Efficient Language Models","created":"2025-03-29","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2310.15539","title":"SteloCoder: a Decoder-Only LLM for Multi-Language to Python Code Translation","created":"2023-10-24","cited_by_count":9,"area":"moe"},{"id":"2311.01200","title":"Continual Learning Under Language Shift","created":"2023-11-02","cited_by_count":9,"area":null},{"id":"2506.13331","title":"Mixture of Cognitive Reasoners: Modular Reasoning with Brain-Like Specialization","created":"2025-06-16","cited_by_count":9,"area":"lr"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2502.12598","title":"Bring Your Own Knowledge: A Survey of Methods for LLM Knowledge Expansion","created":"2025-02-18","cited_by_count":8,"area":null},{"id":"2507.17436","title":"Dynamic-DINO: Fine-Grained Mixture of Experts Tuning for Real-time Open-Vocabulary Object Detection","created":"2025-07-23","cited_by_count":8,"area":"mllm"},{"id":"2306.08586","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","created":"2023-06-14","cited_by_count":7,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2403.13468","title":"DESIRE-ME: Domain-Enhanced Supervised Information REtrieval using Mixture-of-Experts","created":"2024-03-20","cited_by_count":7,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2412.15563","title":"In-context Continual Learning Assisted by an External Continual Learner","created":"2024-12-20","cited_by_count":7,"area":null},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2507.01351","title":"Long-Tailed Distribution-Aware Router For Mixture-of-Experts in Large Vision-Language Model","created":"2025-07-02","cited_by_count":7,"area":"mllm"},{"id":"2507.09937","title":"Memorization Sinks: Isolating Memorization during LLM Training","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2511.13880","title":"AnaCP: Toward Upper-Bound Continual Learning via Analytic Contrastive Projection","created":"2025-11-17","cited_by_count":7,"area":null},{"id":"2111.01340","title":"Adapting to the Long Tail: A Meta-Analysis of Transfer Learning Research for Language Understanding Tasks","created":"2021-11-02","cited_by_count":6,"area":null},{"id":"2212.09666","title":"MultiCoder: Multi-Programming-Lingual Pre-Training for Low-Resource Code Completion","created":"2022-12-19","cited_by_count":6,"area":"moe"},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2407.01091","title":"M2QA: Multi-domain Multilingual Question Answering","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2412.15479","title":"Continual Learning Using Only Large Language Model Prompting","created":"2024-12-20","cited_by_count":5,"area":null},{"id":"2205.10661","title":"An Empirical Investigation of Commonsense Self-Supervision with Knowledge Graphs","created":"2022-05-21","cited_by_count":4,"area":null},{"id":"2401.12756","title":"What the Weight?! A Unified Framework for Zero-Shot Knowledge Composition","created":"2024-01-23","cited_by_count":4,"area":null},{"id":"2502.19385","title":"HDEE: Heterogeneous Domain Expert Ensemble","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2509.22888","title":"JE-IRT: A Geometric Lens on LLM Abilities through Joint Embedding Item Response Theory","created":"2025-09-26","cited_by_count":4,"area":null},{"id":"2205.06655","title":"Unified Modeling of Multi-Domain Multi-Device ASR Systems","created":"2022-05-13","cited_by_count":3,"area":null},{"id":"2210.11265","title":"Disentangling Reasoning Capabilities from Language Models with Compositional Reasoning Transformers","created":"2022-10-20","cited_by_count":3,"area":"lr"},{"id":"2212.10066","title":"RepMode: Learning to Re-parameterize Diverse Experts for Subcellular Structure Prediction","created":"2022-12-20","cited_by_count":3,"area":null},{"id":"2305.01099","title":"Logion: Machine Learning for Greek Philology","created":"2023-05-01","cited_by_count":3,"area":null},{"id":"2402.02636","title":"Can Large Language Models Learn Independent Causal Mechanisms?","created":"2024-02-04","cited_by_count":3,"area":"lr"},{"id":"2406.14828","title":"Word Matters: What Influences Domain Adaptation in Summarization?","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2505.23926","title":"Point-MoE: Large-Scale Multi-Dataset Training with Mixture-of-Experts for 3D Semantic Segmentation","created":"2025-05-29","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2601.10159","title":"What Gets Activated: Uncovering Domain and Driver Experts in MoE Language Models","created":"2026-01-15","cited_by_count":3,"area":"moe"}],"next_cursor":"100"}