{"total":22,"rows":[{"id":"2505.12082","title":"Model Merging in Pre-training of Large Language Models","created":"2025-05-17","cited_by_count":37,"area":"moe"},{"id":"2510.08396","title":"FlyLoRA: Boosting Task Decoupling and Parameter Efficiency via Implicit Rank-Wise Mixture-of-Experts","created":"2025-10-09","cited_by_count":35,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2410.07739","title":"SLIM: Let LLM Learn More and Forget Less with Soft LoRA and Identity Mixture","created":"2024-10-10","cited_by_count":19,"area":"moe"},{"id":"2405.13053","title":"MeteoRA: Multiple-tasks Embedded LoRA for Large Language Models","created":"2024-05-19","cited_by_count":16,"area":"moe"},{"id":"2408.12733","title":"SQL-GEN: Bridging the Dialect Gap for Text-to-SQL Via Synthetic Data And Model Merging","created":"2024-08-22","cited_by_count":16,"area":"moe"},{"id":"2406.09770","title":"Towards Efficient Pareto Set Approximation via Mixture of Experts Based Model Fusion","created":"2024-06-14","cited_by_count":11,"area":"moe"},{"id":"2503.01359","title":"DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models","created":"2025-03-03","cited_by_count":10,"area":"moe"},{"id":"2505.14136","title":"Local Mixtures of Experts: Essentially Free Test-Time Training via Model Merging","created":"2025-05-20","cited_by_count":9,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2506.14436","title":"MoORE: SVD-based Model MoE-ization for Conflict- and Oblivion-Resistant Multi-Task Adaptation","created":"2025-06-17","cited_by_count":5,"area":"moe"},{"id":"2502.05633","title":"Mol-MoE: Training Preference-Guided Routers for Molecule Generation","created":"2025-02-08","cited_by_count":3,"area":"moe"},{"id":"2510.16138","title":"Expert Merging in Sparse Mixture of Experts with Nash Bargaining","created":"2025-10-17","cited_by_count":3,"area":"moe"},{"id":"2607.00162","title":"FRAME: Learning the Adaptation Domain with a Mixture of Fractional-Fourier Experts","created":"2026-06-30","cited_by_count":3,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2608.08627","title":"UniMoMo: Expert Merging-Based MoE Acceleration for Large Recommendation Models","created":"2026-08-09","cited_by_count":2,"area":"moe"},{"id":"2604.18473","title":"Train Separately, Merge Together: Modular Post-Training with Mixture-of-Experts","created":"2026-04-20","cited_by_count":1,"area":"moe"},{"id":"2605.18795","title":"HELLoRA: Hot Experts Layer-Level Low-Rank Adaptation for Mixture-of-Experts Models","created":"2026-05-11","cited_by_count":1,"area":"moe"},{"id":"2605.28577","title":"Continual Model Routing in Evolving Model Hubs","created":"2026-05-27","cited_by_count":1,"area":"moe"},{"id":"2605.18083","title":"A Data-Efficient Path to Multilingual LLMs: Language Expansion via Post-training PARAM$\\Delta$ Integration into Upcycled MoE","created":"2026-05-18","cited_by_count":0,"area":"moe"},{"id":"2609.32821","title":"Routing Drift Alone Does Not Diagnose Failure in Merged MoE LLMs","created":"2026-09-26","cited_by_count":0,"area":"moe"}],"next_cursor":null}