{"total":109,"rows":[{"id":"2405.01535","title":"Prometheus 2: An Open Source Language Model Specialized in Evaluating Other Language Models","created":"2024-05-02","cited_by_count":446,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2503.20641","title":"Unlocking Efficient Long-to-Short LLM Reasoning with Model Merging","created":"2025-03-26","cited_by_count":58,"area":"lr"},{"id":"2407.01531","title":"Sparse Diffusion Policy: A Sparse, Reusable, and Flexible Policy for Robot Learning","created":"2024-07-01","cited_by_count":57,"area":"diffusion"},{"id":"2404.11531","title":"Pack of LLMs: Model Fusion at Test-Time via Perplexity Optimization","created":"2024-04-17","cited_by_count":56,"area":null},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2505.10833","title":"MergeBench: A Benchmark for Merging Domain-Specialized LLMs","created":"2025-05-16","cited_by_count":33,"area":null},{"id":"2502.01976","title":"CITER: Collaborative Inference for Efficient Large Language Model Decoding with Token-Level Routing","created":"2025-02-04","cited_by_count":30,"area":null},{"id":"2406.11698","title":"Meta Reasoning for Large Language Models","created":"2024-06-17","cited_by_count":29,"area":"lr"},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2403.08755","title":"DAM: Dynamic Adapter Merging for Continual Video QA Learning","created":"2024-03-13","cited_by_count":19,"area":null},{"id":"2407.05694","title":"On the Limitations of Compute Thresholds as a Governance Strategy","created":"2024-07-08","cited_by_count":18,"area":null},{"id":"2608.19098","title":"Open-MOPD: Diagnosing and Fixing Capability Imbalance in Multi-Teacher On-Policy Distillation","created":"2026-08-19","cited_by_count":18,"area":"lr"},{"id":"2410.10626","title":"Efficiently Democratizing Medical LLMs for 50 Languages via a Mixture of Language Family Experts","created":"2024-10-14","cited_by_count":17,"area":"moe"},{"id":"2407.02447","title":"PLeaS -- Merging Models with Permutations and Least Squares","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2501.14082","title":"Communicating Activations Between Language Model Agents","created":"2025-01-23","cited_by_count":16,"area":"lr"},{"id":"2508.12491","title":"Cost-Aware Contrastive Routing for LLMs","created":"2025-08-17","cited_by_count":16,"area":null},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2406.03805","title":"AutoJailbreak: Exploring Jailbreak Attacks and Defenses through a Dependency Lens","created":"2024-06-06","cited_by_count":14,"area":"safety"},{"id":"2409.02685","title":"RouterRetriever: Routing over a Mixture of Expert Embedding Models","created":"2024-09-04","cited_by_count":12,"area":"moe"},{"id":"2505.14009","title":"Activation-Guided Consensus Merging for Large Language Models","created":"2025-05-20","cited_by_count":12,"area":"lr"},{"id":"2510.09913","title":"Don't Throw Away Your Pretrained Model","created":"2025-10-10","cited_by_count":10,"area":"lr"},{"id":"2410.05357","title":"Model-GLUE: Democratized LLM Scaling for A Large Model Zoo in the Wild","created":"2024-10-07","cited_by_count":9,"area":null},{"id":"2505.14136","title":"Local Mixtures of Experts: Essentially Free Test-Time Training via Model Merging","created":"2025-05-20","cited_by_count":9,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2408.15901","title":"Nexus: Specialization meets Adaptability for Efficiently Training Mixture of Experts","created":"2024-08-28","cited_by_count":7,"area":"moe"},{"id":"2411.02207","title":"Collective Model Intelligence Requires Compatible Specialization","created":"2024-11-04","cited_by_count":7,"area":null},{"id":"2411.05945","title":"NeKo: Cross-Modality Post-Recognition Error Correction with Tasks-Guided Mixture-of-Experts Language Model","created":"2024-11-08","cited_by_count":7,"area":"moe"},{"id":"2501.03905","title":"MixNet: A Runtime Reconfigurable Optical-Electrical Fabric for Distributed Mixture-of-Experts Training","created":"2025-01-07","cited_by_count":7,"area":"moe"},{"id":"2501.16295","title":"Mixture-of-Mamba: Enhancing Multi-Modal State-Space Models with Modality-Aware Sparsity","created":"2025-01-27","cited_by_count":7,"area":"ssm"},{"id":"2505.15074","title":"DISCO Balances the Scales: Adaptive Domain- and Difficulty-Aware Reinforcement Learning on Imbalanced Data","created":"2025-05-21","cited_by_count":7,"area":"lr"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2501.00659","title":"Why Are Positional Encodings Nonessential for Deep Autoregressive Transformers? Revisiting a Petroglyph","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2602.13273","title":"MergePipe: A Budget-Aware Parameter Management System for Scalable LLM Merging","created":"2026-02-05","cited_by_count":6,"area":null},{"id":"2503.02354","title":"CoServe: Efficient Collaboration-of-Experts (CoE) Model Inference with Limited Memory","created":"2025-03-04","cited_by_count":5,"area":null},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2407.19610","title":"Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models","created":"2024-07-28","cited_by_count":4,"area":"moe"},{"id":"2410.07172","title":"Glider: Global and Local Instruction-Driven Expert Router","created":"2024-10-09","cited_by_count":4,"area":null},{"id":"2502.19385","title":"HDEE: Heterogeneous Domain Expert Ensemble","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2504.06768","title":"FedMerge: Federated Personalization via Model Merging","created":"2025-04-09","cited_by_count":4,"area":"moe"},{"id":"2504.10902","title":"Leveraging Submodule Linearity Enhances Task Arithmetic Performance in LLMs","created":"2025-04-15","cited_by_count":4,"area":null},{"id":"2505.00649","title":"Investigating Task Arithmetic for Zero-Shot Information Retrieval","created":"2025-05-01","cited_by_count":4,"area":null},{"id":"2506.05387","title":"Advancing Decoding Strategies: Enhancements in Locally Typical Sampling for LLMs","created":"2025-06-03","cited_by_count":4,"area":null},{"id":"2605.06663","title":"EMO: Pretraining Mixture of Experts for Emergent Modularity","created":"2026-05-07","cited_by_count":4,"area":"moe"},{"id":"2605.12476","title":"Routers Learn the Geometry of Their Experts: Geometric Coupling in Sparse Mixture-of-Experts","created":"2026-05-12","cited_by_count":4,"area":"moe"},{"id":"2406.15570","title":"DEM: Distribution Edited Model for Training with Mixed Data Distributions","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2408.04998","title":"ProFuser: Progressive Fusion of Large Language Models","created":"2024-08-09","cited_by_count":3,"area":null},{"id":"2410.08371","title":"Merging in a Bottle: Differentiable Adaptive Merging (DAM) and the Path from Averaging to Automation","created":"2024-10-10","cited_by_count":3,"area":null},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2510.12595","title":"Research in Collaborative Learning Does Not Serve Cross-Silo Federated Learning in Practice","created":"2025-10-14","cited_by_count":3,"area":null},{"id":"2406.09041","title":"ME-Switch: A Memory-Efficient Expert Switching Framework for Large Language Models","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2409.12011","title":"Mixture of Prompt Learning for Vision Language Models","created":"2024-09-18","cited_by_count":2,"area":"mllm"},{"id":"2411.08968","title":"Sparse Upcycling: Inference Inefficient Finetuning","created":"2024-11-13","cited_by_count":2,"area":"moe"},{"id":"2510.01185","title":"Dirichlet-Prior Shaping: Guiding Expert Specialization in Upcycled MoEs","created":"2025-10-01","cited_by_count":2,"area":"moe"},{"id":"2511.02451","title":"Merging Continual Pretraining Models for Domain-Specialized LLMs: A Case Study in Finance","created":"2025-11-04","cited_by_count":2,"area":"lr"},{"id":"2511.21089","title":"MLPMoE: Zero-Shot Architectural Metamorphosis of Dense LLM MLPs into Static Mixture-of-Experts","created":"2025-11-26","cited_by_count":2,"area":"moe"},{"id":"2504.06562","title":"FuseRL: Dense Preference Optimization for Heterogeneous Model Fusion","created":"2025-04-09","cited_by_count":1,"area":"alignment"},{"id":"2506.05577","title":"Policy Search, Retrieval, and Composition via Task Similarity in Collaborative Agentic Systems","created":"2025-06-05","cited_by_count":1,"area":"agents"},{"id":"2509.18542","title":"Symphony-MoE: Harmonizing Disparate Pre-trained Models into a Coherent Mixture-of-Experts","created":"2025-09-23","cited_by_count":1,"area":"moe"},{"id":"2603.29765","title":"Training-Free Dynamic Upcycling of Expert Language Models","created":"2026-03-31","cited_by_count":1,"area":"moe"},{"id":"2604.18473","title":"Train Separately, Merge Together: Modular Post-Training with Mixture-of-Experts","created":"2026-04-20","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2606.30518","title":"Regime-Aware Peer Specialization for Robust RAG under Heterogeneous Knowledge Conflicts","created":"2026-06-29","cited_by_count":1,"area":"rag"},{"id":"2407.01937","title":"Efficient-Empathy: Towards Efficient and Effective Selection of Empathy Data","created":"2024-07-02","cited_by_count":0,"area":null},{"id":"2407.08196","title":"SoupLM: Model Integration in Large Language and Multi-Modal Models","created":"2024-07-11","cited_by_count":0,"area":"mllm"},{"id":"2407.15862","title":"Performance Evaluation of Lightweight Open-source Large Language Models in Pediatric Consultations: A Comparative Analysis","created":"2024-07-16","cited_by_count":0,"area":null},{"id":"2506.12597","title":"Automatic Expert Discovery in LLM Upcycling via Sparse Interpolated Mixture-of-Experts","created":"2025-06-14","cited_by_count":0,"area":"moe"},{"id":"2507.22937","title":"CoE-Ops: Collaboration of LLM-based Experts for AIOps Question-Answering","created":"2025-07-25","cited_by_count":0,"area":"moe"},{"id":"2512.12121","title":"MixtureKit: A General Framework for Composing, Training, and Visualizing Mixture-of-Experts Models","created":"2025-12-13","cited_by_count":0,"area":"moe"},{"id":"2602.14060","title":"LM-Lexicon: Improving Definition Modeling via Harmonizing Semantic Experts","created":"2026-02-15","cited_by_count":0,"area":"moe"},{"id":"2603.13364","title":"FineRMoE: Dimension Expansion for Finer-Grained Expert with Its Upcycling Approach","created":"2026-03-09","cited_by_count":0,"area":"moe"},{"id":"2603.22755","title":"KALAVAI: Predicting When Independent Specialist Fusion Works -- A Quantitative Model for Post-Hoc Cooperative LLM Training","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2604.13508","title":"Enhancing Mixture-of-Experts Specialization via Cluster-Aware Upcycling","created":"2026-04-15","cited_by_count":0,"area":"moe"},{"id":"2605.13247","title":"EMO: Frustratingly Easy Progressive Training of Extendable MoE","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2605.14289","title":"MetaMoE: Diversity-Aware Proxy Selection for Privacy-Preserving Mixture-of-Experts Unification","created":"2026-05-14","cited_by_count":0,"area":"moe"},{"id":"2605.26496","title":"Dense2MoE: Pushing the Pareto Frontier of On-Device LLMs via Unified Pruning and Upcycling","created":"2026-05-26","cited_by_count":0,"area":"moe"},{"id":"2605.29075","title":"Knowledge Offloading: Decomposing LLMs into Sparse Backbones and Memory Modules","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2605.30486","title":"Graph-Conditioned Mixture of Graph Neural Network Experts for Traffic Forecasting","created":"2026-05-28","cited_by_count":0,"area":"moe"},{"id":"2606.06902","title":"TALAN: Task-Aligned Latent Adaptation Networks for Targeted Post-Training of Large Language Models","created":"2026-06-05","cited_by_count":0,"area":null},{"id":"2606.16456","title":"SPRI: SVD-Partitioned Residual Initialization for Data-Constrained MoE Upcycling","created":"2026-06-15","cited_by_count":0,"area":"moe"},{"id":"2606.24722","title":"Decentralised AI Training and Inference with BlockTrain","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2607.16062","title":"When Model Merging Rivals Joint Multi-Task Reinforcement Learning: A Task-Vector Geometry Analysis","created":"2026-07-17","cited_by_count":0,"area":"deeprl"},{"id":"2608.04084","title":"SpecDrop: Parameter-Free Category-Conditioned Routing for Modular Specialization","created":"2026-08-04","cited_by_count":0,"area":"moe"},{"id":"2608.09907","title":"DistMoE: Private-data Rehearsal-free Routing in Mixture-of-Experts for Distributed Instruction Tuning","created":"2026-08-10","cited_by_count":0,"area":"mllm"},{"id":"2608.15787","title":"Routing Divergence Is Not Evidence of Behavioral Influence in Same-Weight MoE Self-Distillation","created":"2026-08-16","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}