{"total":40,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2501.12370","title":"Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models","created":"2025-01-21","cited_by_count":50,"area":"moe"},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2505.14336","title":"Scaling and Enhancing LLM-based AVSR: A Sparse Mixture of Projectors Approach","created":"2025-05-20","cited_by_count":10,"area":"moe"},{"id":"2509.23678","title":"Towards a Comprehensive Scaling Law of Mixture-of-Experts","created":"2025-09-28","cited_by_count":10,"area":"moe"},{"id":"2510.05781","title":"Mixture of Neuron Experts","created":"2025-10-07","cited_by_count":7,"area":"moe"},{"id":"2604.02178","title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","created":"2026-04-02","cited_by_count":7,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2502.05335","title":"Towards Foundational Models for Dynamical System Reconstruction: Hierarchical Meta-Learning via Mixture of Experts","created":"2025-02-07","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2506.21035","title":"Little by Little: Continual Learning via Incremental Mixture of Rank-1 Associative Memory Experts","created":"2025-06-26","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5,"area":"moe"},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2412.15411","title":"Sparse Checkpointing for Fast and Reliable MoE Training","created":"2024-12-19","cited_by_count":3,"area":"moe"},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2604.20156","title":"Temporally Extended Mixture-of-Experts Models","created":"2026-04-22","cited_by_count":3,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2412.11834","title":"Wonderful Matrices: Combining for a More Efficient and Effective Foundation Model Architecture","created":"2024-12-16","cited_by_count":1,"area":"moe"},{"id":"2412.18065","title":"BIG-MoE: Bypass Isolated Gating MoE for Generalized Multimodal Face Anti-Spoofing","created":"2024-12-24","cited_by_count":1,"area":"moe"},{"id":"2506.02965","title":"PC-MoE: Memory-Efficient and Privacy-Preserving Collaborative Training for Mixture-of-Experts LLMs","created":"2025-06-03","cited_by_count":1,"area":"moe"},{"id":"2604.14419","title":"Equifinality in Mixture of Experts: Routing Topology Does Not Determine Language Modeling Quality","created":"2026-04-15","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2609.35751","title":"How to Loop MoE: Flatten the Experts, Untie the Attention","created":"2026-09-28","cited_by_count":1,"area":"moe"},{"id":"2410.09687","title":"MoIN: Mixture of Introvert Experts to Upcycle an LLM","created":"2024-10-13","cited_by_count":0,"area":"moe"},{"id":"2502.14788","title":"Ray-Tracing for Conditionally Activated Neural Networks","created":"2025-02-20","cited_by_count":0,"area":"moe"},{"id":"2512.16494","title":"PoseMoE: Mixture-of-Experts Network for Monocular 3D Human Pose Estimation","created":"2025-12-18","cited_by_count":0,"area":"moe"},{"id":"2602.05711","title":"OmniMoE: An Efficient MoE by Orchestrating Atomic Experts at Scale","created":"2026-02-05","cited_by_count":0,"area":"moe"},{"id":"2605.04952","title":"Adaptive Inverted-Index Routing for Granular Mixtures-of-Experts","created":"2026-05-06","cited_by_count":0,"area":"moe"},{"id":"2605.14200","title":"How to Scale Mixture-of-Experts: From muP to the Maximally Scale-Stable Parameterization","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2608.08650","title":"The Evolution of Mixture-of-Experts Architectures in Large Language Models: Routing, Topology, Load Balancing, and Expert Parallelism","created":"2026-08-09","cited_by_count":0,"area":"moe"},{"id":"2609.03501","title":"Towards a Statistical Understanding of Mixture-of-Experts","created":"2026-09-03","cited_by_count":0,"area":"moe"},{"id":"2609.15126","title":"MoME: Mixture-of-Memory Embeddings for Context-Aware Sparse Lookup","created":"2026-09-14","cited_by_count":0,"area":"moe"},{"id":"2609.18842","title":"Infinite-Parameter LLMs: Generating and Adapting Weights from Live Data","created":"2026-09-16","cited_by_count":0,"area":"moe"},{"id":"2609.36301","title":"MoRE: Scaling mixture of experts with hardware-aware low-rank routing","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2609.39137","title":"ID Balancing: Stable Training of Extremely Sparse MoE via PID-Based Load Control","created":"2026-09-30","cited_by_count":0,"area":"moe"}],"next_cursor":null}