{"total":29,"rows":[{"id":"2603.03276","title":"Beyond Language Modeling: An Exploration of Multimodal Pretraining","created":"2026-03-03","cited_by_count":37,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2509.26520","title":"Training Matryoshka Mixture-of-Experts for Elastic Inference-Time Expert Utilization","created":"2025-09-30","cited_by_count":7,"area":"moe"},{"id":"2510.05781","title":"Mixture of Neuron Experts","created":"2025-10-07","cited_by_count":7,"area":"moe"},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5,"area":"moe"},{"id":"2605.15403","title":"$\\phi$-Balancing for Mixture-of-Experts Training","created":"2026-05-14","cited_by_count":5,"area":"moe"},{"id":"2602.09721","title":"Revealing the Challenges of Attention-FFN Disaggregation for Modern MoE Models and Hardware Systems","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2604.25578","title":"Marco-MoE: Open Multilingual Mixture-of-Expert Language Models with Efficient Upcycling","created":"2026-04-28","cited_by_count":3,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2603.21862","title":"Holistic Scaling Laws for Optimal Mixture-of-Experts Architecture Optimization","created":"2026-03-23","cited_by_count":2,"area":"moe"},{"id":"2604.14434","title":"Geometric Routing Enables Causal Expert Control in Mixture of Experts","created":"2026-04-15","cited_by_count":2,"area":"moe"},{"id":"2605.11689","title":"Slicing and Dicing: Configuring Optimal Mixtures of Experts","created":"2026-05-12","cited_by_count":2,"area":"moe"},{"id":"2604.14419","title":"Equifinality in Mixture of Experts: Routing Topology Does Not Determine Language Modeling Quality","created":"2026-04-15","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2609.40316","title":"Scaling Laws for Looped Mixture of Experts","created":"2026-09-30","cited_by_count":1,"area":"moe"},{"id":"2601.08215","title":"Towards Principled Design of Mixture-of-Experts Language Models under Memory and Inference Constraints","created":"2026-01-13","cited_by_count":0,"area":"moe"},{"id":"2601.09200","title":"A.X K1 Technical Report","created":"2026-01-14","cited_by_count":0,"area":"moe"},{"id":"2602.05711","title":"OmniMoE: An Efficient MoE by Orchestrating Atomic Experts at Scale","created":"2026-02-05","cited_by_count":0,"area":"moe"},{"id":"2603.13364","title":"FineRMoE: Dimension Expansion for Finer-Grained Expert with Its Upcycling Approach","created":"2026-03-09","cited_by_count":0,"area":"moe"},{"id":"2604.09175","title":"Generalization and Scaling Laws for Mixture-of-Experts Transformers","created":"2026-04-10","cited_by_count":0,"area":"moe"},{"id":"2605.10933","title":"DECO: Sparse Mixture-of-Experts with Dense-Comparable Performance on End-Side Devices","created":"2026-05-11","cited_by_count":0,"area":"moe"},{"id":"2605.15572","title":"Measuring Maximum Activations in Open Large Language Models","created":"2026-05-15","cited_by_count":0,"area":"moe"},{"id":"2608.20061","title":"Let's Scale Step by Step: Compute-Efficient Hyperparameter Transfer for Large-Scale Mixture-of-Experts","created":"2026-08-20","cited_by_count":0,"area":"moe"},{"id":"2609.08690","title":"Hyperparameter Scaling Laws Across MoE Sparsity","created":"2026-09-08","cited_by_count":0,"area":"moe"},{"id":"2609.34212","title":"X-MoD: Practical Scaling Laws for Sparse-Depth Routing Beyond Mixture-of-Depths","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2610.11575","title":"Smoothing the Top-k Exposure Boundary for Sparse Mixture-of-Experts","created":"2026-10-08","cited_by_count":0,"area":"moe"},{"id":"2610.14423","title":"Scaling Laws for Multimodal Data Mixtures","created":"2026-10-10","cited_by_count":0,"area":"moe"}],"next_cursor":null}