{"total":34,"rows":[{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2608.30320","title":"On the Design of Qwen3.8-Next Architecture: Evaluation, Efficiency, and Training Stability","created":"2026-08-31","cited_by_count":35,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2506.04667","title":"FlashMoE: Fast Distributed MoE in a Single Kernel","created":"2025-06-05","cited_by_count":14,"area":"moe"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2604.09780","title":"The Myth of Expert Specialization in MoEs: Why Routing Reflects Geometry, Not Necessarily Domain Expertise","created":"2026-04-10","cited_by_count":13,"area":"moe"},{"id":"2605.18106","title":"Symmetry-Compatible Principle for Optimizer Design: Embeddings, LM Heads, SwiGLU MLPs, and MoE Routers","created":"2026-05-18","cited_by_count":11,"area":"moe"},{"id":"2509.23638","title":"LayerScope: Predictive Cross-Layer Scheduling for Efficient Multi-Batch MoE Inference on Legacy Servers","created":"2025-09-28","cited_by_count":8,"area":"moe"},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2605.15403","title":"$\\phi$-Balancing for Mixture-of-Experts Training","created":"2026-05-14","cited_by_count":5,"area":"moe"},{"id":"2606.16825","title":"Tying the Loop -- Tied Expert Layers in Mixture-of-Experts Language Models","created":"2026-06-15","cited_by_count":4,"area":"moe"},{"id":"2607.14530","title":"xHC: Expanded Hyper-Connections","created":"2026-07-16","cited_by_count":4,"area":"moe"},{"id":"2606.25971","title":"Improving Neural Network Training by Decoupling the Magnitude and Direction of Weight Vectors","created":"2026-06-24","cited_by_count":3,"area":"moe"},{"id":"2511.01743","title":"Towards Efficient Federated Learning of Networked Mixture-of-Experts for Mobile Edge Computing","created":"2025-11-03","cited_by_count":1,"area":"moe"},{"id":"2606.00395","title":"PR2: Predictive Routing Replay for MoE-Based LLM Reinforcement Learning","created":"2026-05-29","cited_by_count":1,"area":"moe"},{"id":"2609.01244","title":"Post-Training Science for Supervised Fine-Tuning","created":"2026-09-01","cited_by_count":1,"area":"moe"},{"id":"2603.27624","title":"Expert Streaming: Accelerating Low-Batch MoE Inference via Multi-chiplet Architecture and Dynamic Expert Trajectory Scheduling","created":"2026-03-29","cited_by_count":0,"area":"moe"},{"id":"2605.07731","title":"Benchmarking EngGPT2-16B-A3B against Comparable Italian and International Open-source LLMs","created":"2026-05-08","cited_by_count":0,"area":"moe"},{"id":"2605.26842","title":"MONA: Muon Optimizer with Nesterov Acceleration for Scalable Language Model Training","created":"2026-05-26","cited_by_count":0,"area":"moe"},{"id":"2605.31268","title":"Mellum2 Technical Report","created":"2026-05-29","cited_by_count":0,"area":"moe"},{"id":"2606.01007","title":"Beyond Task-Agnostic: Task-Aware Grouping for Communication-Efficient Multi-Task MoE Inference","created":"2026-05-31","cited_by_count":0,"area":"moe"},{"id":"2606.24320","title":"ZONOS2 Technical Report","created":"2026-06-23","cited_by_count":0,"area":"moe"},{"id":"2607.19058","title":"Where Should Optimizer State Live? Tiered State Allocation for Memory-Efficient Mixture-of-Experts Training","created":"2026-07-21","cited_by_count":0,"area":"moe"},{"id":"2608.07964","title":"EasyBalance: Cross-Layer Load Balancing in Distributed MoE Inference","created":"2026-08-08","cited_by_count":0,"area":"moe"},{"id":"2608.09119","title":"Motif 3: Technical Report","created":"2026-08-10","cited_by_count":0,"area":"moe"},{"id":"2608.14205","title":"FreeBalance: Pre-Routing Online Moe Load Balancing via Residual Workload Prediction","created":"2026-08-14","cited_by_count":0,"area":"moe"},{"id":"2608.20061","title":"Let's Scale Step by Step: Compute-Efficient Hyperparameter Transfer for Large-Scale Mixture-of-Experts","created":"2026-08-20","cited_by_count":0,"area":"moe"},{"id":"2609.00791","title":"Instella-MoE Technical Report","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.06072","title":"ACE: Adapter Consolidation across Experts for Parameter-Efficient Fine-Tuning of MoE LLMs","created":"2026-09-05","cited_by_count":0,"area":"moe"},{"id":"2609.08690","title":"Hyperparameter Scaling Laws Across MoE Sparsity","created":"2026-09-08","cited_by_count":0,"area":"moe"},{"id":"2610.00367","title":"MoRA: MoE Pruning via Router Bias Learning and Expert Approximation","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.09342","title":"Shared Low-rank Basis Factorization for Data-free Mixture-of-Experts Compression","created":"2026-10-07","cited_by_count":0,"area":"moe"}],"next_cursor":null}