{"total":51,"rows":[{"id":"2409.16040","title":"Time-MoE: Billion-Scale Time Series Foundation Models with Mixture of Experts","created":"2024-09-24","cited_by_count":287,"area":"moe"},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2408.04693","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","created":"2024-08-08","cited_by_count":48,"area":"moe"},{"id":"2409.03277","title":"ChartMoE: Mixture of Diversely Aligned Expert Connector for Chart Understanding","created":"2024-09-05","cited_by_count":46,"area":"moe"},{"id":"2505.09343","title":"Insights into DeepSeek-V3: Scaling Challenges and Reflections on Hardware for AI Architectures","created":"2025-05-14","cited_by_count":39,"area":"moe"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2508.02317","title":"VeOmni: Scaling Any Modality Model Training with Model-Centric Distributed Recipe Zoo","created":"2025-08-04","cited_by_count":20,"area":"moe"},{"id":"2406.11256","title":"Dynamic Data Mixing Maximizes Instruction Tuning for Mixture-of-Experts","created":"2024-06-17","cited_by_count":19,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2508.15036","title":"MoEcho: Exploiting Side-Channel Attacks to Compromise User Privacy in Mixture-of-Experts LLMs","created":"2025-08-20","cited_by_count":13,"area":"moe"},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10,"area":"moe"},{"id":"2602.08621","title":"Sparse Models, Sparse Safety: Unsafe Routes in Mixture-of-Experts LLMs","created":"2026-02-09","cited_by_count":9,"area":"moe"},{"id":"2504.03871","title":"HeterMoE: Efficient Training of Mixture-of-Experts Models on Heterogeneous GPUs","created":"2025-04-04","cited_by_count":7,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2503.09716","title":"MoE-Gen: High-Throughput MoE Inference on a Single GPU with Module-Based Batching","created":"2025-03-12","cited_by_count":6,"area":"moe"},{"id":"2505.17257","title":"JanusDNA: A Powerful Bi-directional Hybrid DNA Foundation Model","created":"2025-05-22","cited_by_count":5,"area":"moe"},{"id":"2602.01203","title":"Attention Sink Forges Native MoE in Attention Layers: Sink-Aware Training to Address Head Collapse","created":"2026-02-01","cited_by_count":5,"area":"moe"},{"id":"2502.00281","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","created":"2025-02-01","cited_by_count":4,"area":"moe"},{"id":"2510.08055","title":"From Tokens to Layers: Redefining Stall-Free Scheduling for MoE Serving with Layered Prefill","created":"2025-10-09","cited_by_count":4,"area":"moe"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2509.25689","title":"Collaborative Compression for Large-Scale MoE Deployment on Edge","created":"2025-09-30","cited_by_count":3,"area":"moe"},{"id":"2607.17154","title":"OrderMoE: An expert similarity driven distributed edge MoE inference","created":"2026-07-19","cited_by_count":3,"area":"moe"},{"id":"2503.10725","title":"Samoyeds: Accelerating MoE Models with Structured Sparsity Leveraging Sparse Tensor Cores","created":"2025-03-13","cited_by_count":2,"area":"moe"},{"id":"2508.16700","title":"GPT-OSS-20B: A Comprehensive Deployment-Centric Analysis of OpenAI's Open-Weight Mixture of Experts Model","created":"2025-08-22","cited_by_count":2,"area":"moe"},{"id":"2602.01219","title":"Mixture-of-Top-k Attention: Efficient Attention via Scalable Fast Weights","created":"2026-02-01","cited_by_count":2,"area":"moe"},{"id":"2602.04870","title":"Multi-Head LatentMoE and Head Parallel: Communication-Efficient and Deterministic MoE Parallelism","created":"2026-02-04","cited_by_count":2,"area":"moe"},{"id":"2603.28768","title":"CRAFT: Fine-Grained Cost-Aware Expert Replication For Efficient Mixture-of-Experts Serving","created":"2026-01-12","cited_by_count":2,"area":"moe"},{"id":"2606.10493","title":"Achieving Cloud-Grade SLOs for Local Mixture-of-Experts Inference through CPU-GPU Hybrid Design","created":"2026-06-09","cited_by_count":2,"area":"moe"},{"id":"2608.28044","title":"Characterization of Request and Token Energy Costs for LLM Inference Workloads on GPU Platforms","created":"2026-08-28","cited_by_count":2,"area":"moe"},{"id":"2403.02436","title":"How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers","created":"2024-03-04","cited_by_count":1,"area":"moe"},{"id":"2503.02495","title":"Union of Experts: Adapting Hierarchical Routing to Equivalently Decomposed Transformer","created":"2025-03-04","cited_by_count":1,"area":"moe"},{"id":"2603.07006","title":"Mozart: Modularized and Efficient MoE Training on 3.5D Wafer-Scale Chiplet Architectures","created":"2026-03-07","cited_by_count":1,"area":"moe"},{"id":"2607.01444","title":"On the Utility and Factual Reliability of Pruned Mixture-of-Experts Models in the Biomedical Domain","created":"2026-07-01","cited_by_count":1,"area":"moe"},{"id":"2607.20145","title":"SLAI T-Rex: Full-Parameter Post-training of the DeepSeek-V4 Family on Ascend SuperPOD","created":"2026-07-22","cited_by_count":1,"area":"moe"},{"id":"2512.23029","title":"Viability and Performance of a Private LLM Server for SMBs: A Benchmark Analysis of Qwen3-30B on Consumer-Grade Hardware","created":"2025-12-28","cited_by_count":0,"area":"moe"},{"id":"2601.21866","title":"MoHETS: Long-term Time Series Forecasting with Mixture-of-Heterogeneous-Experts","created":"2026-01-29","cited_by_count":0,"area":"moe"},{"id":"2602.11543","title":"Pretraining A Large Language Model using Distributed GPUs: A Memory-Efficient Decentralized Paradigm","created":"2026-02-12","cited_by_count":0,"area":"moe"},{"id":"2603.10031","title":"Architecture-Aware LLM Inference Optimization on AMD Instinct GPUs: A Comprehensive Benchmark and Deployment Study","created":"2026-02-27","cited_by_count":0,"area":"moe"},{"id":"2607.08215","title":"On the Limitations of Non-GPU AI Accelerators for Large-Model Inference: A Field Study of MoE and Multimodal Serving on Huawei Ascend","created":"2026-07-09","cited_by_count":0,"area":"moe"},{"id":"2608.06723","title":"Multi-Level Modeling of Large Language Model Inference Latency and Energy via Hybrid Analytical--Machine-Learning Predictors","created":"2026-08-07","cited_by_count":0,"area":"moe"},{"id":"2608.22613","title":"NOVA: Technology-Architecture Co-Design of Near-Memory Processing for Attention-SSM-MoE Hybrid LLM Inference","created":"2026-08-23","cited_by_count":0,"area":"moe"},{"id":"2608.30567","title":"TuringLLM: Efficiently Scaling Foundation Models Toward Physical AI","created":"2026-08-31","cited_by_count":0,"area":"moe"},{"id":"2609.00791","title":"Instella-MoE Technical Report","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.08663","title":"MoEMB: Scaling Universal Multimodal Embeddings with Efficient Mixture-of-Experts Models","created":"2026-09-08","cited_by_count":0,"area":"moe"},{"id":"2609.09748","title":"Epoch: Compiling Diffusion Blocks for Sparse MoE Serving","created":"2026-09-09","cited_by_count":0,"area":"moe"},{"id":"2610.16890","title":"FORGE: Procedural Weight Generation for Sparse MoE Inference","created":"2026-10-12","cited_by_count":0,"area":"moe"}],"next_cursor":null}