{"total":41,"rows":[{"id":"2312.17238","title":"Fast Inference of Mixture-of-Experts Language Models with Offloading","created":"2023-12-28","cited_by_count":91,"area":"moe"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2402.07033","title":"Fiddler: CPU-GPU Orchestration for Fast Inference of Mixture-of-Experts Models","created":"2024-02-10","cited_by_count":71,"area":"moe"},{"id":"2401.14361","title":"MoE-Infinity: Efficient MoE Inference on Personal Machines with Sparsity-Aware Expert Cache","created":"2024-01-25","cited_by_count":50,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2410.22134","title":"ProMoE: Fast MoE-based LLM Serving using Proactive Caching","created":"2024-10-29","cited_by_count":40,"area":"moe"},{"id":"2410.17954","title":"ExpertFlow: Efficient Mixture-of-Experts Inference via Predictive Expert Caching and Token Scheduling","created":"2024-10-23","cited_by_count":19,"area":"moe"},{"id":"2504.05897","title":"HybriMoE: Hybrid CPU-GPU Scheduling and Cache Management for Efficient MoE Inference","created":"2025-04-08","cited_by_count":16,"area":"moe"},{"id":"2502.12224","title":"Fate: Fast Edge Inference of Mixture-of-Experts Models via Cross-Layer Gate","created":"2025-02-17","cited_by_count":13,"area":"moe"},{"id":"2508.21706","title":"Accelerating Mixture-of-Experts Inference by Hiding Offloading Latency with Speculative Decoding","created":"2025-08-29","cited_by_count":8,"area":"moe"},{"id":"2407.14417","title":"Mixture of Experts with Mixture of Precisions for Tuning Quality of Service","created":"2024-07-19","cited_by_count":7,"area":"moe"},{"id":"2501.09410","title":"MoE$^2$: Optimizing Collaborative Inference for Edge Large Language Models","created":"2025-01-16","cited_by_count":6,"area":"moe"},{"id":"2503.09716","title":"MoE-Gen: High-Throughput MoE Inference on a Single GPU with Module-Based Batching","created":"2025-03-12","cited_by_count":6,"area":"moe"},{"id":"2510.05497","title":"Patterns behind Chaos: Forecasting Data Movement for Efficient Large-Scale MoE LLM Inference","created":"2025-10-07","cited_by_count":6,"area":"moe"},{"id":"2508.06526","title":"PiKV: KV Cache Management System for Mixture of Experts","created":"2025-08-02","cited_by_count":5,"area":"moe"},{"id":"2509.07379","title":"DuoServe-MoE: Dual-Phase Expert Prefetch and Caching for LLM Inference QoS Assurance","created":"2025-09-09","cited_by_count":5,"area":"moe"},{"id":"2510.08055","title":"From Tokens to Layers: Redefining Stall-Free Scheduling for MoE Serving with Layered Prefill","created":"2025-10-09","cited_by_count":4,"area":"moe"},{"id":"2601.21198","title":"ZipMoE: Efficient On-Device MoE Serving via Lossless Compression and Cache-Affinity Scheduling","created":"2026-01-29","cited_by_count":4,"area":"moe"},{"id":"2604.10152","title":"SpecMoE: A Fast and Efficient Mixture-of-Experts Inference via Self-Assisted Speculative Decoding","created":"2026-04-11","cited_by_count":4,"area":"moe"},{"id":"2504.09345","title":"MoE-Lens: Towards the Hardware Limit of High-Throughput MoE LLM Serving Under Resource Constraints","created":"2025-04-12","cited_by_count":3,"area":"moe"},{"id":"2605.27081","title":"ReMoE: Boosting Expert Reuse through Router Fine-Tuning in Memory-Constrained MoE LLM Inference","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2608.16157","title":"FreeToken: Efficient Edge-Native MoE Serving with Bandwidth-Adaptive Execution","created":"2026-08-17","cited_by_count":3,"area":"moe"},{"id":"2609.04895","title":"Cache-Aware Joint Router Adaptation for Memory-Efficient MoE Inference","created":"2026-09-04","cited_by_count":3,"area":"moe"},{"id":"2602.03495","title":"DALI: A Workload-Aware Offloading Framework for Efficient MoE Inference on Local PCs","created":"2026-02-03","cited_by_count":2,"area":"moe"},{"id":"2605.02960","title":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","created":"2026-05-03","cited_by_count":2,"area":"moe"},{"id":"2605.20179","title":"TIDE: Efficient and Lossless MoE Diffusion LLM Inference with I/O-aware Expert Offload","created":"2026-05-19","cited_by_count":2,"area":"moe"},{"id":"2607.16184","title":"PagedWeight: Efficient MoE LLM Serving with Dynamic Quality-Aware Weight Quantization","created":"2026-07-17","cited_by_count":2,"area":"moe"},{"id":"2512.16473","title":"Efficient CPU-GPU Collaborative Inference for MoE-based LLMs on Memory-Limited Systems","created":"2025-12-18","cited_by_count":1,"area":"moe"},{"id":"2608.18261","title":"Cacheable by Design? Training Mixture-of-Experts Routers for Locality Against the Edge Memory-Bandwidth Wall: A Pre-Registered Negative Result with a Systems Measurement Study","created":"2026-08-18","cited_by_count":1,"area":"moe"},{"id":"2603.01058","title":"TriMoE: Augmenting GPU with AMX-Enabled CPU and DIMM-NDP for High-Throughput MoE Inference via Offloading","created":"2026-03-01","cited_by_count":0,"area":"moe"},{"id":"2604.02715","title":"FluxMoE: Decoupling Expert Residency for High-Performance MoE Serving","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2605.17889","title":"CoX-MoE: Coalesced Expert Execution for High-Throughput MoE Inference with AMX-Enabled CPU-GPU Co-Execution","created":"2026-05-18","cited_by_count":0,"area":"moe"},{"id":"2608.00577","title":"HetRoute Heterogeneous and Cost-aware Collaborative Routing Framework for Distributed Edge MoE Inference","created":"2026-08-01","cited_by_count":0,"area":"moe"},{"id":"2608.08081","title":"RotaryQuant: Fitting 120B MoE Models on Consumer Hardware via Fused Compressed-Space Attention","created":"2026-08-08","cited_by_count":0,"area":"moe"},{"id":"2609.06076","title":"Beyond Retraining-Free MoE Compression: A Cost-Normalized Study of Post-Compression Adjustment","created":"2026-09-05","cited_by_count":0,"area":"moe"},{"id":"2609.09748","title":"Epoch: Compiling Diffusion Blocks for Sparse MoE Serving","created":"2026-09-09","cited_by_count":0,"area":"moe"},{"id":"2609.12550","title":"Quality-Constrained Routing over a Fixed Pool of Quantized Mixture-of-Experts Instances","created":"2026-09-11","cited_by_count":0,"area":"moe"},{"id":"2609.14507","title":"Physically Partitioned KVCache Format for CPU--GPU Load Balancing in MoE Inference","created":"2026-09-13","cited_by_count":0,"area":"moe"},{"id":"2609.18063","title":"The Other Half of the Memory Wall: Serving 35B MoEs from SSD with Trained Routing Prediction","created":"2026-09-16","cited_by_count":0,"area":"moe"},{"id":"2609.26061","title":"TopoCompress: Topology Aware Token Compression Algorithm for Distributed Edge MoE Inference","created":"2026-08-01","cited_by_count":0,"area":"moe"},{"id":"2609.38090","title":"Mira: Memory-Efficient MoE Inference Using Adaptive Caching and Predictive Expert Staging","created":"2026-09-29","cited_by_count":0,"area":"moe"}],"next_cursor":null}