{"total":188,"rows":[{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2501.11873","title":"Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models","created":"2025-01-21","cited_by_count":54,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2410.10814","title":"Your Mixture-of-Experts LLM Is Secretly an Embedding Model For Free","created":"2024-10-14","cited_by_count":37,"area":"moe"},{"id":"2502.05172","title":"Joint MoE Scaling Laws: Mixture of Experts Can Be Memory Efficient","created":"2025-02-07","cited_by_count":31,"area":"moe"},{"id":"2505.05799","title":"MxMoE: Mixed-precision Quantization for MoE with Accuracy and Performance Co-Design","created":"2025-05-09","cited_by_count":30,"area":"moe"},{"id":"2510.04694","title":"Multilingual Routing in Mixture-of-Experts","created":"2025-10-06","cited_by_count":29,"area":"moe"},{"id":"2411.15708","title":"LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training","created":"2024-11-24","cited_by_count":26,"area":"moe"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2502.12224","title":"Fate: Fast Edge Inference of Mixture-of-Experts Models via Cross-Layer Gate","created":"2025-02-17","cited_by_count":13,"area":"moe"},{"id":"2506.20675","title":"Utility-Driven Speculative Decoding for Mixture-of-Experts","created":"2025-06-17","cited_by_count":13,"area":"moe"},{"id":"2507.00390","title":"MoNE: Replacing Redundant Experts with Lightweight Novices for Structured Pruning of MoE","created":"2025-07-01","cited_by_count":13,"area":"moe"},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2604.09780","title":"The Myth of Expert Specialization in MoEs: Why Routing Reflects Geometry, Not Necessarily Domain Expertise","created":"2026-04-10","cited_by_count":13,"area":"moe"},{"id":"2503.15798","title":"Mixture of Lookup Experts","created":"2025-03-20","cited_by_count":12,"area":"moe"},{"id":"2505.04519","title":"Pangu Ultra MoE: How to Train Your Big MoE on Ascend NPUs","created":"2025-05-07","cited_by_count":12,"area":"moe"},{"id":"2512.19849","title":"UCCL-EP: Portable Expert-Parallel Communication","created":"2025-12-22","cited_by_count":12,"area":"moe"},{"id":"2505.14336","title":"Scaling and Enhancing LLM-based AVSR: A Sparse Mixture of Projectors Approach","created":"2025-05-20","cited_by_count":10,"area":"moe"},{"id":"2510.05245","title":"Stratum: System-Hardware Co-Design with Tiered Monolithic 3D-Stackable DRAM for Efficient MoE Serving","created":"2025-10-06","cited_by_count":10,"area":"moe"},{"id":"2606.04438","title":"LoopMoE: Unifying Iterative Computation with Mixture-of-Experts for Language Modeling","created":"2026-06-03","cited_by_count":10,"area":"moe"},{"id":"2411.08212","title":"PERFT: Parameter-Efficient Routed Fine-Tuning for Mixture-of-Expert Model","created":"2024-11-12","cited_by_count":9,"area":"moe"},{"id":"2506.18945","title":"Chain-of-Experts: Unlocking the Communication Power of Mixture-of-Experts Models","created":"2025-06-23","cited_by_count":9,"area":"moe"},{"id":"2602.08621","title":"Sparse Models, Sparse Safety: Unsafe Routes in Mixture-of-Experts LLMs","created":"2026-02-09","cited_by_count":9,"area":"moe"},{"id":"2603.06003","title":"EvoESAP: Non-Uniform Expert Pruning for Sparse MoE","created":"2026-03-06","cited_by_count":9,"area":"moe"},{"id":"2605.07260","title":"When Are Experts Misrouted? Counterfactual Routing Analysis in Mixture-of-Experts Language Models","created":"2026-05-08","cited_by_count":9,"area":"moe"},{"id":"2505.16056","title":"Not All Models Suit Expert Offloading: On Local Routing Consistency of Mixture-of-Expert Models","created":"2025-05-21","cited_by_count":8,"area":"moe"},{"id":"2508.02587","title":"Parameter-Efficient Routed Fine-Tuning: Mixture-of-Experts Demands Mixture of Adaptation Modules","created":"2025-08-04","cited_by_count":8,"area":"moe"},{"id":"2509.22745","title":"Defending MoE LLMs against Harmful Fine-Tuning via Safety Routing Alignment","created":"2025-09-26","cited_by_count":8,"area":"moe"},{"id":"2603.04971","title":"Mixture of Universal Experts: Scaling Virtual Width via Depth-Width Transformation","created":"2026-03-05","cited_by_count":8,"area":"moe"},{"id":"2412.16971","title":"Part-Of-Speech Sensitivity of Routers in Mixture of Experts Models","created":"2024-12-22","cited_by_count":7,"area":"moe"},{"id":"2504.07964","title":"C3PO: Critical-Layer, Core-Expert, Collaborative Pathway Optimization for Test-Time Expert Re-Mixing","created":"2025-04-10","cited_by_count":7,"area":"moe"},{"id":"2509.23933","title":"Beyond Benchmarks: Understanding Mixture-of-Experts Models through Internal Mechanisms","created":"2025-09-28","cited_by_count":7,"area":"moe"},{"id":"2511.07419","title":"Routing Manifold Alignment Improves Generalization of Mixture-of-Experts LLMs","created":"2025-11-10","cited_by_count":7,"area":"moe"},{"id":"2604.02178","title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","created":"2026-04-02","cited_by_count":7,"area":"moe"},{"id":"2605.23078","title":"GEMQ: Global Expert-Level Mixed-Precision Quantization for MoE LLMs","created":"2026-05-21","cited_by_count":7,"area":"moe"},{"id":"2606.04980","title":"AlphaQ: Calibration-Free Bit Allocation for Mixture-of-Experts Quantization","created":"2026-06-03","cited_by_count":7,"area":"moe"},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2503.00634","title":"Efficiently Editing Mixture-of-Experts Models with Compressed Experts","created":"2025-03-01","cited_by_count":6,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2509.02753","title":"LExI: Layer-Adaptive Active Experts for Efficient MoE Model Inference","created":"2025-09-02","cited_by_count":6,"area":"moe"},{"id":"2510.02324","title":"Hallucination reduction with CASAL: Contrastive Activation Steering For Amortized Learning","created":"2025-09-25","cited_by_count":6,"area":"moe"},{"id":"2510.05497","title":"Patterns behind Chaos: Forecasting Data Movement for Efficient Large-Scale MoE LLM Inference","created":"2025-10-07","cited_by_count":6,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2606.15716","title":"How to Score Experts for One-Shot MoE Expert Pruning: A Unified Formulation and Selection Principle","created":"2026-06-14","cited_by_count":6,"area":"moe"},{"id":"2410.16077","title":"CartesianMoE: Boosting Knowledge Sharing among Experts via Cartesian Product Routing in Mixture-of-Experts","created":"2024-10-21","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2505.24593","title":"Decoding Knowledge Attribution in Mixture-of-Experts: A Framework of Basic-Refinement Collaboration and Efficiency Analysis","created":"2025-05-30","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2509.02512","title":"MoPEQ: Mixture of Mixed Precision Quantized Experts","created":"2025-09-02","cited_by_count":5,"area":"moe"},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2601.04823","title":"DR-LoRA: Dynamic Rank LoRA for Fine-Tuning Mixture-of-Experts Models","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2605.15403","title":"$\\phi$-Balancing for Mixture-of-Experts Training","created":"2026-05-14","cited_by_count":5,"area":"moe"},{"id":"2502.00281","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","created":"2025-02-01","cited_by_count":4,"area":"moe"},{"id":"2503.21135","title":"DynaMo: Runtime Switchable Quantization for MoE with Cross-Dataset Adaptation","created":"2025-03-27","cited_by_count":4,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2510.04136","title":"MoME: Mixture of Matryoshka Experts for Audio-Visual Speech Recognition","created":"2025-10-05","cited_by_count":4,"area":"moe"},{"id":"2601.08383","title":"Deconstructing Pre-training: Knowledge Attribution Analysis in MoE and Dense Models","created":"2026-01-13","cited_by_count":4,"area":"moe"},{"id":"2602.02472","title":"SPARKLING: Balancing Signal Preservation and Symmetry Breaking for Width-Progressive Learning","created":"2026-02-02","cited_by_count":4,"area":"moe"},{"id":"2603.21276","title":"Aggregation Alignment for Federated Learning with Mixture-of-Experts under Data Heterogeneity","created":"2026-03-22","cited_by_count":4,"area":"moe"},{"id":"2604.04230","title":"Three Phases of Expert Routing: How Load Balance Evolves During Mixture-of-Experts Training","created":"2026-04-05","cited_by_count":4,"area":"moe"},{"id":"2605.06663","title":"EMO: Pretraining Mixture of Experts for Emergent Modularity","created":"2026-05-07","cited_by_count":4,"area":"moe"},{"id":"2606.16825","title":"Tying the Loop -- Tied Expert Layers in Mixture-of-Experts Language Models","created":"2026-06-15","cited_by_count":4,"area":"moe"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2508.12801","title":"Maximum Score Routing For Mixture-of-Experts","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2510.02345","title":"Breaking the MoE LLM Trilemma: Dynamic Expert Clustering with Structured Compression","created":"2025-09-27","cited_by_count":3,"area":"moe"},{"id":"2510.14853","title":"Rewiring Experts on the Fly:Continuous Rerouting for Better Online Adaptation in Mixture-of-Expert models","created":"2025-10-16","cited_by_count":3,"area":"moe"},{"id":"2512.13996","title":"DTop-p MoE: Sparsity-Controlled Dynamic Top-p MoE for Foundation Model Pre-training","created":"2025-12-16","cited_by_count":3,"area":"moe"},{"id":"2601.10159","title":"What Gets Activated: Uncovering Domain and Driver Experts in MoE Language Models","created":"2026-01-15","cited_by_count":3,"area":"moe"},{"id":"2602.07616","title":"SERE: Similarity-based Expert Re-routing for Efficient Batch Decoding in MoE Models","created":"2026-02-07","cited_by_count":3,"area":"moe"},{"id":"2603.11114","title":"Task-Conditioned Routing Signatures in Sparse Mixture-of-Experts Transformers","created":"2026-03-11","cited_by_count":3,"area":"moe"},{"id":"2605.27358","title":"MobileMoE: Scaling On-Device Mixture of Experts","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2605.28042","title":"Extracting Small Translation Specialists from LLMs by Aggressively Pruning Experts","created":"2026-05-27","cited_by_count":3,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2504.04444","title":"On the Spatial Structure of Mixture-of-Experts in Transformers","created":"2025-04-06","cited_by_count":2,"area":"moe"},{"id":"2506.02890","title":"Scaling Fine-Grained MoE Beyond 50B Parameters: Empirical Evaluation and Practical Insights","created":"2025-06-03","cited_by_count":2,"area":"moe"},{"id":"2507.19142","title":"A3D-MoE: Acceleration of Large Language Models with Mixture of Experts via 3D Heterogeneous Integration","created":"2025-07-25","cited_by_count":2,"area":"moe"},{"id":"2510.13079","title":"GatePro: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models","created":"2025-10-15","cited_by_count":2,"area":"moe"},{"id":"2601.21461","title":"L$^3$: Large Lookup Layers","created":"2026-01-29","cited_by_count":2,"area":"moe"},{"id":"2602.17798","title":"Grassmannian Mixture-of-Experts: Concentration-Controlled Routing on Subspace Manifolds","created":"2026-02-19","cited_by_count":2,"area":"moe"},{"id":"2603.12645","title":"LightMoE: Reducing Mixture-of-Experts Redundancy through Expert Replacing","created":"2026-03-13","cited_by_count":2,"area":"moe"},{"id":"2603.21862","title":"Holistic Scaling Laws for Optimal Mixture-of-Experts Architecture Optimization","created":"2026-03-23","cited_by_count":2,"area":"moe"},{"id":"2604.06798","title":"MoBiE: Efficient Inference of Mixture of Binary Experts under Post-Training Quantization","created":"2026-04-08","cited_by_count":2,"area":"moe"},{"id":"2605.11689","title":"Slicing and Dicing: Configuring Optimal Mixtures of Experts","created":"2026-05-12","cited_by_count":2,"area":"moe"},{"id":"2605.24817","title":"RouteScan: A Non-Intrusive Approach to Auditing MoE LLMs Safety via Expert Routing Telemetry","created":"2026-05-24","cited_by_count":2,"area":"moe"},{"id":"2605.29714","title":"Leveraging Routing Dynamics in Mixture-of-Experts Models for Efficient Language Adaptation","created":"2026-05-28","cited_by_count":2,"area":"moe"},{"id":"2606.05378","title":"Pattern Selectivity is Not Task-Causal Structure: A Cross-Architecture Mechanistic Study of Composed-Task Circuits in 1B-Class Language Models","created":"2026-06-03","cited_by_count":2,"area":"moe"},{"id":"2606.10703","title":"From Observation to Intervention: A Causal Audit of Expert Importance in Mixture-of-Experts Models","created":"2026-06-09","cited_by_count":2,"area":"moe"},{"id":"2607.01789","title":"EPnG: Adaptive Expert Prune-and-Grow for Parameter-Efficient MoE Fine-tuning","created":"2026-07-02","cited_by_count":2,"area":"moe"},{"id":"2608.11212","title":"Detecting a Route Flip Is Easier Than Knowing Whether to Fix It: Causal Route-Mediated Damage in Quantized Mixture-of-Experts","created":"2026-07-14","cited_by_count":2,"area":"moe"}],"next_cursor":"100"}