{"total":44,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2411.18466","title":"Complexity Experts are Task-Discriminative Learners for Any Image Restoration","created":"2024-11-27","cited_by_count":77,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2501.11873","title":"Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models","created":"2025-01-21","cited_by_count":54,"area":"moe"},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44,"area":"moe"},{"id":"2407.19985","title":"Mixture of Nested Experts: Adaptive Processing of Visual Tokens","created":"2024-07-29","cited_by_count":25,"area":"moe"},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2605.09165","title":"Sparse Layers are Critical to Scaling Looped Language Models","created":"2026-05-09","cited_by_count":11,"area":"moe"},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2410.10846","title":"Duo-LLM: A Framework for Studying Adaptive Computation in Large Language Models","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2506.09351","title":"DIVE into MoE: Diversity-Enhanced Reconstruction of Large Language Models from Dense into Mixture-of-Experts","created":"2025-06-11","cited_by_count":7,"area":"moe"},{"id":"2512.18425","title":"MoE Pathfinder: Trajectory-driven Expert Pruning","created":"2025-12-20","cited_by_count":7,"area":"moe"},{"id":"2511.06494","title":"Route Experts by Sequence, not by Token","created":"2025-11-09","cited_by_count":6,"area":"moe"},{"id":"2603.18297","title":"Path-Constrained Mixture-of-Experts","created":"2026-03-18","cited_by_count":4,"area":"moe"},{"id":"2504.06426","title":"S'MoRE: Structural Mixture of Residual Experts for Parameter-Efficient LLM Fine-tuning","created":"2025-04-08","cited_by_count":3,"area":"moe"},{"id":"2505.15414","title":"Efficient Data Driven Mixture-of-Expert Extraction from Trained Networks","created":"2025-05-21","cited_by_count":3,"area":"moe"},{"id":"2603.11535","title":"Expert Threshold Routing for Autoregressive Language Modeling with Dynamic Computation Allocation and Load Balancing","created":"2026-03-12","cited_by_count":3,"area":"moe"},{"id":"2607.08780","title":"Sticky Routing: Training MoE Models for Memory-Efficient Inference","created":"2026-06-12","cited_by_count":2,"area":"moe"},{"id":"2502.02040","title":"M2R2: Mixture of Multi-Rate Residuals for Efficient Transformer Inference","created":"2025-02-04","cited_by_count":1,"area":"moe"},{"id":"2503.22996","title":"Rethinking Sparse Mixture of Experts from a Unified Perspective","created":"2025-03-29","cited_by_count":1,"area":"moe"},{"id":"2510.11001","title":"DND: Boosting Large Language Models with Dynamic Nested Depth","created":"2025-10-13","cited_by_count":1,"area":"moe"},{"id":"2601.15370","title":"Improving MoE Compute Efficiency by Composing Weight and Data Sparsity","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2602.09001","title":"DirMoE: Dirichlet-routed Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2604.14419","title":"Equifinality in Mixture of Experts: Routing Topology Does Not Determine Language Modeling Quality","created":"2026-04-15","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2605.15484","title":"When Does Sparse MoE Help in Vision? The Role of Backbone Compute Leverage in Sparse Routing","created":"2026-05-15","cited_by_count":1,"area":"moe"},{"id":"2502.14788","title":"Ray-Tracing for Conditionally Activated Neural Networks","created":"2025-02-20","cited_by_count":0,"area":"moe"},{"id":"2603.15541","title":"Bridging Local and Global Knowledge: Cascaded Mixture-of-Experts Learning for Near-Shortest Path Routing","created":"2026-03-16","cited_by_count":0,"area":"moe"},{"id":"2605.09516","title":"Mixture of Layers with Hybrid Attention","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2608.00573","title":"TrimMoE A communication aware and adaptive depth framework for distributed edge inference","created":"2026-08-01","cited_by_count":0,"area":"moe"},{"id":"2609.08663","title":"MoEMB: Scaling Universal Multimodal Embeddings with Efficient Mixture-of-Experts Models","created":"2026-09-08","cited_by_count":0,"area":"moe"},{"id":"2609.12550","title":"Quality-Constrained Routing over a Fixed Pool of Quantized Mixture-of-Experts Instances","created":"2026-09-11","cited_by_count":0,"area":"moe"},{"id":"2609.34212","title":"X-MoD: Practical Scaling Laws for Sparse-Depth Routing Beyond Mixture-of-Depths","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2609.39445","title":"Raw-Routed Mixture of Adapters: A Causal Intervention for Routing Collapse in Time Series Foundation Models","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.08858","title":"LRCC: Generalizing Low-Rank Compression with Conditional Computation","created":"2026-10-05","cited_by_count":0,"area":"moe"},{"id":"2610.11775","title":"RouterInterp: Understanding Superposed Specialisation in Mixture of Experts Routing","created":"2026-10-08","cited_by_count":0,"area":"moe"},{"id":"2610.14074","title":"One Model, Multiple Compute Budgets: Multi-Ratio ConceptMoE for Flexible Compute Across Turns","created":"2026-10-08","cited_by_count":0,"area":"moe"},{"id":"2610.14644","title":"Shaping Latent Mixture-of-Experts: From Expert Geometry to Layerwise Capacity Allocation","created":"2026-10-10","cited_by_count":0,"area":"moe"}],"next_cursor":null}