{"total":64,"rows":[{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2409.16040","title":"Time-MoE: Billion-Scale Time Series Foundation Models with Mixture of Experts","created":"2024-09-24","cited_by_count":287,"area":"moe"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2603.04791","title":"Timer-S1: A Billion-Scale Time Series Foundation Model with Serial Scaling","created":"2026-03-05","cited_by_count":28,"area":"moe"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2506.14038","title":"Load Balancing Mixture of Experts with Similarity Preserving Routers","created":"2025-06-16","cited_by_count":22,"area":"moe"},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2605.09165","title":"Sparse Layers are Critical to Scaling Looped Language Models","created":"2026-05-09","cited_by_count":11,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2606.04438","title":"LoopMoE: Unifying Iterative Computation with Mixture-of-Experts for Language Modeling","created":"2026-06-03","cited_by_count":10,"area":"moe"},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2605.08738","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","created":"2026-05-09","cited_by_count":7,"area":"moe"},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5,"area":"moe"},{"id":"2605.20948","title":"Memory Grafting: Scaling Language Model Pre-training via Offline Conditional Memory","created":"2026-05-20","cited_by_count":5,"area":"moe"},{"id":"2506.18145","title":"Routing Mamba: Scaling State Space Models with Mixture-of-Experts Projection","created":"2025-06-22","cited_by_count":4,"area":"moe"},{"id":"2602.02472","title":"SPARKLING: Balancing Signal Preservation and Symmetry Breaking for Width-Progressive Learning","created":"2026-02-02","cited_by_count":4,"area":"moe"},{"id":"2508.12801","title":"Maximum Score Routing For Mixture-of-Experts","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2601.21641","title":"Seg-MoE: Multi-Resolution Segment-wise Mixture-of-Experts for Time Series Forecasting Transformers","created":"2026-01-29","cited_by_count":3,"area":"moe"},{"id":"2603.11535","title":"Expert Threshold Routing for Autoregressive Language Modeling with Dynamic Computation Allocation and Load Balancing","created":"2026-03-12","cited_by_count":3,"area":"moe"},{"id":"2604.25578","title":"Marco-MoE: Open Multilingual Mixture-of-Expert Language Models with Efficient Upcycling","created":"2026-04-28","cited_by_count":3,"area":"moe"},{"id":"2606.25971","title":"Improving Neural Network Training by Decoupling the Magnitude and Direction of Weight Vectors","created":"2026-06-24","cited_by_count":3,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2510.18825","title":"Unifying and Enhancing Graph Transformers via a Hierarchical Mask Framework","created":"2025-10-21","cited_by_count":2,"area":"moe"},{"id":"2510.24055","title":"Language-Conditioned Representations and Mixture-of-Experts Policy for Robust Multi-Task Robotic Manipulation","created":"2025-10-28","cited_by_count":2,"area":"moe"},{"id":"2512.16248","title":"Sigma-MoE-Tiny Technical Report","created":"2025-12-18","cited_by_count":2,"area":"moe"},{"id":"2601.05174","title":"FaST: Efficient and Effective Long-Horizon Forecasting for Large-Scale Spatial-Temporal Graphs via Mixture-of-Experts","created":"2026-01-08","cited_by_count":2,"area":"moe"},{"id":"2601.21461","title":"L$^3$: Large Lookup Layers","created":"2026-01-29","cited_by_count":2,"area":"moe"},{"id":"2403.02436","title":"How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers","created":"2024-03-04","cited_by_count":1,"area":"moe"},{"id":"2408.15305","title":"Parameter-Efficient Quantized Mixture-of-Experts Meets Vision-Language Instruction Tuning for Semiconductor Electron Micrograph Analysis","created":"2024-08-27","cited_by_count":1,"area":"moe"},{"id":"2504.20343","title":"MicarVLMoE: A Modern Gated Cross-Aligned Vision-Language Mixture of Experts Model for Medical Image Captioning and Report Generation","created":"2025-04-29","cited_by_count":1,"area":"moe"},{"id":"2601.21349","title":"L2R: Low-Rank and Lipschitz-Controlled Routing for Mixture-of-Experts","created":"2026-01-29","cited_by_count":1,"area":"moe"},{"id":"2602.09001","title":"DirMoE: Dirichlet-routed Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2601.09200","title":"A.X K1 Technical Report","created":"2026-01-14","cited_by_count":0,"area":"moe"},{"id":"2601.21866","title":"MoHETS: Long-term Time Series Forecasting with Mixture-of-Heterogeneous-Experts","created":"2026-01-29","cited_by_count":0,"area":"moe"},{"id":"2602.11543","title":"Pretraining A Large Language Model using Distributed GPUs: A Memory-Efficient Decentralized Paradigm","created":"2026-02-12","cited_by_count":0,"area":"moe"},{"id":"2604.23740","title":"Transformer as an Euler Discretization of Score-based Variational Flow","created":"2026-04-26","cited_by_count":0,"area":"moe"},{"id":"2605.08809","title":"SimReg: Achieving Higher Performance in the Pretraining via Embedding Similarity Regularization","created":"2026-05-09","cited_by_count":0,"area":"moe"},{"id":"2605.31268","title":"Mellum2 Technical Report","created":"2026-05-29","cited_by_count":0,"area":"moe"},{"id":"2606.24320","title":"ZONOS2 Technical Report","created":"2026-06-23","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2608.09119","title":"Motif 3: Technical Report","created":"2026-08-10","cited_by_count":0,"area":"moe"},{"id":"2608.09752","title":"Disentangling Co-Occurring Retinal Pathologies with Saliency-Guided Sparse Expert Routing","created":"2026-08-10","cited_by_count":0,"area":"moe"},{"id":"2608.14333","title":"Beyond Capacity: Scalable MoE LLM Inference via High-Bandwidth Flash with Direct GPU and HBM Paths","created":"2026-08-14","cited_by_count":0,"area":"moe"},{"id":"2608.14385","title":"DeaMoE: Efficient MoE Structure for Fast Small-Batch Decoding","created":"2026-08-14","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.09748","title":"Epoch: Compiling Diffusion Blocks for Sparse MoE Serving","created":"2026-09-09","cited_by_count":0,"area":"moe"},{"id":"2609.16179","title":"Z-Loss Backward Geometry in Dense Output Heads and Sparse Routers","created":"2026-07-31","cited_by_count":0,"area":"moe"},{"id":"2610.02584","title":"Dense Mixture-of-Experts as a Reparameterized Wide FFN: A Granularity Sweep at Fixed Compute","created":"2026-10-01","cited_by_count":0,"area":"moe"},{"id":"2610.05109","title":"LoopMoEVR: Loop-Based Degradation-Aware Mixture-of-Experts for Unified UHD Video Restoration","created":"2026-10-04","cited_by_count":0,"area":"moe"},{"id":"2610.05484","title":"Universal Test-Time Training","created":"2026-10-04","cited_by_count":0,"area":"moe"},{"id":"2610.12495","title":"Kairos: Toward a Byte-Level Foundation Model for Every Modality","created":"2026-09-26","cited_by_count":0,"area":"moe"},{"id":"2610.18010","title":"Fish Audio Drama 3 Technical Report","created":"2026-10-13","cited_by_count":0,"area":"moe"},{"id":"2610.19975","title":"LatentLoop: Scaling Looped MoE Models with Asymmetric Compute Allocation","created":"2026-10-14","cited_by_count":0,"area":"moe"},{"id":"2610.20247","title":"Scaling Multilingual Mixture-of-Experts: How Language Coverage Changes Capacity and Compute Allocation","created":"2026-10-14","cited_by_count":0,"area":"moe"}],"next_cursor":null}