{"total":37,"rows":[{"id":"2408.15664","title":"Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts","created":"2024-08-28","cited_by_count":205,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2505.12082","title":"Model Merging in Pre-training of Large Language Models","created":"2025-05-17","cited_by_count":37,"area":"moe"},{"id":"2403.11808","title":"Dynamic Tuning Towards Parameter and Inference Efficiency for ViT Adaptation","created":"2024-03-18","cited_by_count":25,"area":"moe"},{"id":"2506.14038","title":"Load Balancing Mixture of Experts with Similarity Preserving Routers","created":"2025-06-16","cited_by_count":22,"area":"moe"},{"id":"2403.02600","title":"TESTAM: A Time-Enhanced Spatio-Temporal Attention Model with Mixture of Experts","created":"2024-03-05","cited_by_count":18,"area":"moe"},{"id":"2212.08066","title":"Mod-Squad: Designing Mixture of Experts As Modular Multi-Task Learners","created":"2022-12-15","cited_by_count":15,"area":"moe"},{"id":"2606.04438","title":"LoopMoE: Unifying Iterative Computation with Mixture-of-Experts for Language Modeling","created":"2026-06-03","cited_by_count":10,"area":"moe"},{"id":"2410.19225","title":"Hierarchical Mixture of Experts: Generalizable Learning for High-Level Synthesis","created":"2024-10-25","cited_by_count":9,"area":"moe"},{"id":"2409.12210","title":"Mixture of Diverse Size Experts","created":"2024-09-18","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2601.05049","title":"How to Set the Learning Rate for Large-Scale Pre-training?","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2411.19402","title":"On the Role of Discrete Representation in Sparse Mixture of Experts","created":"2024-11-28","cited_by_count":4,"area":"moe"},{"id":"2505.15414","title":"Efficient Data Driven Mixture-of-Expert Extraction from Trained Networks","created":"2025-05-21","cited_by_count":3,"area":"moe"},{"id":"2507.06363","title":"Mamba Goes HoME: Hierarchical Soft Mixture-of-Experts for 3D Medical Image Segmentation","created":"2025-07-08","cited_by_count":3,"area":"moe"},{"id":"2508.06228","title":"Towards Unified Image Deblurring using a Mixture-of-Experts Decoder","created":"2025-08-08","cited_by_count":3,"area":"moe"},{"id":"2601.21641","title":"Seg-MoE: Multi-Resolution Segment-wise Mixture-of-Experts for Time Series Forecasting Transformers","created":"2026-01-29","cited_by_count":3,"area":"moe"},{"id":"2507.03526","title":"Decoupled Relative Learning Rate Schedules","created":"2025-07-04","cited_by_count":2,"area":"moe"},{"id":"2601.21461","title":"L$^3$: Large Lookup Layers","created":"2026-01-29","cited_by_count":2,"area":"moe"},{"id":"2407.17783","title":"How Lightweight Can A Vision Transformer Be","created":"2024-07-25","cited_by_count":1,"area":"moe"},{"id":"2505.06272","title":"A Sensitivity-Driven Expert Allocation Method in LoRA-MoE for Efficient Fine-Tuning","created":"2025-05-06","cited_by_count":1,"area":"moe"},{"id":"2506.11823","title":"Structural Similarity-Inspired Unfolding for Lightweight Image Super-Resolution","created":"2025-06-13","cited_by_count":1,"area":"moe"},{"id":"2512.13705","title":"Scaling and Transferability of Annealing Strategies in Large Language Model Training","created":"2025-12-05","cited_by_count":1,"area":"moe"},{"id":"2512.20821","title":"Divided We Fall: Defending Against Adversarial Attacks via Soft-Gated Fractional Mixture-of-Experts with Randomized Adversarial Training","created":"2025-12-23","cited_by_count":1,"area":"moe"},{"id":"2602.06862","title":"Parameters as Experts: Adapting Vision Models with Dynamic Parameter Routing","created":"2026-02-06","cited_by_count":1,"area":"moe"},{"id":"2602.09001","title":"DirMoE: Dirichlet-routed Mixture of Experts","created":"2026-02-09","cited_by_count":1,"area":"moe"},{"id":"2508.07144","title":"Dynamic Pattern Alignment Learning for Pretraining Lightweight Human-Centric Vision Models","created":"2025-08-10","cited_by_count":0,"area":"moe"},{"id":"2601.21866","title":"MoHETS: Long-term Time Series Forecasting with Mixture-of-Heterogeneous-Experts","created":"2026-01-29","cited_by_count":0,"area":"moe"},{"id":"2604.12026","title":"TriFit: Trimodal Fusion with Protein Dynamics for Mutation Fitness Prediction","created":"2026-04-13","cited_by_count":0,"area":"moe"},{"id":"2605.25698","title":"How Should LLMs Consume High-Quality Data? Optimal Data Scheduling via Quality-Aware Functional Scaling Laws","created":"2026-05-25","cited_by_count":0,"area":"moe"},{"id":"2606.00844","title":"MoEIoU: Rethinking Bounding-Box Regression as a Mixture of Experts","created":"2026-05-30","cited_by_count":0,"area":"moe"},{"id":"2606.29575","title":"TF-MoE: Time-Frequency Mixture-of-Experts for Efficient Speech Separation","created":"2026-06-28","cited_by_count":0,"area":"moe"},{"id":"2607.29462","title":"MoPET: Parameter-Efficient Mixture-of-Experts for Unified Medical Image Classification","created":"2026-07-31","cited_by_count":0,"area":"moe"},{"id":"2608.01284","title":"Training nGPT","created":"2026-08-02","cited_by_count":0,"area":"moe"},{"id":"2608.08808","title":"AdapterMoE: A Two-Stage Hard-Routing Mixture-of-Experts Architecture for Multi-Crop Disease Recognition with Calibrated Rejection and Incremental Learning","created":"2026-08-09","cited_by_count":0,"area":"moe"},{"id":"2608.20061","title":"Let's Scale Step by Step: Compute-Efficient Hyperparameter Transfer for Large-Scale Mixture-of-Experts","created":"2026-08-20","cited_by_count":0,"area":"moe"},{"id":"2609.02204","title":"TAME: Temporal-Aware Mixture-of-Experts for Text-Video Retrieval","created":"2026-09-02","cited_by_count":0,"area":"moe"}],"next_cursor":null}