{"total":25,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2501.12370","title":"Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models","created":"2025-01-21","cited_by_count":50,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2605.23872","title":"Training-Free Looped Transformers","created":"2026-05-22","cited_by_count":15,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2510.17483","title":"ReXMoE: Reusing Experts with Minimal Overhead in Mixture-of-Experts","created":"2025-10-20","cited_by_count":10,"area":"moe"},{"id":"2506.18945","title":"Chain-of-Experts: Unlocking the Communication Power of Mixture-of-Experts Models","created":"2025-06-23","cited_by_count":9,"area":"moe"},{"id":"2607.16051","title":"Loop the Loopies!","created":"2026-07-17","cited_by_count":8,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2507.05724","title":"Omni-Router: Sharing Routing Decisions in Sparse Mixture-of-Experts for Speech Recognition","created":"2025-07-08","cited_by_count":4,"area":"moe"},{"id":"2510.04136","title":"MoME: Mixture of Matryoshka Experts for Audio-Visual Speech Recognition","created":"2025-10-05","cited_by_count":4,"area":"moe"},{"id":"2606.16825","title":"Tying the Loop -- Tied Expert Layers in Mixture-of-Experts Language Models","created":"2026-06-15","cited_by_count":4,"area":"moe"},{"id":"2609.18176","title":"MoRE: Mixture of Reused Experts","created":"2026-09-16","cited_by_count":3,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2606.26183","title":"LiMoDE: Rethinking Lifelong Robot Manipulation from a Mixture-of-Dynamic-Experts Perspective","created":"2026-06-24","cited_by_count":1,"area":"moe"},{"id":"2607.16427","title":"Multi-level context Modeling for consistent expert selection in Mixture-of-Experts","created":"2026-07-17","cited_by_count":1,"area":"moe"},{"id":"2609.35751","title":"How to Loop MoE: Flatten the Experts, Untie the Attention","created":"2026-09-28","cited_by_count":1,"area":"moe"},{"id":"2503.20750","title":"Optimal Scaling Laws for Efficiency Gains in a Theoretical Transformer-Augmented Sectional MoE Framework","created":"2025-03-26","cited_by_count":0,"area":"moe"},{"id":"2605.09516","title":"Mixture of Layers with Hybrid Attention","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2610.01153","title":"Looping Beyond Twice: A Scalable Recipe for Looped Mixture-of-Experts","created":"2026-10-01","cited_by_count":0,"area":"moe"},{"id":"2610.05484","title":"Universal Test-Time Training","created":"2026-10-04","cited_by_count":0,"area":"moe"},{"id":"2610.15745","title":"SpikeOcc: Towards Resilient Multimodal 3D Occupancy Perception via Spiking Experts","created":"2026-10-11","cited_by_count":0,"area":"moe"}],"next_cursor":null}