{"total":25,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2603.03276","title":"Beyond Language Modeling: An Exploration of Multimodal Pretraining","created":"2026-03-03","cited_by_count":37,"area":"moe"},{"id":"2506.14038","title":"Load Balancing Mixture of Experts with Similarity Preserving Routers","created":"2025-06-16","cited_by_count":22,"area":"moe"},{"id":"2507.07024","title":"FlexOlmo: Open Language Models for Flexible Data Use","created":"2025-07-09","cited_by_count":15,"area":"moe"},{"id":"2506.09440","title":"GigaChat Family: Efficient Russian Language Modeling Through Mixture of Experts Architecture","created":"2025-06-11","cited_by_count":8,"area":"moe"},{"id":"2509.26520","title":"Training Matryoshka Mixture-of-Experts for Elastic Inference-Time Expert Utilization","created":"2025-09-30","cited_by_count":7,"area":"moe"},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2601.08383","title":"Deconstructing Pre-training: Knowledge Attribution Analysis in MoE and Dense Models","created":"2026-01-13","cited_by_count":4,"area":"moe"},{"id":"2512.13996","title":"DTop-p MoE: Sparsity-Controlled Dynamic Top-p MoE for Foundation Model Pre-training","created":"2025-12-16","cited_by_count":3,"area":"moe"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2603.11535","title":"Expert Threshold Routing for Autoregressive Language Modeling with Dynamic Computation Allocation and Load Balancing","created":"2026-03-12","cited_by_count":3,"area":"moe"},{"id":"2605.27358","title":"MobileMoE: Scaling On-Device Mixture of Experts","created":"2026-05-26","cited_by_count":3,"area":"moe"},{"id":"2504.15527","title":"Compass-V2 Technical Report","created":"2025-04-22","cited_by_count":2,"area":"moe"},{"id":"2512.16248","title":"Sigma-MoE-Tiny Technical Report","created":"2025-12-18","cited_by_count":2,"area":"moe"},{"id":"2510.08008","title":"Beyond Sunk Costs: Boosting LLM Pre-training Efficiency via Orthogonal Growth of Mixture-of-Experts","created":"2025-10-09","cited_by_count":1,"area":"moe"},{"id":"2604.19835","title":"Expert Upcycling: Shifting the Compute-Efficient Frontier of Mixture-of-Experts","created":"2026-04-21","cited_by_count":1,"area":"moe"},{"id":"2606.02378","title":"When Do Attention Circuits Form? Developmental Trajectories of Capability and Attention-Sink Emergence Across Three 1B-ClassArchitectures","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2510.26182","title":"MossNet: Mixture of State-Space Experts is a Multi-Head Attention","created":"2025-10-30","cited_by_count":0,"area":"moe"},{"id":"2602.11543","title":"Pretraining A Large Language Model using Distributed GPUs: A Memory-Efficient Decentralized Paradigm","created":"2026-02-12","cited_by_count":0,"area":"moe"},{"id":"2605.18083","title":"A Data-Efficient Path to Multilingual LLMs: Language Expansion via Post-training PARAM$\\Delta$ Integration into Upcycled MoE","created":"2026-05-18","cited_by_count":0,"area":"moe"},{"id":"2608.30567","title":"TuringLLM: Efficiently Scaling Foundation Models Toward Physical AI","created":"2026-08-31","cited_by_count":0,"area":"moe"},{"id":"2609.00407","title":"DynaNDE: Dynamic Near-Data Expert Scheduling for Batched MoE Inference","created":"2026-08-31","cited_by_count":0,"area":"moe"},{"id":"2609.15126","title":"MoME: Mixture-of-Memory Embeddings for Context-Aware Sparse Lookup","created":"2026-09-14","cited_by_count":0,"area":"moe"},{"id":"2609.22199","title":"Improving Parameter Utilization by Sharing Neural Experts Across Layers in Transformers","created":"2026-08-31","cited_by_count":0,"area":"moe"},{"id":"2610.04140","title":"ExpertMuon-Compass: Alignment-Guided Step Sizes for Mixture-of-Experts Training","created":"2026-10-02","cited_by_count":0,"area":"moe"}],"next_cursor":null}