{"total":35,"rows":[{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2404.07413","title":"JetMoE: Reaching Llama2 Performance with 0.1M Dollars","created":"2024-04-11","cited_by_count":57,"area":"moe"},{"id":"2402.01771","title":"BlackMamba: Mixture of Experts for State-Space Models","created":"2024-02-01","cited_by_count":37,"area":"moe"},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21,"area":"moe"},{"id":"2410.10054","title":"AlphaLoRA: Assigning LoRA Experts Based on Layer Training Quality","created":"2024-10-14","cited_by_count":20,"area":"moe"},{"id":"2405.14507","title":"Unchosen Experts Can Contribute Too: Unleashing MoE Models' Power by Self-Contrast","created":"2024-05-23","cited_by_count":19,"area":"moe"},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2411.00782","title":"TradExpert: Revolutionizing Trading with Mixture of Expert LLMs","created":"2024-10-16","cited_by_count":12,"area":"moe"},{"id":"2503.06881","title":"ResMoE: Space-efficient Compression of Mixture of Experts LLMs via Residual Restoration","created":"2025-03-10","cited_by_count":12,"area":"moe"},{"id":"2508.12461","title":"Is GPT-OSS Good? A Comprehensive Evaluation of OpenAI's Latest Open Source Models","created":"2025-08-17","cited_by_count":11,"area":"moe"},{"id":"2410.00938","title":"MoS: Unleashing Parameter Efficiency of Low-Rank Adaptation with Mixture of Shards","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2411.05945","title":"NeKo: Cross-Modality Post-Recognition Error Correction with Tasks-Guided Mixture-of-Experts Language Model","created":"2024-11-08","cited_by_count":7,"area":"moe"},{"id":"2511.07419","title":"Routing Manifold Alignment Improves Generalization of Mixture-of-Experts LLMs","created":"2025-11-10","cited_by_count":7,"area":"moe"},{"id":"2510.04476","title":"Compressed Convolutional Attention: Efficient Attention in a Compressed Latent Space","created":"2025-10-06","cited_by_count":5,"area":"moe"},{"id":"2505.19427","title":"WINA: Weight Informed Neuron Activation for Accelerating Large Language Model Inference","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2408.15915","title":"Leveraging Open Knowledge for Advancing Task Expertise in Large Language Models","created":"2024-08-28","cited_by_count":2,"area":"moe"},{"id":"2410.03027","title":"MLP-KAN: Unifying Deep Representation and Function Learning","created":"2024-10-03","cited_by_count":2,"area":"moe"},{"id":"2508.16700","title":"GPT-OSS-20B: A Comprehensive Deployment-Centric Analysis of OpenAI's Open-Weight Mixture of Experts Model","created":"2025-08-22","cited_by_count":2,"area":"moe"},{"id":"2509.10436","title":"RefactorCoderQA: Benchmarking LLMs for Multi-Domain Coding Question Solutions in Cloud and Edge Deployment","created":"2025-09-12","cited_by_count":2,"area":"moe"},{"id":"2602.17798","title":"Grassmannian Mixture-of-Experts: Concentration-Controlled Routing on Subspace Manifolds","created":"2026-02-19","cited_by_count":2,"area":"moe"},{"id":"2401.15713","title":"Contrastive Learning and Mixture of Experts Enables Precise Vector Embeddings","created":"2024-01-28","cited_by_count":1,"area":"moe"},{"id":"2412.05540","title":"Towards 3D Acceleration for low-power Mixture-of-Experts and Multi-Head Attention Spiking Transformers","created":"2024-12-07","cited_by_count":1,"area":"moe"},{"id":"2601.01260","title":"MambaFormer: Token-Level Guided Routing Mixture-of-Experts for Accurate and Efficient Clinical Assistance","created":"2026-01-03","cited_by_count":1,"area":"moe"},{"id":"2607.09424","title":"A Sovereign, Open-Source Foundation Model for German and English","created":"2026-07-10","cited_by_count":1,"area":"moe"},{"id":"2406.02969","title":"Filtered not Mixed: Stochastic Filtering-Based Online Gating for Mixture of Large Language Models","created":"2024-06-05","cited_by_count":0,"area":"moe"},{"id":"2605.31268","title":"Mellum2 Technical Report","created":"2026-05-29","cited_by_count":0,"area":"moe"},{"id":"2610.12495","title":"Kairos: Toward a Byte-Level Foundation Model for Every Modality","created":"2026-09-26","cited_by_count":0,"area":"moe"}],"next_cursor":null}