{"total":56,"rows":[{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2404.15159","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","created":"2024-04-22","cited_by_count":147,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2402.12851","title":"MoELoRA: Contrastive Learning Guided Mixture of Experts on Parameter-Efficient Fine-Tuning for Large Language Models","created":"2024-02-20","cited_by_count":56,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2208.07638","title":"Mask and Reason: Pre-Training Knowledge Graph Transformers for Complex Logical Queries","created":"2022-08-16","cited_by_count":39,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2406.20030","title":"LEMoE: Advanced Mixture of Experts Adaptor for Lifelong Model Editing of Large Language Models","created":"2024-06-28","cited_by_count":14,"area":"moe"},{"id":"2512.23447","title":"Coupling Experts and Routers in Mixture-of-Experts via an Auxiliary Loss","created":"2025-12-29","cited_by_count":11,"area":"moe"},{"id":"2606.04438","title":"LoopMoE: Unifying Iterative Computation with Mixture-of-Experts for Language Modeling","created":"2026-06-03","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2508.05257","title":"MoBE: Mixture-of-Basis-Experts for Compressing MoE-based LLMs","created":"2025-08-07","cited_by_count":9,"area":"moe"},{"id":"2406.12375","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory","created":"2024-06-18","cited_by_count":8,"area":"moe"},{"id":"2508.02587","title":"Parameter-Efficient Routed Fine-Tuning: Mixture-of-Experts Demands Mixture of Adaptation Modules","created":"2025-08-04","cited_by_count":8,"area":"moe"},{"id":"2402.15082","title":"PEMT: Multi-Task Correlation Guided Mixture-of-Experts Enables Parameter-Efficient Transfer Learning","created":"2024-02-23","cited_by_count":7,"area":"moe"},{"id":"2404.09027","title":"MING-MOE: Enhancing Medical Multi-Task Learning in Large Language Models with Sparse Mixture of Low-Rank Adapter Experts","created":"2024-04-13","cited_by_count":7,"area":"moe"},{"id":"2410.10846","title":"Duo-LLM: A Framework for Studying Adaptive Computation in Large Language Models","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2501.13074","title":"Autonomy-of-Experts Models","created":"2025-01-22","cited_by_count":7,"area":"moe"},{"id":"2509.23933","title":"Beyond Benchmarks: Understanding Mixture-of-Experts Models through Internal Mechanisms","created":"2025-09-28","cited_by_count":7,"area":"moe"},{"id":"2604.02178","title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","created":"2026-04-02","cited_by_count":7,"area":"moe"},{"id":"2505.07260","title":"UMoE: Unifying Attention and FFN with Shared Experts","created":"2025-05-12","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2406.04984","title":"MEFT: Memory-Efficient Fine-Tuning through Sparse Adapter","created":"2024-06-07","cited_by_count":5,"area":"moe"},{"id":"2505.24593","title":"Decoding Knowledge Attribution in Mixture-of-Experts: A Framework of Basic-Refinement Collaboration and Efficiency Analysis","created":"2025-05-30","cited_by_count":5,"area":"moe"},{"id":"2411.19402","title":"On the Role of Discrete Representation in Sparse Mixture of Experts","created":"2024-11-28","cited_by_count":4,"area":"moe"},{"id":"2602.10965","title":"MoEEdit: Efficient and Routing-Stable Knowledge Editing for Mixture-of-Experts LLMs","created":"2026-02-11","cited_by_count":4,"area":"moe"},{"id":"2603.00054","title":"Expert Divergence Learning for MoE-based Language Models","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2505.15414","title":"Efficient Data Driven Mixture-of-Expert Extraction from Trained Networks","created":"2025-05-21","cited_by_count":3,"area":"moe"},{"id":"2602.01219","title":"Mixture-of-Top-k Attention: Efficient Attention via Scalable Fast Weights","created":"2026-02-01","cited_by_count":2,"area":"moe"},{"id":"2606.05538","title":"Less is MoE: Trimming Experts in Domain-Specialist Language Models","created":"2026-06-04","cited_by_count":2,"area":"moe"},{"id":"2502.12455","title":"DSMoE: Matrix-Partitioned Experts with Dynamic Routing for Computation-Efficient Dense LLMs","created":"2025-02-18","cited_by_count":1,"area":"moe"},{"id":"2511.19480","title":"Exploiting the Experts: Unauthorized Compression in MoE-LLMs","created":"2025-11-22","cited_by_count":1,"area":"moe"},{"id":"2604.26340","title":"Adaptive and Fine-grained Module-wise Expert Pruning for Efficient LoRA-MoE Fine-Tuning","created":"2026-04-29","cited_by_count":1,"area":"moe"},{"id":"2605.16686","title":"Scalable Knowledge Editing for Mixture-of-Experts LLMs via Tensor-Structured Updates","created":"2026-05-15","cited_by_count":1,"area":"moe"},{"id":"2609.25655","title":"From Experts to Sub-experts: Fine-grained Parameter-Efficient Fine-Tuning for MoE LLMs","created":"2026-09-22","cited_by_count":1,"area":"moe"},{"id":"2501.06884","title":"Transforming Vision Transformer: Towards Efficient Multi-Task Asynchronous Learning","created":"2025-01-12","cited_by_count":0,"area":"moe"},{"id":"2603.15402","title":"A Closer Look into LLMs for Table Understanding","created":"2026-03-16","cited_by_count":0,"area":"moe"},{"id":"2605.08575","title":"Uncovering Intra-expert Activation Sparsity for Efficient Mixture-of-Expert Model Execution","created":"2026-05-09","cited_by_count":0,"area":"moe"},{"id":"2605.16690","title":"UB-SMoE: Universally Balanced Sparse Mixture-of-Experts for Resource-adaptive Federated Fine-tuning of Foundation Models","created":"2026-05-15","cited_by_count":0,"area":"moe"},{"id":"2605.19945","title":"GEM: GPU-Variability-Aware Expert to GPU Mapping for MoE Systems","created":"2026-05-19","cited_by_count":0,"area":"moe"},{"id":"2605.24681","title":"Mix-MoE: Improving Multilingual Machine Translation of Large Language Models through Mixed MoEs","created":"2026-05-23","cited_by_count":0,"area":"moe"},{"id":"2606.03780","title":"Expert-Aware Causal Tracing of Factual Recall in Sparse MoE Language Models","created":"2026-06-02","cited_by_count":0,"area":"moe"},{"id":"2606.14243","title":"Decoupled Mixture-of-Experts for Parametric Knowledge Injection","created":"2026-06-12","cited_by_count":0,"area":"moe"},{"id":"2607.00293","title":"Rosetta: Composable Native Multimodal Pretraining","created":"2026-07-01","cited_by_count":0,"area":"moe"},{"id":"2607.06109","title":"RoME: Robust Mixture of Low-Rank Experts against Multiple Adversarial Perturbations","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2607.24030","title":"MoLGE: Mixture of Language Group Experts for Efficient Scaling of Massively Multilingual Speech Recognition","created":"2026-07-27","cited_by_count":0,"area":"moe"},{"id":"2608.10392","title":"Share First, Route What Remains: A Unified Framework for Token-Adaptive MoE Computation","created":"2026-08-11","cited_by_count":0,"area":"moe"},{"id":"2608.12419","title":"LoKiFormer: Locality-aware Attention with Decoupled Knowledge Memory for Efficient Large Language Model Pretraining","created":"2026-08-12","cited_by_count":0,"area":"moe"},{"id":"2609.15126","title":"MoME: Mixture-of-Memory Embeddings for Context-Aware Sparse Lookup","created":"2026-09-14","cited_by_count":0,"area":"moe"},{"id":"2610.19033","title":"How Many Ranks Does a Token Need? A Noise-Floor Squelch for Rank-One LoRA Experts","created":"2026-10-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}