{"total":157,"rows":[{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2206.03382","title":"Tutel: Adaptive Mixture-of-Experts at Scale","created":"2022-06-07","cited_by_count":201,"area":"moe"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2402.14800","title":"Not All Experts are Equal: Efficient Expert Pruning and Skipping for Mixture-of-Experts Large Language Models","created":"2024-02-22","cited_by_count":146,"area":"moe"},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2312.09979","title":"LoRAMoE: Alleviate World Knowledge Forgetting in Large Language Models via MoE-Style Plugin","created":"2023-12-15","cited_by_count":82,"area":"moe"},{"id":"2206.00277","title":"Task-Specific Expert Pruning for Sparse Mixture-of-Experts","created":"2022-06-01","cited_by_count":72,"area":"moe"},{"id":"2308.14352","title":"EdgeMoE: Empowering Sparse Large Language Models on Mobile Devices","created":"2023-08-28","cited_by_count":69,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2210.05144","title":"Mixture of Attention Heads: Selecting Attention Heads Per Token","created":"2022-10-11","cited_by_count":60,"area":"moe"},{"id":"2303.01610","title":"Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers","created":"2023-03-02","cited_by_count":59,"area":"moe"},{"id":"2407.01531","title":"Sparse Diffusion Policy: A Sparse, Reusable, and Flexible Policy for Robot Learning","created":"2024-07-01","cited_by_count":57,"area":"diffusion"},{"id":"2406.16437","title":"Theory on Mixture-of-Experts in Continual Learning","created":"2024-06-24","cited_by_count":54,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2412.12953","title":"Efficient Diffusion Transformer Policies with Mixture of Expert Denoisers for Multitask Learning","created":"2024-12-17","cited_by_count":48,"area":"diffusion"},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2406.10260","title":"Flextron: Many-in-One Flexible Large Language Model","created":"2024-06-11","cited_by_count":45,"area":null},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2206.01127","title":"VL-BEiT: Generative Vision-Language Pretraining","created":"2022-06-02","cited_by_count":39,"area":"mllm"},{"id":"2312.07987","title":"SwitchHead: Accelerating Transformers with Mixture-of-Experts Attention","created":"2023-12-13","cited_by_count":34,"area":"moe"},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2310.04400","title":"On the Embedding Collapse when Scaling up Recommendation Models","created":"2023-10-06","cited_by_count":29,"area":null},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2509.16105","title":"DiEP: Adaptive Mixture-of-Experts Compression through Differentiable Expert Pruning","created":"2025-09-19","cited_by_count":26,"area":"moe"},{"id":"2509.10377","title":"Dropping Experts, Recombining Neurons: Retraining-Free Pruning for Sparse Mixture-of-Experts LLMs","created":"2025-09-12","cited_by_count":25,"area":"moe"},{"id":"2405.13997","title":"Sigmoid Gating is More Sample Efficient than Softmax Gating in Mixture of Experts","created":"2024-05-22","cited_by_count":24,"area":"moe"},{"id":"2311.04894","title":"DAMEX: Dataset-aware Mixture-of-Experts for visual understanding of mixture-of-datasets","created":"2023-11-08","cited_by_count":23,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2401.13920","title":"LocMoE: A Low-Overhead MoE for Large Language Model Training","created":"2024-01-25","cited_by_count":19,"area":"moe"},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2312.17276","title":"PanGu-$\\pi$: Enhancing Language Model Architectures via Nonlinearity Compensation","created":"2023-12-27","cited_by_count":17,"area":null},{"id":"2501.10714","title":"FSMoE: A Flexible and Scalable Training System for Sparse Mixture-of-Experts Models","created":"2025-01-18","cited_by_count":17,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2405.14131","title":"Statistical Advantages of Perturbing Cosine Router in Mixture of Experts","created":"2024-05-23","cited_by_count":16,"area":"moe"},{"id":"2409.06669","title":"DA-MoE: Towards Dynamic Expert Allocation for Mixture-of-Experts Models","created":"2024-09-10","cited_by_count":15,"area":"moe"},{"id":"2207.09094","title":"MoEC: Mixture of Expert Clusters","created":"2022-07-19","cited_by_count":14,"area":"moe"},{"id":"2405.10246","title":"A Foundation Model for Brain Lesion Segmentation with Mixture of Modality Experts","created":"2024-05-16","cited_by_count":14,"area":null},{"id":"2406.03051","title":"Adapter-X: A Novel General Parameter-Efficient Fine-Tuning Framework for Vision","created":"2024-06-05","cited_by_count":13,"area":null},{"id":"2405.17082","title":"Ensembling Diffusion Models via Adaptive Feature Aggregation","created":"2024-05-27","cited_by_count":12,"area":"diffusion"},{"id":"2601.10639","title":"STEM: Scaling Transformers with Embedding Modules","created":"2026-01-15","cited_by_count":12,"area":null},{"id":"2405.20237","title":"Training-efficient density quantum machine learning","created":"2024-05-30","cited_by_count":11,"area":null},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2511.19822","title":"Mosaic Pruning: A Hierarchical Framework for Generalizable Pruning of Mixture-of-Experts Models","created":"2025-11-25","cited_by_count":11,"area":"moe"},{"id":"2211.13184","title":"TorchScale: Transformers at Scale","created":"2022-11-23","cited_by_count":10,"area":null},{"id":"2412.00069","title":"Condense, Don't Just Prune: Enhancing Efficiency and Performance in MoE Layer Pruning","created":"2024-11-26","cited_by_count":10,"area":"moe"},{"id":"2604.04356","title":"REAM: Merging Improves Pruning of Experts in LLMs","created":"2026-04-06","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2410.14574","title":"MomentumSMoE: Integrating Momentum into Sparse Mixture of Experts","created":"2024-10-18","cited_by_count":9,"area":"moe"},{"id":"2406.12375","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory","created":"2024-06-18","cited_by_count":8,"area":"moe"},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2502.15315","title":"Tight Clusters Make Specialized Experts","created":"2025-02-21","cited_by_count":8,"area":"moe"},{"id":"2511.10971","title":"ERMoE: Eigen-Reparameterized Mixture-of-Experts for Stable Routing and Interpretable Specialization","created":"2025-11-14","cited_by_count":7,"area":"moe"},{"id":"2312.10193","title":"Adaptive Computation Modules: Granular Conditional Computation For Efficient Inference","created":"2023-12-15","cited_by_count":6,"area":null},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2601.03425","title":"The Illusion of Specialization: Unveiling the Domain-Invariant \"Standing Committee\" in Mixture-of-Experts Models","created":"2026-01-06","cited_by_count":6,"area":"moe"},{"id":"2310.15961","title":"Mixture of Tokens: Continuous MoE through Cross-Example Aggregation","created":"2023-10-24","cited_by_count":5,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2502.18821","title":"CAMEx: Curvature-aware Merging of Experts","created":"2025-02-26","cited_by_count":5,"area":null},{"id":"2504.00819","title":"Mixture-of-Experts for Distributed Edge Computing with Channel-Aware Gating Function","created":"2025-04-01","cited_by_count":5,"area":"moe"},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2505.21364","title":"Towards Interpretability Without Sacrifice: Faithful Dense Layer Decomposition with Mixture of Decoders","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2411.01457","title":"Facet-Aware Multi-Head Mixture-of-Experts Model for Sequential Recommendation","created":"2024-11-03","cited_by_count":4,"area":"moe"},{"id":"2411.16205","title":"MH-MoE: Multi-Head Mixture-of-Experts","created":"2024-11-25","cited_by_count":4,"area":"moe"},{"id":"2411.19402","title":"On the Role of Discrete Representation in Sparse Mixture of Experts","created":"2024-11-28","cited_by_count":4,"area":"moe"},{"id":"2412.08946","title":"MoSLD: An Extremely Parameter-Efficient Mixture-of-Shared LoRAs for Multi-Task Learning","created":"2024-12-12","cited_by_count":4,"area":"moe"},{"id":"2502.00281","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective","created":"2025-02-01","cited_by_count":4,"area":"moe"},{"id":"2503.03213","title":"Convergence Rates for Softmax Gating Mixture of Experts","created":"2025-03-05","cited_by_count":4,"area":"moe"},{"id":"2505.00792","title":"Improving Routing in Sparse Mixture of Experts with Graph of Tokens","created":"2025-05-01","cited_by_count":4,"area":"moe"},{"id":"2508.09591","title":"HierMoE: Accelerating MoE Training with Hierarchical Token Deduplication and Expert Swap","created":"2025-08-13","cited_by_count":4,"area":"moe"},{"id":"2602.01037","title":"VEQ: Modality-Adaptive Quantization for MoE Vision-Language Models","created":"2026-02-01","cited_by_count":4,"area":"mllm"},{"id":"2603.00054","title":"Expert Divergence Learning for MoE-based Language Models","created":"2026-02-10","cited_by_count":4,"area":"moe"},{"id":"2603.18297","title":"Path-Constrained Mixture-of-Experts","created":"2026-03-18","cited_by_count":4,"area":"moe"},{"id":"2603.22198","title":"Mixture of Mini Experts: Overcoming the Linear Layer Bottleneck in Multiple Instance Learning","created":"2026-03-23","cited_by_count":4,"area":null},{"id":"2605.12476","title":"Routers Learn the Geometry of Their Experts: Geometric Coupling in Sparse Mixture-of-Experts","created":"2026-05-12","cited_by_count":4,"area":"moe"},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2505.14088","title":"Generalizable Multispectral Land Cover Classification via Frequency-Aware Mixture of Low-Rank Token Experts","created":"2025-05-20","cited_by_count":3,"area":"moe"},{"id":"2505.19525","title":"Rethinking Gating Mechanism in Sparse MoE: Handling Arbitrary Modality Inputs with Confidence-Guided Gate","created":"2025-05-26","cited_by_count":3,"area":"moe"},{"id":"2506.05928","title":"MoA: Heterogeneous Mixture of Adapters for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2025-06-06","cited_by_count":3,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"2602.03204","title":"Sparsity is Combinatorial Depth: Quantifying MoE Expressivity via Tropical Geometry","created":"2026-02-03","cited_by_count":3,"area":"moe"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2604.04908","title":"HI-MoE: Hierarchical Instance-Conditioned Mixture-of-Experts for Object Detection","created":"2026-04-06","cited_by_count":3,"area":"moe"},{"id":"2605.08292","title":"Hierarchical Mixture-of-Experts with Two-Stage Optimization","created":"2026-05-08","cited_by_count":3,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2303.00403","title":"Can representation learning for multimodal image registration be improved by supervision of intermediate layers?","created":"2023-03-01","cited_by_count":2,"area":null},{"id":"2406.11919","title":"Graph Knowledge Distillation to Mixture of Experts","created":"2024-06-17","cited_by_count":2,"area":"moe"}],"next_cursor":"100"}