{"total":123,"rows":[{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132,"area":"lr"},{"id":"2410.10469","title":"Moirai-MoE: Empowering Time Series Foundation Models with Sparse Mixture of Experts","created":"2024-10-14","cited_by_count":95,"area":"moe"},{"id":"2505.16278","title":"DriveMoE: Mixture-of-Experts for Vision-Language-Action Model in End-to-End Autonomous Driving","created":"2025-05-22","cited_by_count":86,"area":"vla"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2501.12895","title":"Test-Time Preference Optimization: On-the-Fly Alignment via Iterative Textual Feedback","created":"2025-01-22","cited_by_count":41,"area":"alignment"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33,"area":null},{"id":"2503.08506","title":"ReviewAgents: Bridging the Gap Between Human and AI-Generated Paper Reviews","created":"2025-03-11","cited_by_count":32,"area":null},{"id":"2411.15708","title":"LLaMA-MoE v2: Exploring Sparsity of LLaMA from Perspective of Mixture-of-Experts with Post-Training","created":"2024-11-24","cited_by_count":26,"area":"moe"},{"id":"2409.19291","title":"CLIP-MoE: Towards Building Mixture of Experts for CLIP with Diversified Multiplet Upcycling","created":"2024-09-28","cited_by_count":23,"area":"moe"},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2502.16894","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","created":"2025-02-24","cited_by_count":23,"area":"moe"},{"id":"2510.27234","title":"MoRE: 3D Visual Geometry Reconstruction Meets Mixture-of-Experts","created":"2025-10-31","cited_by_count":21,"area":"moe"},{"id":"2504.15299","title":"D$^{2}$MoE: Dual Routing and Dynamic Scheduling for Efficient On-Device MoE-based LLM Serving","created":"2025-04-17","cited_by_count":20,"area":"moe"},{"id":"2501.04004","title":"LiMoE: Mixture of LiDAR Representation Learners from Automotive Scenes","created":"2025-01-07","cited_by_count":19,"area":"moe"},{"id":"2503.07478","title":"VLRMBench: A Comprehensive and Challenging Benchmark for Vision-Language Reward Models","created":"2025-03-10","cited_by_count":19,"area":"lr"},{"id":"2502.17510","title":"Recurrent Knowledge Identification and Fusion for Language Model Continual Learning","created":"2025-02-22","cited_by_count":15,"area":null},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2507.05899","title":"What You Have is What You Track: Adaptive and Robust Multimodal Tracking","created":"2025-07-08","cited_by_count":15,"area":null},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2411.17792","title":"H3Fusion: Helpful, Harmless, Honest Fusion of Aligned LLMs","created":"2024-11-26","cited_by_count":11,"area":"alignment"},{"id":"2506.04179","title":"SkipGPT: Dynamic Layer Pruning Reinvented with Token Awareness and Module Decoupling","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2409.16084","title":"MM-CamObj: A Comprehensive Multimodal Dataset for Camouflaged Object Scenarios","created":"2024-09-24","cited_by_count":10,"area":"mllm"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2506.13329","title":"EAQuant: Enhancing Post-Training Quantization for MoE Models via Expert-Aware Optimization","created":"2025-06-16","cited_by_count":10,"area":"moe"},{"id":"2510.17483","title":"ReXMoE: Reusing Experts with Minimal Overhead in Mixture-of-Experts","created":"2025-10-20","cited_by_count":10,"area":"moe"},{"id":"2512.05693","title":"HiMoE-VLA: Hierarchical Mixture-of-Experts for Generalist Vision-Language-Action Policies","created":"2025-12-05","cited_by_count":10,"area":"vla"},{"id":"2501.01045","title":"ZeroFlow: Overcoming Catastrophic Forgetting is Easier than You Think","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2502.00089","title":"Ensembles of Low-Rank Expert Adapters","created":"2025-01-31","cited_by_count":9,"area":null},{"id":"2509.08486","title":"Too Helpful, Too Harmless, Too Honest or Just Right?","created":"2025-09-10","cited_by_count":9,"area":"moe"},{"id":"2502.04416","title":"Analytical FFN-to-MoE Restructuring via Activation Pattern Analysis","created":"2025-02-06","cited_by_count":8,"area":"moe"},{"id":"2502.08020","title":"Speculate, then Collaborate: Fusing Knowledge of Language Models during Decoding","created":"2025-02-11","cited_by_count":8,"area":null},{"id":"2505.16056","title":"Not All Models Suit Expert Offloading: On Local Routing Consistency of Mixture-of-Expert Models","created":"2025-05-21","cited_by_count":8,"area":"moe"},{"id":"2506.05426","title":"Mixture-of-Experts Meets In-Context Reinforcement Learning","created":"2025-06-05","cited_by_count":8,"area":"moe"},{"id":"2410.04027","title":"A Simple yet Effective Training-free Prompt-free Approach to Chinese Spelling Correction Based on Large Language Models","created":"2024-10-05","cited_by_count":7,"area":null},{"id":"2501.03905","title":"MixNet: A Runtime Reconfigurable Optical-Electrical Fabric for Distributed Mixture-of-Experts Training","created":"2025-01-07","cited_by_count":7,"area":"moe"},{"id":"2504.07807","title":"Cluster-Driven Expert Pruning for Mixture-of-Experts Large Language Models","created":"2025-04-10","cited_by_count":7,"area":"moe"},{"id":"2507.06567","title":"SlimCaching: Edge Caching of Mixture-of-Experts for Distributed Inference","created":"2025-07-09","cited_by_count":7,"area":"moe"},{"id":"2408.09895","title":"Performance Law of Large Language Models","created":"2024-08-19","cited_by_count":6,"area":null},{"id":"2408.11393","title":"First Activations Matter: Training-Free Methods for Dynamic Activation in Large Language Models","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2502.12947","title":"Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models","created":"2025-02-18","cited_by_count":6,"area":"moe"},{"id":"2503.05447","title":"Linear-MoE: Linear Sequence Modeling Meets Mixture-of-Experts","created":"2025-03-07","cited_by_count":6,"area":"moe"},{"id":"2504.01337","title":"Advancing MoE Efficiency: A Collaboration-Constrained Routing (C2R) Strategy for Better Expert Parallelism Design","created":"2025-04-02","cited_by_count":6,"area":"moe"},{"id":"2509.25913","title":"Understanding the Mixture-of-Experts with Nadaraya-Watson Kernel","created":"2025-09-30","cited_by_count":6,"area":"moe"},{"id":"2602.11686","title":"LAER-MoE: Load-Adaptive Expert Re-layout for Efficient Mixture-of-Experts Training","created":"2026-02-12","cited_by_count":6,"area":"moe"},{"id":"2603.12658","title":"Beyond Static Models: An Evolving Framework for Continual Learning in Large Language Models across Training Stages","created":"2026-03-13","cited_by_count":6,"area":null},{"id":"2502.13794","title":"LESA: Learnable LLM Layer Scaling-Up","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2503.02354","title":"CoServe: Efficient Collaboration-of-Experts (CoE) Model Inference with Limited Memory","created":"2025-03-04","cited_by_count":5,"area":null},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2503.18869","title":"Reimagining Memory Access for LLM Inference: Compression-Aware Memory Controller Design","created":"2025-03-24","cited_by_count":5,"area":"inference"},{"id":"2505.23830","title":"EvoMoE: Expert Evolution in Mixture of Experts for Multimodal Large Language Models","created":"2025-05-28","cited_by_count":5,"area":"mllm"},{"id":"2601.04823","title":"DR-LoRA: Dynamic Rank LoRA for Fine-Tuning Mixture-of-Experts Models","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2603.26164","title":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","created":"2026-03-27","cited_by_count":5,"area":null},{"id":"2408.04278","title":"LaDiMo: Layer-wise Distillation Inspired MoEfier","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2410.11805","title":"NesTools: A Dataset for Evaluating Nested Tool Learning Abilities of Large Language Models","created":"2024-10-15","cited_by_count":4,"area":"agents"},{"id":"2503.11004","title":"VA-AR: Learning Velocity-Aware Action Representations with Mixture of Window Attention","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2504.06664","title":"SEE: Continual Fine-tuning with Sequential Ensemble of Experts","created":"2025-04-09","cited_by_count":4,"area":null},{"id":"2505.21079","title":"Uni3D-MoE: Scalable Multimodal 3D Scene Understanding via Mixture of Experts","created":"2025-05-27","cited_by_count":4,"area":"mllm"},{"id":"2506.05387","title":"Advancing Decoding Strategies: Enhancements in Locally Typical Sampling for LLMs","created":"2025-06-03","cited_by_count":4,"area":null},{"id":"2506.07366","title":"MoE-GPS: Guidlines for Prediction Strategy for Dynamic Expert Duplication in MoE Load Balancing","created":"2025-06-09","cited_by_count":4,"area":"moe"},{"id":"2512.19765","title":"How Many Experts Are Enough? Towards Optimal Semantic Specialization for Mixture-of-Experts","created":"2025-12-21","cited_by_count":4,"area":"moe"},{"id":"2410.11841","title":"GaVaMoE: Gaussian-Variational Gated Mixture of Experts for Explainable Recommendation","created":"2024-10-15","cited_by_count":3,"area":"moe"},{"id":"2410.12564","title":"FTII-Bench: A Comprehensive Multimodal Benchmark for Flow Text with Image Insertion","created":"2024-10-16","cited_by_count":3,"area":"mllm"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2504.06426","title":"S'MoRE: Structural Mixture of Residual Experts for Parameter-Efficient LLM Fine-tuning","created":"2025-04-08","cited_by_count":3,"area":"moe"},{"id":"2511.11740","title":"ExpertAD: Enhancing Autonomous Driving Systems with Mixture of Experts","created":"2025-11-13","cited_by_count":3,"area":"driving"},{"id":"2605.00515","title":"SpaceMoE: Realizing Distributed Mixture-of-Experts Inference over Space Networks","created":"2026-05-01","cited_by_count":3,"area":"moe"},{"id":"2605.08292","title":"Hierarchical Mixture-of-Experts with Two-Stage Optimization","created":"2026-05-08","cited_by_count":3,"area":"moe"},{"id":"2504.04444","title":"On the Spatial Structure of Mixture-of-Experts in Transformers","created":"2025-04-06","cited_by_count":2,"area":"moe"},{"id":"2504.15041","title":"Distribution-aware Forgetting Compensation for Exemplar-Free Lifelong Person Re-identification","created":"2025-04-21","cited_by_count":2,"area":"distill"},{"id":"2505.24597","title":"Mixture-of-Experts for Personalized and Semantic-Aware Next Location Prediction","created":"2025-05-30","cited_by_count":2,"area":"moe"},{"id":"2506.17949","title":"Scatter-Based Innovation Propagation in Large Language Models for Multi-Stage Process Adaptation","created":"2025-06-22","cited_by_count":2,"area":null},{"id":"2510.13079","title":"GatePro: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models","created":"2025-10-15","cited_by_count":2,"area":"moe"},{"id":"2602.19213","title":"SegMoTE: Token-Level Mixture of Experts for Medical Image Segmentation","created":"2026-02-22","cited_by_count":2,"area":"moe"},{"id":"2602.22479","title":"Efficient Continual Learning in Language Models via Thalamically Routed Cortical Columns","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2607.20426","title":"Knowledge Injection Exists in MoE? Exploring Expert-Aware Contrast Decoding in MoE for Mitigating LLMs'Hallucinations","created":"2026-05-08","cited_by_count":2,"area":"moe"},{"id":"2410.09845","title":"Understanding Robustness of Parameter-Efficient Tuning for Image Classification","created":"2024-10-13","cited_by_count":1,"area":null},{"id":"2410.15732","title":"ViMoE: An Empirical Study of Designing Vision Mixture-of-Experts","created":"2024-10-21","cited_by_count":1,"area":"moe"},{"id":"2411.15281","title":"ElastiFormer: Learned Redundancy Reduction in Transformer via Self-Distillation","created":"2024-11-22","cited_by_count":1,"area":"lr"},{"id":"2502.03772","title":"A Retrospective Systematic Study on Hierarchical Sparse Query Transformer-assisted Ultrasound Screening for Early Hepatocellular Carcinoma","created":"2025-02-06","cited_by_count":1,"area":"moe"},{"id":"2502.12455","title":"DSMoE: Matrix-Partitioned Experts with Dynamic Routing for Computation-Efficient Dense LLMs","created":"2025-02-18","cited_by_count":1,"area":"moe"},{"id":"2508.19078","title":"Federated Fine-Tuning of Sparsely-Activated Large Language Models on Resource-Constrained Devices","created":"2025-08-26","cited_by_count":1,"area":"moe"},{"id":"2509.18542","title":"Symphony-MoE: Harmonizing Disparate Pre-trained Models into a Coherent Mixture-of-Experts","created":"2025-09-23","cited_by_count":1,"area":"moe"},{"id":"2510.19366","title":"MoE-Prism: Disentangling Monolithic Experts for Elastic MoE Services via Model-System Co-Designs","created":"2025-10-22","cited_by_count":1,"area":"moe"},{"id":"2601.14792","title":"Robustness of Mixtures of Experts to Feature Noise","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2606.00395","title":"PR2: Predictive Routing Replay for MoE-Based LLM Reinforcement Learning","created":"2026-05-29","cited_by_count":1,"area":"moe"},{"id":"2607.13099","title":"WaterMoE: Expert-Routing-based Watermarking for High Fidelity and Efficiency","created":"2026-07-14","cited_by_count":1,"area":"moe"},{"id":"2503.02063","title":"V$^2$Dial: Unification of Video and Visual Dialog via Multimodal Experts","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2503.20750","title":"Optimal Scaling Laws for Efficiency Gains in a Theoretical Transformer-Augmented Sectional MoE Framework","created":"2025-03-26","cited_by_count":0,"area":"moe"},{"id":"2505.14864","title":"Balanced and Elastic End-to-end Training of Dynamic LLMs","created":"2025-05-20","cited_by_count":0,"area":"inference"},{"id":"2509.02408","title":"Cache Management for Mixture-of-Experts LLMs -- extended version","created":"2025-09-02","cited_by_count":0,"area":"moe"},{"id":"2509.03377","title":"TRACE: Unlocking Effective CXL Bandwidth via Lossless Compression and Precision Scaling","created":"2025-09-03","cited_by_count":0,"area":"inference"},{"id":"2509.08470","title":"Joint Learning using Mixture-of-Expert-Based Representation for Speech Enhancement and Robust Emotion Recognition","created":"2025-09-10","cited_by_count":0,"area":"moe"},{"id":"2510.17890","title":"MIN-Merging: Merge the Important Neurons for Model Merging","created":"2025-10-18","cited_by_count":0,"area":null}],"next_cursor":"100"}