{"total":112,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2502.17419","title":"From System 1 to System 2: A Survey of Reasoning Large Language Models","created":"2025-02-24","cited_by_count":320,"area":"lr"},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145,"area":"alignment"},{"id":"2202.01575","title":"CoST: Contrastive Learning of Disentangled Seasonal-Trend Representations for Time Series Forecasting","created":"2022-02-03","cited_by_count":144,"area":null},{"id":"2305.18295","title":"RAPHAEL: Text-to-Image Generation via Large Mixture of Diffusion Paths","created":"2023-05-29","cited_by_count":142,"area":"diffusion"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2106.10715","title":"CPM-2: Large-scale Cost-effective Pre-trained Language Models","created":"2021-06-20","cited_by_count":52,"area":null},{"id":"2502.19811","title":"Comet: Fine-grained Computation-communication Overlapping for Mixture-of-Experts","created":"2025-02-27","cited_by_count":49,"area":"moe"},{"id":"2312.08985","title":"OMG: Towards Open-vocabulary Motion Generation via Mixture of Controllers","created":"2023-12-14","cited_by_count":47,"area":null},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2404.10237","title":"Med-MoE: Mixture of Domain-Specific Experts for Lightweight Medical Vision-Language Models","created":"2024-04-16","cited_by_count":46,"area":"mllm"},{"id":"2204.09636","title":"Residual Mixture of Experts","created":"2022-04-20","cited_by_count":39,"area":"moe"},{"id":"2208.07638","title":"Mask and Reason: Pre-Training Knowledge Graph Transformers for Complex Logical Queries","created":"2022-08-16","cited_by_count":39,"area":"moe"},{"id":"2205.10034","title":"MoESys: A Distributed and Efficient Mixture-of-Experts Training and Inference System for Internet Services","created":"2022-05-20","cited_by_count":37,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2203.14685","title":"HetuMoE: An Efficient Trillion-scale Mixture-of-Expert Distributed Training System","created":"2022-03-28","cited_by_count":36,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2203.01104","title":"Parameter-Efficient Mixture-of-Experts Architecture for Pre-trained Language Models","created":"2022-03-02","cited_by_count":31,"area":"moe"},{"id":"2310.09762","title":"Diversifying the Mixture-of-Experts Representation for Language Models with Orthogonal Optimizer","created":"2023-10-15","cited_by_count":29,"area":"moe"},{"id":"2401.08383","title":"Exploiting Inter-Layer Expert Affinity for Accelerating Mixture-of-Experts Model Inference","created":"2024-01-16","cited_by_count":28,"area":"moe"},{"id":"2111.11831","title":"SpeechMoE2: Mixture-of-Experts Model with Improved Routing","created":"2021-11-23","cited_by_count":26,"area":"moe"},{"id":"2502.06643","title":"MoETuner: Optimized Mixture of Expert Serving with Balanced Expert Placement and Token Routing","created":"2025-02-10","cited_by_count":26,"area":"moe"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2305.18691","title":"Edge-MoE: Memory-Efficient Multi-Task Vision Transformer Architecture with Task-level Sparsity via Mixture-of-Experts","created":"2023-05-30","cited_by_count":23,"area":"moe"},{"id":"2105.15082","title":"M6-T: Exploring Sparse Expert Models and Beyond","created":"2021-05-31","cited_by_count":22,"area":"moe"},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2311.09580","title":"MMoE: Enhancing Multimodal Models with Mixtures of Multimodal Interaction Experts","created":"2023-11-16","cited_by_count":21,"area":null},{"id":"2401.13920","title":"LocMoE: A Low-Overhead MoE for Large Language Model Training","created":"2024-01-25","cited_by_count":19,"area":"moe"},{"id":"2501.10714","title":"FSMoE: A Flexible and Scalable Training System for Sparse Mixture-of-Experts Models","created":"2025-01-18","cited_by_count":17,"area":"moe"},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2302.09915","title":"TA-MoE: Topology-Aware Large Scale Mixture-of-Expert Training","created":"2023-02-20","cited_by_count":15,"area":"moe"},{"id":"2306.06446","title":"ShiftAddViT: Mixture of Multiplication Primitives Towards Efficient Vision Transformer","created":"2023-06-10","cited_by_count":15,"area":"moe"},{"id":"2511.20886","title":"V$^{2}$-SAM: Marrying SAM2 with Multi-Prompt Experts for Cross-View Object Correspondence","created":"2025-11-25","cited_by_count":14,"area":null},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2407.15617","title":"Norface: Improving Facial Expression Analysis by Identity Normalization","created":"2024-07-22","cited_by_count":10,"area":null},{"id":"2207.03691","title":"Neural Implicit Dictionary via Mixture-of-Expert Training","created":"2022-07-08","cited_by_count":9,"area":"moe"},{"id":"2503.04398","title":"Semantic Parallelism: Redefining Efficient MoE Inference via Model-Data Co-Scheduling","created":"2025-03-06","cited_by_count":9,"area":"moe"},{"id":"2505.03531","title":"Faster MoE LLM Inference for Extremely Large Models","created":"2025-05-06","cited_by_count":9,"area":"moe"},{"id":"2410.17043","title":"Optimizing Mixture-of-Experts Inference Time Combining Model Deployment and Communication Scheduling","created":"2024-10-22","cited_by_count":7,"area":"moe"},{"id":"2410.22782","title":"MALoRA: Mixture of Asymmetric Low-Rank Adaptation for Enhanced Multi-Task Learning","created":"2024-10-30","cited_by_count":7,"area":null},{"id":"2506.12417","title":"HarMoEny: Efficient Multi-GPU Inference of MoE Models","created":"2025-06-14","cited_by_count":7,"area":"moe"},{"id":"2410.12247","title":"EPS-MoE: Expert Pipeline Scheduler for Cost-Efficient MoE Inference","created":"2024-10-16","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2405.00568","title":"Powering In-Database Dynamic Model Slicing for Structured Data Analytics","created":"2024-05-01","cited_by_count":5,"area":"moe"},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2508.17219","title":"TokenLake: A Unified Segment-level Prefix Cache Pool for Fine-grained Elastic Long-Context LLM Serving","created":"2025-08-24","cited_by_count":5,"area":"inference"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2205.01848","title":"Optimizing Mixture of Experts using Dynamic Recompilations","created":"2022-05-04","cited_by_count":4,"area":"moe"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2502.17771","title":"Sample Selection via Contrastive Fragmentation for Noisy Label Regression","created":"2025-02-25","cited_by_count":4,"area":null},{"id":"2506.07366","title":"MoE-GPS: Guidlines for Prediction Strategy for Dynamic Expert Duplication in MoE Load Balancing","created":"2025-06-09","cited_by_count":4,"area":"moe"},{"id":"2507.04123","title":"Towards Accurate and Efficient 3D Object Detection for Autonomous Driving: A Mixture of Experts Computing System on Edge","created":"2025-07-05","cited_by_count":4,"area":"driving"},{"id":"2509.25678","title":"Massively Multimodal Foundation Models: A Framework for Capturing Interactions with Specialized Mixture-of-Experts","created":"2025-09-30","cited_by_count":4,"area":"moe"},{"id":"2204.08899","title":"Towards Efficient Single Image Dehazing and Desnowing","created":"2022-04-19","cited_by_count":3,"area":null},{"id":"2209.08326","title":"Parameter-Efficient Conformers via Sharing Sparsely-Gated Experts for End-to-End Speech Recognition","created":"2022-09-17","cited_by_count":3,"area":"moe"},{"id":"2410.23507","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","created":"2024-10-30","cited_by_count":3,"area":"moe"},{"id":"2412.15411","title":"Sparse Checkpointing for Fast and Reliable MoE Training","created":"2024-12-19","cited_by_count":3,"area":"moe"},{"id":"2501.05313","title":"Optimizing Distributed Deployment of Mixture-of-Experts Model Inference in Serverless Computing","created":"2025-01-09","cited_by_count":3,"area":"moe"},{"id":"2509.12141","title":"When MoE Meets Blockchain: A Trustworthy Distributed Framework of Large Models","created":"2025-09-15","cited_by_count":3,"area":"moe"},{"id":"2605.08292","title":"Hierarchical Mixture-of-Experts with Two-Stage Optimization","created":"2026-05-08","cited_by_count":3,"area":"moe"},{"id":"2307.10930","title":"MediaGPT : A Large Language Model For Chinese Media","created":"2023-07-20","cited_by_count":2,"area":null},{"id":"2402.03399","title":"Rethinking RGB Color Representation for Image Restoration Models","created":"2024-02-05","cited_by_count":2,"area":null},{"id":"2510.00207","title":"FlowMoE: A Scalable Pipeline Scheduling Framework for Distributed Mixture-of-Experts Training","created":"2025-09-30","cited_by_count":2,"area":"moe"},{"id":"2510.04331","title":"DoRAN: Stabilizing Weight-Decomposed Low-Rank Adaptation via Noise Injection and Auxiliary Networks","created":"2025-10-05","cited_by_count":2,"area":null},{"id":"2512.18279","title":"UniMPR: A Unified Framework for Multimodal Place Recognition with Heterogeneous Sensor Configurations","created":"2025-12-20","cited_by_count":2,"area":null},{"id":"2601.05296","title":"MoEBlaze: Breaking the Memory Wall for Efficient MoE Training on Modern GPUs","created":"2026-01-08","cited_by_count":2,"area":"moe"},{"id":"2605.02960","title":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","created":"2026-05-03","cited_by_count":2,"area":"moe"},{"id":"2203.13762","title":"A World-Self Model Towards Understanding Intelligence","created":"2022-03-25","cited_by_count":1,"area":null},{"id":"2208.14580","title":"Efficient Sparsely Activated Transformers","created":"2022-08-31","cited_by_count":1,"area":"moe"},{"id":"2303.18120","title":"UKP-SQuARE v3: A Platform for Multi-Agent QA Research","created":"2023-03-31","cited_by_count":1,"area":null},{"id":"2411.16786","title":"Staleness-Centric Optimizations for Parallel Diffusion MoE Inference","created":"2024-11-25","cited_by_count":1,"area":"moe"},{"id":"2511.16947","title":"Fine-grained MoE Load Balancing with Linear Programming","created":"2025-11-21","cited_by_count":1,"area":"moe"},{"id":"2606.00735","title":"ViBE: Co-Optimizing Workload Skew and Hardware Variability for MoE Serving","created":"2026-05-30","cited_by_count":1,"area":"moe"},{"id":"2607.00573","title":"BrainFIBRE: A Foundation Model via Information Decomposition for Brain Microstructure","created":"2026-07-01","cited_by_count":1,"area":null},{"id":"2607.08250","title":"On the Design of Mixture-of-Experts for Dynamic Gaussian Splatting","created":"2026-07-09","cited_by_count":1,"area":"moe"},{"id":"2607.18002","title":"ExpertPlex: A High-Goodput Disaggregated Serving System for MoE LLMs with Adaptive Persistent Kernels","created":"2026-07-20","cited_by_count":1,"area":"moe"},{"id":"2403.01994","title":"Improving the Downstream Performance of Mixture-of-Experts Transformers via Weak Vanilla Transformers","created":"2024-03-04","cited_by_count":0,"area":"moe"},{"id":"2503.08467","title":"Accelerating MoE Model Inference with Expert Sharding","created":"2025-03-11","cited_by_count":0,"area":"moe"},{"id":"2505.18522","title":"How Does Sequence Modeling Architecture Influence Base Capabilities of Pre-trained Language Models? Exploring Key Architecture Design Principles to Avoid Base Capabilities Degradation","created":"2025-05-24","cited_by_count":0,"area":null},{"id":"2505.23184","title":"Two Is Better Than One: Rotations Scale LoRAs","created":"2025-05-29","cited_by_count":0,"area":"moe"},{"id":"2508.09505","title":"Verify Distributed Deep Learning Model Implementation Refinement with Iterative Relation Inference","created":"2025-08-13","cited_by_count":0,"area":null},{"id":"2510.20111","title":"AsyncHZP: Hierarchical ZeRO Parallelism with Asynchronous Scheduling for Scalable LLM Training","created":"2025-10-23","cited_by_count":0,"area":"moe"},{"id":"2511.17400","title":"Sparse Mixture-of-Experts for Multi-Channel Imaging: Are All Channel Interactions Required?","created":"2025-11-21","cited_by_count":0,"area":"moe"},{"id":"2601.06857","title":"MoE-DisCo:Low Economy Cost Training Mixture-of-Experts Models","created":"2026-01-11","cited_by_count":0,"area":"moe"},{"id":"2602.05711","title":"OmniMoE: An Efficient MoE by Orchestrating Atomic Experts at Scale","created":"2026-02-05","cited_by_count":0,"area":"moe"},{"id":"2604.03342","title":"Mixture-of-Experts in Remote Sensing: A Survey","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2605.11537","title":"Fast MoE Inference via Predictive Prefetching and Expert Replication","created":"2026-05-12","cited_by_count":0,"area":"moe"}],"next_cursor":"100"}