{"total":201,"rows":[{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209,"area":"moe"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2312.15166","title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling","created":"2023-12-23","cited_by_count":172,"area":null},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2404.05405","title":"Physics of Language Models: Part 3.3, Knowledge Capacity Scaling Laws","created":"2024-04-08","cited_by_count":144,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2308.12066","title":"Pre-gated MoE: An Algorithm-System Co-Design for Fast and Scalable Mixture-of-Expert Inference","created":"2023-08-23","cited_by_count":104,"area":"moe"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2401.06949","title":"ORGANA: A Robotic Assistant for Automated Chemistry Experimentation and Characterization","created":"2024-01-13","cited_by_count":61,"area":null},{"id":"2405.07719","title":"USP: A Unified Sequence Parallelism Approach for Long Context Generative AI","created":"2024-05-13","cited_by_count":61,"area":null},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2501.11873","title":"Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models","created":"2025-01-21","cited_by_count":54,"area":"moe"},{"id":"2304.03946","title":"FlexMoE: Scaling Large-scale Sparse Pre-trained Model Training via Dynamic Device Placement","created":"2023-04-08","cited_by_count":53,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2502.19811","title":"Comet: Fine-grained Computation-communication Overlapping for Mixture-of-Experts","created":"2025-02-27","cited_by_count":49,"area":"moe"},{"id":"2408.04693","title":"Understanding the Performance and Estimating the Cost of LLM Fine-Tuning","created":"2024-08-08","cited_by_count":48,"area":"moe"},{"id":"2303.06318","title":"A Hybrid Tensor-Expert-Data Parallelism Approach to Optimize Mixture-of-Experts Training","created":"2023-03-11","cited_by_count":47,"area":"moe"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2404.01260","title":"Bridging Remote Sensors with Multisensor Geospatial Foundation Models","created":"2024-04-01","cited_by_count":46,"area":null},{"id":"2310.16795","title":"QMoE: Practical Sub-1-Bit Compression of Trillion-Parameter Models","created":"2023-10-25","cited_by_count":42,"area":"moe"},{"id":"2310.18859","title":"SiDA-MoE: Sparsity-Inspired Data-Aware Serving for Efficient and Scalable Large Mixture-of-Experts Models","created":"2023-10-29","cited_by_count":38,"area":"moe"},{"id":"2303.06182","title":"Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference","created":"2023-03-10","cited_by_count":37,"area":"moe"},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2504.02263","title":"MegaScale-Infer: Serving Mixture-of-Experts at Scale with Disaggregated Expert Parallelism","created":"2025-04-03","cited_by_count":32,"area":"moe"},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2505.11432","title":"MegaScale-MoE: Large-Scale Communication-Efficient Training of Mixture-of-Experts Models in Production","created":"2025-05-16","cited_by_count":31,"area":"moe"},{"id":"2412.10650","title":"DeMo: Decoupled Feature-Based Mixture of Experts for Multi-Modal Object Re-Identification","created":"2024-12-14","cited_by_count":29,"area":null},{"id":"2401.08383","title":"Exploiting Inter-Layer Expert Affinity for Accelerating Mixture-of-Experts Model Inference","created":"2024-01-16","cited_by_count":28,"area":"moe"},{"id":"2502.06643","title":"MoETuner: Optimized Mixture of Expert Serving with Balanced Expert Placement and Token Routing","created":"2025-02-10","cited_by_count":26,"area":"moe"},{"id":"2507.13812","title":"SkySense V2: A Unified Foundation Model for Multi-modal Remote Sensing","created":"2025-07-18","cited_by_count":26,"area":null},{"id":"2301.10936","title":"PIT: Optimization of Dynamic Sparse Deep Learning Models via Permutation Invariant Transformation","created":"2023-01-26","cited_by_count":25,"area":null},{"id":"2408.14211","title":"MagicMan: Generative Novel View Synthesis of Humans with 3D-Aware Diffusion and Iterative Refinement","created":"2024-08-26","cited_by_count":24,"area":"diffusion"},{"id":"2311.04894","title":"DAMEX: Dataset-aware Mixture-of-Experts for visual understanding of mixture-of-datasets","created":"2023-11-08","cited_by_count":23,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2404.19429","title":"Lancet: Accelerating Mixture-of-Experts Training via Whole Graph Computation-Communication Overlapping","created":"2024-04-30","cited_by_count":22,"area":"moe"},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2305.10727","title":"Boost Vision Transformer with GPU-Friendly Sparsity and Quantization","created":"2023-05-18","cited_by_count":20,"area":null},{"id":"2501.04004","title":"LiMoE: Mixture of LiDAR Representation Learners from Automotive Scenes","created":"2025-01-07","cited_by_count":19,"area":"moe"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2501.16352","title":"Mixture of Experts (MoE): A Big Data Perspective","created":"2025-01-18","cited_by_count":18,"area":"moe"},{"id":"2501.10714","title":"FSMoE: A Flexible and Scalable Training System for Sparse Mixture-of-Experts Models","created":"2025-01-18","cited_by_count":17,"area":"moe"},{"id":"2504.14960","title":"MoE Parallel Folding: Heterogeneous Parallelism Mappings for Efficient Large-Scale MoE Model Training with Megatron Core","created":"2025-04-21","cited_by_count":17,"area":"moe"},{"id":"2411.08982","title":"Lynx: Enabling Efficient MoE Inference through Dynamic Batch-Aware Expert Selection","created":"2024-11-13","cited_by_count":16,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2506.04667","title":"FlashMoE: Fast Distributed MoE in a Single Kernel","created":"2025-06-05","cited_by_count":14,"area":"moe"},{"id":"2509.20241","title":"Energy Use of AI Inference, Efficiency Pathways, and Test-Time Scaling","created":"2025-09-24","cited_by_count":13,"area":null},{"id":"2509.25041","title":"GRACE-MoE: Grouping and Replication with Locality-Aware Routing for Efficient Distributed MoE Inference","created":"2025-09-29","cited_by_count":13,"area":"moe"},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2410.22884","title":"Stealing User Prompts from Mixture of Experts","created":"2024-10-30","cited_by_count":12,"area":"moe"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2504.09014","title":"MSCCL++: Rethinking GPU Communication Abstractions for AI Inference","created":"2025-04-11","cited_by_count":10,"area":null},{"id":"2503.04398","title":"Semantic Parallelism: Redefining Efficient MoE Inference via Model-Data Co-Scheduling","created":"2025-03-06","cited_by_count":9,"area":"moe"},{"id":"2512.01463","title":"hls4ml: A Flexible, Open-Source Platform for Deep Learning Acceleration on Reconfigurable Hardware","created":"2025-12-01","cited_by_count":9,"area":null},{"id":"2606.04101","title":"UltraEP: Unleash MoE Training and Inference on Rack-Scale Nodes with Near-Optimal Load Balancing","created":"2026-06-02","cited_by_count":9,"area":"moe"},{"id":"2212.07571","title":"Fixing MoE Over-Fitting on Low-Resource Languages in Multilingual Machine Translation","created":"2022-12-15","cited_by_count":8,"area":"moe"},{"id":"2408.14158","title":"Fire-Flyer AI-HPC: A Cost-Effective Software-Hardware Co-Design for Deep Learning","created":"2024-08-26","cited_by_count":8,"area":null},{"id":"2409.01483","title":"Revisiting SMoE Language Models by Evaluating Inefficiencies with Task Specific Expert Pruning","created":"2024-09-02","cited_by_count":8,"area":"moe"},{"id":"2404.18924","title":"Swin2-MoSE: A New Single Image Super-Resolution Model for Remote Sensing","created":"2024-04-29","cited_by_count":7,"area":null},{"id":"2407.00599","title":"Parm: Efficient Training of Large Sparsely-Activated Models with Dedicated Schedules","created":"2024-06-30","cited_by_count":7,"area":"moe"},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2410.17043","title":"Optimizing Mixture-of-Experts Inference Time Combining Model Deployment and Communication Scheduling","created":"2024-10-22","cited_by_count":7,"area":"moe"},{"id":"2504.03871","title":"HeterMoE: Efficient Training of Mixture-of-Experts Models on Heterogeneous GPUs","created":"2025-04-04","cited_by_count":7,"area":"moe"},{"id":"2506.12417","title":"HarMoEny: Efficient Multi-GPU Inference of MoE Models","created":"2025-06-14","cited_by_count":7,"area":"moe"},{"id":"2508.12851","title":"Accelerating Edge Inference for Distributed MoE Models with Latency-Optimized Expert Placement","created":"2025-08-18","cited_by_count":7,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2504.01337","title":"Advancing MoE Efficiency: A Collaboration-Constrained Routing (C2R) Strategy for Better Expert Parallelism Design","created":"2025-04-02","cited_by_count":6,"area":"moe"},{"id":"2504.14519","title":"SlimPipe: Memory-Thrifty and Efficient Pipeline Parallelism for Long-Context LLM Training","created":"2025-04-20","cited_by_count":6,"area":null},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2510.05497","title":"Patterns behind Chaos: Forecasting Data Movement for Efficient Large-Scale MoE LLM Inference","created":"2025-10-07","cited_by_count":6,"area":"moe"},{"id":"2511.22103","title":"MoE3D: Mixture of Experts meets Multi-Modal 3D Understanding","created":"2025-11-27","cited_by_count":6,"area":"moe"},{"id":"2602.11686","title":"LAER-MoE: Load-Adaptive Expert Re-layout for Efficient Mixture-of-Experts Training","created":"2026-02-12","cited_by_count":6,"area":"moe"},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2502.16927","title":"BigMac: A Communication-Efficient Mixture-of-Experts Model Structure for Fast Training and Inference","created":"2025-02-24","cited_by_count":5,"area":"moe"},{"id":"2504.19925","title":"SYMI: Efficient Mixture-of-Experts Training via Model and Optimizer State Decoupling","created":"2025-04-28","cited_by_count":5,"area":"moe"},{"id":"2505.20225","title":"FLAME-MoE: A Transparent End-to-End Research Platform for Mixture-of-Experts Language Models","created":"2025-05-26","cited_by_count":5,"area":"moe"},{"id":"2510.03293","title":"From Score Distributions to Balance: Plug-and-Play Mixture-of-Experts Routing","created":"2025-09-29","cited_by_count":5,"area":"moe"},{"id":"2511.15076","title":"GPU-Initiated Networking for NCCL","created":"2025-11-19","cited_by_count":5,"area":null},{"id":"2512.09277","title":"Efficient MoE Serving in the Memory-Bound Regime: Balance Activated Experts, Not Tokens","created":"2025-12-10","cited_by_count":5,"area":"moe"},{"id":"2603.13606","title":"NCCL EP: Towards a Unified Expert Parallel Communication API for NCCL","created":"2026-03-13","cited_by_count":5,"area":"moe"},{"id":"2312.01361","title":"MoEC: Mixture of Experts Implicit Neural Compression","created":"2023-12-03","cited_by_count":4,"area":"moe"},{"id":"2403.17726","title":"Tiny Models are the Computational Saver for Large Models","created":"2024-03-26","cited_by_count":4,"area":"inference"},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2505.02005","title":"Learning Heterogeneous Mixture of Scene Experts for Large-scale Neural Radiance Fields","created":"2025-05-04","cited_by_count":4,"area":"moe"},{"id":"2505.13345","title":"Occult: Optimizing Collaborative Communication across Experts for Accelerated Parallel MoE Training and Inference","created":"2025-05-19","cited_by_count":4,"area":"moe"},{"id":"2507.17133","title":"BrownoutServe: SLO-Aware Inference Serving under Bursty Workloads for MoE-based LLMs","created":"2025-07-23","cited_by_count":4,"area":"moe"},{"id":"2508.09591","title":"HierMoE: Accelerating MoE Training with Hierarchical Token Deduplication and Expert Swap","created":"2025-08-13","cited_by_count":4,"area":"moe"},{"id":"2604.10152","title":"SpecMoE: A Fast and Efficient Mixture-of-Experts Inference via Self-Assisted Speculative Decoding","created":"2026-04-11","cited_by_count":4,"area":"moe"},{"id":"2412.15411","title":"Sparse Checkpointing for Fast and Reliable MoE Training","created":"2024-12-19","cited_by_count":3,"area":"moe"},{"id":"2508.13337","title":"X-MoE: Enabling Scalable Training for Emerging Mixture-of-Experts Architectures on HPC Platforms","created":"2025-08-18","cited_by_count":3,"area":"moe"},{"id":"2508.19373","title":"HAP: Hybrid Adaptive Parallelism for Efficient Mixture-of-Experts Inference","created":"2025-08-26","cited_by_count":3,"area":"moe"},{"id":"2509.25689","title":"Collaborative Compression for Large-Scale MoE Deployment on Edge","created":"2025-09-30","cited_by_count":3,"area":"moe"},{"id":"2510.02345","title":"Breaking the MoE LLM Trilemma: Dynamic Expert Clustering with Structured Compression","created":"2025-09-27","cited_by_count":3,"area":"moe"}],"next_cursor":"100"}