{"total":209,"rows":[{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346,"area":null},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2312.15166","title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling","created":"2023-12-23","cited_by_count":172,"area":null},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2403.07816","title":"Branch-Train-MiX: Mixing Expert LLMs into a Mixture-of-Experts LLM","created":"2024-03-12","cited_by_count":109,"area":"lr"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2402.17834","title":"Stable LM 2 1.6B Technical Report","created":"2024-02-27","cited_by_count":90,"area":null},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2303.14177","title":"Scaling Expert Language Models with Unsupervised Domain Discovery","created":"2023-03-24","cited_by_count":60,"area":null},{"id":"2406.06563","title":"Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models","created":"2024-06-03","cited_by_count":59,"area":"moe"},{"id":"2404.11531","title":"Pack of LLMs: Model Fusion at Test-Time via Perplexity Optimization","created":"2024-04-17","cited_by_count":56,"area":null},{"id":"2405.05949","title":"CuMo: Scaling Multimodal LLM with Co-Upcycled Mixture-of-Experts","created":"2024-05-09","cited_by_count":56,"area":"mllm"},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2408.07057","title":"A Survey on Model MoErging: Recycling and Routing Among Specialized Experts for Collaborative Learning","created":"2024-08-13","cited_by_count":52,"area":null},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2409.03277","title":"ChartMoE: Mixture of Diversely Aligned Expert Connector for Chart Understanding","created":"2024-09-05","cited_by_count":46,"area":"moe"},{"id":"2408.15881","title":"LLaVA-MoD: Making LLaVA Tiny via MoE Knowledge Distillation","created":"2024-08-28","cited_by_count":45,"area":"mllm"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2403.07508","title":"MoAI: Mixture of All Intelligence for Large Language and Vision Models","created":"2024-03-12","cited_by_count":36,"area":null},{"id":"2502.07972","title":"Training Sparse Mixture Of Experts Text Embedding Models","created":"2025-02-11","cited_by_count":32,"area":"moe"},{"id":"2308.10110","title":"Robust Mixture-of-Expert Training for Convolutional Neural Networks","created":"2023-08-19","cited_by_count":30,"area":"moe"},{"id":"2510.04694","title":"Multilingual Routing in Mixture-of-Experts","created":"2025-10-06","cited_by_count":29,"area":"moe"},{"id":"2507.13575","title":"Apple Intelligence Foundation Language Models: Tech Report 2025","created":"2025-07-17","cited_by_count":28,"area":"moe"},{"id":"2407.14177","title":"EVLM: An Efficient Vision-Language Model for Visual Understanding","created":"2024-07-19","cited_by_count":25,"area":"mllm"},{"id":"2410.01782","title":"Open-RAG: Enhanced Retrieval-Augmented Reasoning with Open-Source Large Language Models","created":"2024-10-02","cited_by_count":25,"area":"lr"},{"id":"2502.19261","title":"Drop-Upcycling: Training Sparse Mixture of Experts with Partial Re-initialization","created":"2025-02-26","cited_by_count":24,"area":"moe"},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2406.12034","title":"Self-MoE: Towards Compositional Large Language Models with Self-Specialized Experts","created":"2024-06-17","cited_by_count":23,"area":"moe"},{"id":"2409.19291","title":"CLIP-MoE: Towards Building Mixture of Experts for CLIP with Diversified Multiplet Upcycling","created":"2024-09-28","cited_by_count":23,"area":"moe"},{"id":"2410.21804","title":"Efficient and Effective Weight-Ensembling Mixture of Experts for Multi-Task Model Merging","created":"2024-10-29","cited_by_count":23,"area":"moe"},{"id":"2401.02731","title":"Parameter-Efficient Sparsity Crafting from Dense to Mixture-of-Experts for Instruction Tuning on General Tasks","created":"2024-01-05","cited_by_count":22,"area":"moe"},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2310.10908","title":"Unlocking Emergent Modularity in Large Language Models","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2410.10626","title":"Efficiently Democratizing Medical LLMs for 50 Languages via a Mixture of Language Family Experts","created":"2024-10-14","cited_by_count":17,"area":"moe"},{"id":"2504.14960","title":"MoE Parallel Folding: Heterogeneous Parallelism Mappings for Efficient Large-Scale MoE Model Training with Megatron Core","created":"2025-04-21","cited_by_count":17,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2408.08274","title":"BAM! Just Like That: Simple and Efficient Parameter Upcycling for Mixture of Experts","created":"2024-08-15","cited_by_count":16,"area":"moe"},{"id":"2411.08034","title":"Scaling Properties of Diffusion Models for Perceptual Tasks","created":"2024-11-12","cited_by_count":15,"area":"diffusion"},{"id":"2503.05066","title":"Capacity-Aware Inference: Mitigating the Straggler Effect in Mixture of Experts","created":"2025-03-07","cited_by_count":15,"area":"moe"},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2605.07721","title":"Memory-Efficient Looped Transformer: Decoupling Compute from Memory in Looped Language Models","created":"2026-05-08","cited_by_count":14,"area":"inference"},{"id":"2406.03280","title":"FusionBench: A Unified Library and Comprehensive Benchmark for Deep Model Fusion","created":"2024-06-05","cited_by_count":13,"area":null},{"id":"2502.00997","title":"MergeME: Model Merging Techniques for Homogeneous and Heterogeneous MoEs","created":"2025-02-03","cited_by_count":13,"area":"lr"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2505.13893","title":"InfiGFusion: Graph-on-Logits Distillation via Efficient Gromov-Wasserstein for Model Fusion","created":"2025-05-20","cited_by_count":12,"area":null},{"id":"2506.05340","title":"Exploring Diffusion Transformer Designs via Grafting","created":"2025-06-05","cited_by_count":12,"area":"diffusion"},{"id":"2510.14300","title":"Expertise need not monopolize: Action-Specialized Mixture of Experts for Vision-Language-Action Learning","created":"2025-10-16","cited_by_count":12,"area":"vla"},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2406.19905","title":"Solving Token Gradient Conflict in Mixture-of-Experts for Large Vision-Language Model","created":"2024-06-28","cited_by_count":11,"area":"mllm"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2503.01359","title":"DeRS: Towards Extremely Efficient Upcycled Mixture-of-Experts Models","created":"2025-03-03","cited_by_count":10,"area":"moe"},{"id":"2508.05038","title":"HAMoBE: Hierarchical and Adaptive Mixture of Biometric Experts for Video-based Person ReID","created":"2025-08-07","cited_by_count":10,"area":null},{"id":"2406.04801","title":"MoE Jetpack: From Dense Checkpoints to Adaptive Mixture of Experts for Vision Tasks","created":"2024-06-07","cited_by_count":9,"area":"moe"},{"id":"2408.10174","title":"SMILE: Zero-Shot Sparse Mixture of Low-Rank Experts Construction From Pre-Trained Foundation Models","created":"2024-08-19","cited_by_count":9,"area":null},{"id":"2411.08212","title":"PERFT: Parameter-Efficient Routed Fine-Tuning for Mixture-of-Expert Model","created":"2024-11-12","cited_by_count":9,"area":"moe"},{"id":"2506.13331","title":"Mixture of Cognitive Reasoners: Modular Reasoning with Brain-Like Specialization","created":"2025-06-16","cited_by_count":9,"area":"lr"},{"id":"2508.07785","title":"Grove MoE: Towards Efficient and Superior MoE LLMs with Adjugate Experts","created":"2025-08-11","cited_by_count":9,"area":"moe"},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2502.04416","title":"Analytical FFN-to-MoE Restructuring via Activation Pattern Analysis","created":"2025-02-06","cited_by_count":8,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2509.22745","title":"Defending MoE LLMs against Harmful Fine-Tuning via Safety Routing Alignment","created":"2025-09-26","cited_by_count":8,"area":"moe"},{"id":"2403.08281","title":"Mastering Text, Code and Math Simultaneously via Fusing Highly Specialized Language Models","created":"2024-03-13","cited_by_count":7,"area":null},{"id":"2404.15247","title":"XFT: Unlocking the Power of Code Instruction Tuning by Simply Merging Upcycled Mixture-of-Experts","created":"2024-04-23","cited_by_count":7,"area":"moe"},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2505.06858","title":"FreqMoE: Dynamic Frequency Enhancement for Neural PDE Solvers","created":"2025-05-11","cited_by_count":7,"area":"moe"},{"id":"2408.04660","title":"XMainframe: A Large Language Model for Mainframe Modernization","created":"2024-08-05","cited_by_count":6,"area":null},{"id":"2410.01610","title":"Upcycling Instruction Tuning from Dense to Mixture-of-Experts via Parameter Merging","created":"2024-10-02","cited_by_count":6,"area":"moe"},{"id":"2410.18406","title":"MoMQ: Mixture-of-Experts Enhances Multi-Dialect Query Generation across Relational and Non-Relational Databases","created":"2024-10-24","cited_by_count":6,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2502.00075","title":"BTS: Harmonizing Specialized Experts into a Generalist LLM","created":"2025-01-31","cited_by_count":6,"area":null},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2502.00965","title":"CLIP-UP: A Simple and Efficient Mixture-of-Experts CLIP Training Recipe with Sparse Upcycling","created":"2025-02-03","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2503.11144","title":"MoLEx: Mixture of Layer Experts for Finetuning with Sparse Upcycling","created":"2025-03-14","cited_by_count":5,"area":"moe"},{"id":"2506.14436","title":"MoORE: SVD-based Model MoE-ization for Conflict- and Oblivion-Resistant Multi-Task Adaptation","created":"2025-06-17","cited_by_count":5,"area":"moe"},{"id":"2509.05276","title":"SpikingBrain: Spiking Brain-inspired Large Models","created":"2025-09-05","cited_by_count":5,"area":null},{"id":"2510.10584","title":"Equipping Vision Foundation Model with Mixture of Experts for Out-of-Distribution Detection","created":"2025-10-12","cited_by_count":5,"area":"moe"}],"next_cursor":"100"}