{"total":203,"rows":[{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300,"area":"mllm"},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2403.11549","title":"Boosting Continual Learning of Vision-Language Models via Mixture-of-Experts Adapters","created":"2024-03-18","cited_by_count":199,"area":"mllm"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2212.08013","title":"FlexiViT: One Model for All Patch Sizes","created":"2022-12-15","cited_by_count":152,"area":null},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2210.15257","title":"ERNIE-ViLG 2.0: Improving Text-to-Image Diffusion Model with Knowledge-Enhanced Mixture-of-Denoising-Experts","created":"2022-10-27","cited_by_count":112,"area":"diffusion"},{"id":"2312.12379","title":"Mixture of Cluster-conditional LoRA Experts for Vision-language Instruction Tuning","created":"2023-12-19","cited_by_count":106,"area":"mllm"},{"id":"2505.22159","title":"ForceVLA: Enhancing VLA Models with a Force-aware MoE for Contact-rich Manipulation","created":"2025-05-28","cited_by_count":91,"area":"vla"},{"id":"2309.12314","title":"TinyCLIP: CLIP Distillation via Affinity Mimicking and Weight Inheritance","created":"2023-09-21","cited_by_count":90,"area":null},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88,"area":"mllm"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2206.04046","title":"Sparse Mixture-of-Experts are Domain Generalizable Learners","created":"2022-06-08","cited_by_count":85,"area":"moe"},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2402.08609","title":"Mixtures of Experts Unlock Parameter Scaling for Deep RL","created":"2024-02-13","cited_by_count":78,"area":"moe"},{"id":"2410.08245","title":"Flex-MoE: Modeling Arbitrary Modality Combination via the Flexible Mixture-of-Experts","created":"2024-10-10","cited_by_count":70,"area":"moe"},{"id":"2402.03226","title":"FuseMoE: Mixture-of-Experts Transformers for Fleximodal Fusion","created":"2024-02-05","cited_by_count":68,"area":"moe"},{"id":"2305.14705","title":"Mixture-of-Experts Meets Instruction Tuning:A Winning Combination for Large Language Models","created":"2023-05-24","cited_by_count":65,"area":"moe"},{"id":"2304.02806","title":"Graph Mixture of Experts: Learning on Large-Scale Graphs with Explicit Diversity Modeling","created":"2023-04-06","cited_by_count":64,"area":"moe"},{"id":"2407.21770","title":"MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts","created":"2024-07-31","cited_by_count":62,"area":"moe"},{"id":"2403.12494","title":"Task-Customized Mixture of Adapters for General Image Fusion","created":"2024-03-19","cited_by_count":59,"area":"moe"},{"id":"2301.07094","title":"Learning Customized Visual Models with Retrieval-Augmented Knowledge","created":"2023-01-17","cited_by_count":58,"area":"rag"},{"id":"2405.05949","title":"CuMo: Scaling Multimodal LLM with Co-Upcycled Mixture-of-Experts","created":"2024-05-09","cited_by_count":56,"area":"mllm"},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55,"area":null},{"id":"2302.01392","title":"Multi-modal Gated Mixture of Local-to-Global Experts for Dynamic Image Fusion","created":"2023-02-02","cited_by_count":54,"area":"moe"},{"id":"2504.07951","title":"Scaling Laws for Native Multimodal Models","created":"2025-04-10","cited_by_count":50,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2310.09832","title":"Merging Experts into One: Improving Computational Efficiency of Mixture of Experts","created":"2023-10-15","cited_by_count":37,"area":"moe"},{"id":"2212.09811","title":"Memory-efficient NLLB-200: Language-specific Expert Pruning of a Massively Multilingual Machine Translation Model","created":"2022-12-19","cited_by_count":36,"area":null},{"id":"2403.07508","title":"MoAI: Mixture of All Intelligence for Large Language and Vision Models","created":"2024-03-12","cited_by_count":36,"area":null},{"id":"2305.03288","title":"Demystifying Softmax Gating Function in Gaussian Mixture of Experts","created":"2023-05-05","cited_by_count":33,"area":"moe"},{"id":"2310.20071","title":"FOCAL: Contrastive Learning for Multimodal Time-Series Sensing Signals in Factorized Orthogonal Latent Space","created":"2023-10-30","cited_by_count":33,"area":null},{"id":"2209.15466","title":"Sparsity-Constrained Optimal Transport","created":"2022-09-30","cited_by_count":32,"area":null},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2408.10159","title":"Customizing Language Models with Instance-wise LoRA for Sequential Recommendation","created":"2024-08-19","cited_by_count":32,"area":"moe"},{"id":"2308.10110","title":"Robust Mixture-of-Expert Training for Convolutional Neural Networks","created":"2023-08-19","cited_by_count":30,"area":"moe"},{"id":"2505.19190","title":"I2MoE: Interpretable Multimodal Interaction-aware Mixture-of-Experts","created":"2025-05-25","cited_by_count":30,"area":"moe"},{"id":"2402.12550","title":"Multilinear Mixture of Experts: Scalable Expert Specialization through Factorization","created":"2024-02-19","cited_by_count":28,"area":"moe"},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2308.11971","title":"EVE: Efficient Vision-Language Pre-training with Masked Prediction and Modality-Aware MoE","created":"2023-08-23","cited_by_count":25,"area":"mllm"},{"id":"2311.02684","title":"Octavius: Mitigating Task Interference in MLLMs via LoRA-MoE","created":"2023-11-05","cited_by_count":25,"area":"moe"},{"id":"2307.11471","title":"Robust Visual Question Answering: Datasets, Methods, and Future Challenges","created":"2023-07-21","cited_by_count":23,"area":null},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2211.11153","title":"Unifying Vision-Language Representation Space with Single-tower Transformer","created":"2022-11-21","cited_by_count":22,"area":null},{"id":"2404.16030","title":"MoDE: CLIP Data Experts via Clustering","created":"2024-04-24","cited_by_count":22,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2405.17773","title":"XTrack: Multimodal Training Boosts RGB-X Video Object Trackers","created":"2024-05-28","cited_by_count":21,"area":null},{"id":"2211.10411","title":"CITADEL: Conditional Token Interaction via Dynamic Lexical Routing for Efficient and Effective Multi-Vector Retrieval","created":"2022-11-18","cited_by_count":19,"area":null},{"id":"2305.06324","title":"Alternating Gradient Descent and Mixture-of-Experts for Integrated Multimodal Perception","created":"2023-05-10","cited_by_count":19,"area":"moe"},{"id":"2406.11256","title":"Dynamic Data Mixing Maximizes Instruction Tuning for Mixture-of-Experts","created":"2024-06-17","cited_by_count":19,"area":"moe"},{"id":"2211.03959","title":"Pretraining in Deep Reinforcement Learning: A Survey","created":"2022-11-08","cited_by_count":18,"area":null},{"id":"2501.16352","title":"Mixture of Experts (MoE): A Big Data Perspective","created":"2025-01-18","cited_by_count":18,"area":"moe"},{"id":"2305.07572","title":"Towards Convergence Rates for Parameter Estimation in Gaussian-gated Mixture of Experts","created":"2023-05-12","cited_by_count":17,"area":"moe"},{"id":"2310.00811","title":"Sparse Backpropagation for MoE Training","created":"2023-10-01","cited_by_count":17,"area":"moe"},{"id":"2310.10908","title":"Unlocking Emergent Modularity in Large Language Models","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2405.14260","title":"Graph Sparsification via Mixture of Graphs","created":"2024-05-23","cited_by_count":17,"area":"moe"},{"id":"2502.11986","title":"Selective Task Group Updates for Multi-Task Optimization","created":"2025-02-17","cited_by_count":17,"area":null},{"id":"2412.05552","title":"SAME: Learning Generic Language-Guided Visual Navigation with State-Adaptive Mixture of Experts","created":"2024-12-07","cited_by_count":16,"area":"moe"},{"id":"2212.08066","title":"Mod-Squad: Designing Mixture of Experts As Modular Multi-Task Learners","created":"2022-12-15","cited_by_count":15,"area":"moe"},{"id":"2411.01595","title":"RS-MoE: A Vision-Language Model with Mixture of Experts for Remote Sensing Image Captioning and Visual Question Answering","created":"2024-11-03","cited_by_count":15,"area":"mllm"},{"id":"2505.24378","title":"Mastering Massive Multi-Task Reinforcement Learning via Mixture-of-Expert Decision Transformer","created":"2025-05-30","cited_by_count":15,"area":"moe"},{"id":"2507.11181","title":"Mixture of Experts in Large Language Models","created":"2025-07-15","cited_by_count":15,"area":"moe"},{"id":"2309.04354","title":"Mobile V-MoEs: Scaling Down Vision Transformers via Sparse Mixture-of-Experts","created":"2023-09-08","cited_by_count":14,"area":"moe"},{"id":"2403.19638","title":"Siamese Vision Transformers are Scalable Audio-visual Learners","created":"2024-03-28","cited_by_count":14,"area":null},{"id":"2412.20157","title":"UniRestorer: Universal Image Restoration via Adaptively Estimating Image Degradation at Proper Granularity","created":"2024-12-28","cited_by_count":14,"area":"moe"},{"id":"2502.18290","title":"Stealthy Backdoor Attack in Self-Supervised Learning Vision Encoders for Large Vision Language Models","created":"2025-02-25","cited_by_count":14,"area":"mllm"},{"id":"2409.05929","title":"M3-JEPA: Multimodal Alignment via Multi-gate MoE based on the Joint-Embedding Predictive Architecture","created":"2024-09-09","cited_by_count":13,"area":"moe"},{"id":"2306.09008","title":"Exploring the Application of Large-scale Pre-trained Models on Adverse Weather Removal","created":"2023-06-15","cited_by_count":12,"area":null},{"id":"2308.06093","title":"Experts Weights Averaging: A New General Training Scheme for Vision Transformers","created":"2023-08-11","cited_by_count":12,"area":"moe"},{"id":"2309.14580","title":"CWCL: Cross-Modal Transfer with Continuously Weighted Contrastive Loss","created":"2023-09-26","cited_by_count":12,"area":null},{"id":"2402.19119","title":"VIXEN: Visual Text Comparison Network for Image Difference Captioning","created":"2024-02-29","cited_by_count":12,"area":null},{"id":"2405.11530","title":"Learning More Generalized Experts by Merging Experts in Mixture-of-Experts","created":"2024-05-19","cited_by_count":12,"area":"moe"},{"id":"2301.12860","title":"Massively Scaling Heteroscedastic Classifiers","created":"2023-01-30","cited_by_count":11,"area":null},{"id":"2402.12399","title":"Turn Waste into Worth: Rectifying Top-$k$ Router of MoE","created":"2024-02-17","cited_by_count":11,"area":"moe"},{"id":"2411.18322","title":"Mixture of Experts in Image Classification: What's the Sweet Spot?","created":"2024-11-27","cited_by_count":11,"area":"moe"},{"id":"2503.06362","title":"Adaptive Audio-Visual Speech Recognition via Matryoshka-Based Multimodal LLMs","created":"2025-03-09","cited_by_count":11,"area":"mllm"},{"id":"2504.00661","title":"DynMoLE: Boosting Mixture of LoRA Experts Fine-Tuning with a Hybrid Routing Mechanism","created":"2025-04-01","cited_by_count":11,"area":"moe"},{"id":"2312.02520","title":"Towards More Unified In-context Visual Understanding","created":"2023-12-05","cited_by_count":10,"area":null},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2404.16914","title":"Prediction Is All MoE Needs: Expert Load Distribution Goes from Fluctuating to Stabilizing","created":"2024-04-25","cited_by_count":10,"area":"moe"},{"id":"2405.00557","title":"Mixture of insighTful Experts (MoTE): The Synergy of Thought Chains and Expert Mixtures in Self-Alignment","created":"2024-05-01","cited_by_count":10,"area":"lr"},{"id":"2407.15617","title":"Norface: Improving Facial Expression Analysis by Identity Normalization","created":"2024-07-22","cited_by_count":10,"area":null},{"id":"2508.15281","title":"MMQ: Multimodal Mixture-of-Quantization Tokenization for Semantic ID Generation and User Behavioral Adaptation","created":"2025-08-21","cited_by_count":10,"area":null},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2402.02933","title":"Intrinsic User-Centric Interpretability through Global Mixture of Experts","created":"2024-02-05","cited_by_count":9,"area":"moe"},{"id":"2309.06612","title":"Harmonic-NAS: Hardware-Aware Multimodal Neural Architecture Search on Resource-constrained Devices","created":"2023-09-12","cited_by_count":8,"area":null},{"id":"2405.15052","title":"Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training","created":"2024-05-23","cited_by_count":8,"area":"moe"},{"id":"2305.12544","title":"Has It All Been Solved? Open NLP Research Questions Not Solved by Large Language Models","created":"2023-05-21","cited_by_count":7,"area":null},{"id":"2306.08586","title":"Learning to Specialize: Joint Gating-Expert Training for Adaptive MoEs in Decentralized Settings","created":"2023-06-14","cited_by_count":7,"area":"moe"},{"id":"2403.08281","title":"Mastering Text, Code and Math Simultaneously via Fusing Highly Specialized Language Models","created":"2024-03-13","cited_by_count":7,"area":null},{"id":"2406.11353","title":"$\\texttt{MoE-RBench}$: Towards Building Reliable Language Models with Sparse Mixture-of-Experts","created":"2024-06-17","cited_by_count":7,"area":"moe"},{"id":"2406.12923","title":"Interpretable Cascading Mixture-of-Experts for Urban Traffic Congestion Prediction","created":"2024-06-14","cited_by_count":7,"area":"moe"}],"next_cursor":"100"}