{"total":167,"rows":[{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509,"area":"moe"},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747,"area":"moe"},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408,"area":null},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2404.02258","title":"Mixture-of-Depths: Dynamically allocating compute in transformer-based language models","created":"2024-04-02","cited_by_count":258,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248,"area":"moe"},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157,"area":"moe"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2107.01153","title":"A Survey on Deep Learning Technique for Video Segmentation","created":"2021-07-02","cited_by_count":132,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2106.03760","title":"DSelect-k: Differentiable Selection in the Mixture of Experts with Applications to Multi-Task Learning","created":"2021-06-07","cited_by_count":115,"area":"moe"},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109,"area":"moe"},{"id":"2207.07411","title":"Plex: Towards Reliability using Pretrained Large Model Extensions","created":"2022-07-15","cited_by_count":102,"area":null},{"id":"2110.03742","title":"Beyond Distillation: Task-level Mixture-of-Experts for Efficient Inference","created":"2021-09-24","cited_by_count":96,"area":"moe"},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2301.10472","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","created":"2023-01-25","cited_by_count":88,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72,"area":"moe"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2407.11633","title":"Scaling Diffusion Transformers to 16 Billion Parameters","created":"2024-07-16","cited_by_count":66,"area":"diffusion"},{"id":"2602.11451","title":"LoopFormer: Elastic-Depth Looped Transformers for Latent Reasoning via Shortcut Modulation","created":"2026-02-11","cited_by_count":61,"area":"lr"},{"id":"2305.11718","title":"Towards Accurate Image Coding: Improved Autoregressive Image Generation with Dynamic Vector Quantization","created":"2023-05-19","cited_by_count":60,"area":null},{"id":"2407.01531","title":"Sparse Diffusion Policy: A Sparse, Reusable, and Flexible Policy for Robot Learning","created":"2024-07-01","cited_by_count":57,"area":"diffusion"},{"id":"2204.00102","title":"Dynamic Multimodal Fusion","created":"2022-03-31","cited_by_count":55,"area":null},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2107.11317","title":"Mixed SIGNals: Sign Language Production via a Mixture of Motion Primitives","created":"2021-07-23","cited_by_count":50,"area":null},{"id":"2102.05775","title":"AdaFuse: Adaptive Temporal Fusion Network for Efficient Action Recognition","created":"2021-02-10","cited_by_count":48,"area":null},{"id":"2412.03248","title":"AIM: Adaptive Inference of Multi-Modal LLMs via Token Merging and Pruning","created":"2024-12-04","cited_by_count":43,"area":"mllm"},{"id":"2104.02297","title":"Shapley Explanation Networks","created":"2021-04-06","cited_by_count":41,"area":null},{"id":"2106.05409","title":"Zero Time Waste: Recycling Predictions in Early Exit Neural Networks","created":"2021-06-09","cited_by_count":39,"area":"inference"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2105.05165","title":"AdaMML: Adaptive Multi-Modal Learning for Efficient Video Recognition","created":"2021-05-11","cited_by_count":36,"area":null},{"id":"2108.10394","title":"Dynamic Network Quantization for Efficient Video Inference","created":"2021-08-23","cited_by_count":36,"area":null},{"id":"2104.11487","title":"Skip-Convolutions for Efficient Video Processing","created":"2021-04-23","cited_by_count":32,"area":null},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2512.09106","title":"Learning Unmasking Policies for Diffusion Language Models","created":"2025-12-09","cited_by_count":30,"area":"diffusion"},{"id":"2507.07796","title":"Visual Instance-aware Prompt Tuning","created":"2025-07-10","cited_by_count":29,"area":null},{"id":"2404.08452","title":"MoE-FFD: Mixture of Experts for Generalized and Parameter-Efficient Face Forgery Detection","created":"2024-04-12","cited_by_count":27,"area":"moe"},{"id":"2103.04181","title":"Contextual Dropout: An Efficient Sample-Dependent Dropout Module","created":"2021-03-06","cited_by_count":26,"area":null},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2403.06563","title":"Unraveling the Mystery of Scaling Laws: Part I","created":"2024-03-11","cited_by_count":24,"area":null},{"id":"2510.07358","title":"Encode, Think, Decode: Scaling test-time reasoning with recursive latent thoughts","created":"2025-10-08","cited_by_count":24,"area":"lr"},{"id":"2401.15969","title":"Routers in Vision Mixture of Experts: An Empirical Study","created":"2024-01-29","cited_by_count":23,"area":"moe"},{"id":"2505.18809","title":"VORTA: Efficient Video Diffusion via Routing Sparse Attention","created":"2025-05-24","cited_by_count":23,"area":"diffusion"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2506.14038","title":"Load Balancing Mixture of Experts with Similarity Preserving Routers","created":"2025-06-16","cited_by_count":22,"area":"moe"},{"id":"2008.09662","title":"Biased Mixtures Of Experts: Enabling Computer Vision Inference Under Data Transfer Limitations","created":"2020-08-21","cited_by_count":20,"area":"moe"},{"id":"2211.07886","title":"A Survey for Efficient Open Domain Question Answering","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2311.15436","title":"Learning to Skip for Language Modeling","created":"2023-11-26","cited_by_count":19,"area":null},{"id":"2206.02107","title":"Interpretable Mixture of Experts","created":"2022-06-05","cited_by_count":17,"area":"moe"},{"id":"2102.07887","title":"VA-RED$^2$: Video Adaptive Redundancy Reduction","created":"2021-02-15","cited_by_count":15,"area":null},{"id":"2306.03445","title":"MetaGait: Learning to Learn an Omni Sample Adaptive Representation for Gait Recognition","created":"2023-06-06","cited_by_count":15,"area":null},{"id":"2507.11181","title":"Mixture of Experts in Large Language Models","created":"2025-07-15","cited_by_count":15,"area":"moe"},{"id":"2211.13491","title":"Spatial Mixture-of-Experts","created":"2022-11-24","cited_by_count":14,"area":"moe"},{"id":"2312.14050","title":"Machine learning and domain decomposition methods -- a survey","created":"2023-12-21","cited_by_count":14,"area":null},{"id":"1802.02195","title":"Granger-causal Attentive Mixtures of Experts: Learning Important Features with Neural Networks","created":"2018-02-06","cited_by_count":13,"area":"moe"},{"id":"2209.01339","title":"DSE-GAN: Dynamic Semantic Evolution Generative Adversarial Network for Text-to-Image Generation","created":"2022-09-03","cited_by_count":13,"area":null},{"id":"2203.16218","title":"APG: Adaptive Parameter Generation Network for Click-Through Rate Prediction","created":"2022-03-30","cited_by_count":12,"area":null},{"id":"2305.19744","title":"Neural Markov Jump Processes","created":"2023-05-31","cited_by_count":12,"area":null},{"id":"2405.11530","title":"Learning More Generalized Experts by Merging Experts in Mixture-of-Experts","created":"2024-05-19","cited_by_count":12,"area":"moe"},{"id":"2503.10905","title":"Learning to Inference Adaptively for Multimodal Large Language Models","created":"2025-03-13","cited_by_count":12,"area":"lr"},{"id":"2301.12378","title":"Towards Inference Efficient Deep Ensemble Learning","created":"2023-01-29","cited_by_count":11,"area":null},{"id":"2308.14711","title":"Fast Feedforward Networks","created":"2023-08-28","cited_by_count":11,"area":"moe"},{"id":"2109.11817","title":"Unbiased Gradient Estimation with Balanced Assignments for Mixtures of Experts","created":"2021-09-24","cited_by_count":10,"area":"moe"},{"id":"2303.07624","title":"I3D: Transformer architectures with input-dependent dynamic depth for speech recognition","created":"2023-03-14","cited_by_count":10,"area":null},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2506.21103","title":"Learning to Skip the Middle Layers of Transformers","created":"2025-06-26","cited_by_count":10,"area":"moe"},{"id":"2603.01914","title":"AdaPonderLM: Gated Pondering Language Models with Token-Wise Adaptive Depth","created":"2026-03-02","cited_by_count":10,"area":"lr"},{"id":"2207.03691","title":"Neural Implicit Dictionary via Mixture-of-Expert Training","created":"2022-07-08","cited_by_count":9,"area":"moe"},{"id":"2402.02933","title":"Intrinsic User-Centric Interpretability through Global Mixture of Experts","created":"2024-02-05","cited_by_count":9,"area":"moe"},{"id":"2604.14853","title":"Adaptive Test-Time Compute Allocation for Reasoning LLMs via Constrained Policy Optimization","created":"2026-04-16","cited_by_count":9,"area":"lr"},{"id":"2103.01148","title":"E$^2$CM: Early Exit via Class Means for Efficient Supervised and Unsupervised Learning","created":"2021-03-01","cited_by_count":8,"area":null},{"id":"2210.14830","title":"Personalized Federated Learning via Heterogeneous Modular Networks","created":"2022-10-26","cited_by_count":8,"area":null},{"id":"2304.06724","title":"GradMDM: Adversarial Attack on Dynamic Networks","created":"2023-04-01","cited_by_count":8,"area":null},{"id":"2406.12375","title":"GW-MoE: Resolving Uncertainty in MoE Router with Global Workspace Theory","created":"2024-06-18","cited_by_count":8,"area":"moe"},{"id":"2502.15315","title":"Tight Clusters Make Specialized Experts","created":"2025-02-21","cited_by_count":8,"area":"moe"},{"id":"2209.03415","title":"A Survey of Neural Trees","created":"2022-09-07","cited_by_count":7,"area":null},{"id":"2408.02306","title":"Mixture-of-Noises Enhanced Forgery-Aware Predictor for Multi-Face Manipulation Detection and Localization","created":"2024-08-05","cited_by_count":7,"area":null},{"id":"2410.09454","title":"Skipping Computations in Multimodal LLMs","created":"2024-10-12","cited_by_count":7,"area":"mllm"},{"id":"2412.20875","title":"Attention Is All You Need For Mixture-of-Depths Routing","created":"2024-12-30","cited_by_count":7,"area":null},{"id":"2210.08031","title":"Neural Attentive Circuits","created":"2022-10-14","cited_by_count":6,"area":null},{"id":"2306.11582","title":"Computing a human-like reaction time metric from stable recurrent vision models","created":"2023-06-20","cited_by_count":6,"area":null},{"id":"2312.09997","title":"One Self-Configurable Model to Solve Many Abstract Visual Reasoning Problems","created":"2023-12-15","cited_by_count":6,"area":"lr"},{"id":"2312.10193","title":"Adaptive Computation Modules: Granular Conditional Computation For Efficient Inference","created":"2023-12-15","cited_by_count":6,"area":null},{"id":"2503.02526","title":"A Theory of Initialisation's Impact on Specialisation","created":"2025-03-04","cited_by_count":6,"area":null},{"id":"2512.01457","title":"Zero-Overhead Introspection for Adaptive Test-Time Compute","created":"2025-12-01","cited_by_count":6,"area":"lr"},{"id":"2103.01435","title":"Improved Techniques for Quantizing Deep Networks with Adaptive Bit-Widths","created":"2021-03-02","cited_by_count":5,"area":null},{"id":"2505.21364","title":"Towards Interpretability Without Sacrifice: Faithful Dense Layer Decomposition with Mixture of Decoders","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2206.01627","title":"Pruning for Feature-Preserving Circuits in CNNs","created":"2022-06-03","cited_by_count":4,"area":null},{"id":"2504.09601","title":"Mixture-of-Shape-Experts (MoSE): End-to-End Shape Dictionary Framework to Prompt SAM for Generalizable Medical Segmentation","created":"2025-04-13","cited_by_count":4,"area":"moe"},{"id":"2505.00792","title":"Improving Routing in Sparse Mixture of Experts with Graph of Tokens","created":"2025-05-01","cited_by_count":4,"area":"moe"}],"next_cursor":"100"}