{"total":867,"rows":[{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820,"area":"lr"},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040,"area":"moe"},{"id":"2412.19437","title":"DeepSeek-V3 Technical Report","created":"2024-12-27","cited_by_count":811,"area":"lr"},{"id":"2412.10302","title":"DeepSeek-VL2: Mixture-of-Experts Vision-Language Models for Advanced Multimodal Understanding","created":"2024-12-13","cited_by_count":572,"area":"mllm"},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2502.17419","title":"From System 1 to System 2: A Survey of Reasoning Large Language Models","created":"2025-02-24","cited_by_count":320,"area":"lr"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2409.16040","title":"Time-MoE: Billion-Scale Time Series Foundation Models with Mixture of Experts","created":"2024-09-24","cited_by_count":287,"area":"moe"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269,"area":null},{"id":"2408.07666","title":"Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities","created":"2024-08-14","cited_by_count":254,"area":null},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2403.09611","title":"MM1: Methods, Analysis & Insights from Multimodal LLM Pre-training","created":"2024-03-14","cited_by_count":232,"area":"mllm"},{"id":"2408.15664","title":"Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts","created":"2024-08-28","cited_by_count":205,"area":"moe"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2509.08827","title":"A Survey of Reinforcement Learning for Large Reasoning Models","created":"2025-09-10","cited_by_count":180,"area":"lr"},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2410.05993","title":"Aria: An Open Multimodal Native Mixture-of-Experts Model","created":"2024-10-08","cited_by_count":138,"area":"moe"},{"id":"2607.24653","title":"Kimi K3: Open Frontier Intelligence","created":"2026-07-27","cited_by_count":138,"area":"agents"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2402.06925","title":"A Thorough Examination of Decoding Methods in the Era of LLMs","created":"2024-02-10","cited_by_count":114,"area":null},{"id":"2402.11436","title":"Pride and Prejudice: LLM Amplifies Self-Bias in Self-Refinement","created":"2024-02-18","cited_by_count":114,"area":"lr"},{"id":"2403.07816","title":"Branch-Train-MiX: Mixing Expert LLMs into a Mixture-of-Experts LLM","created":"2024-03-12","cited_by_count":109,"area":"lr"},{"id":"2506.23971","title":"UMA: A Family of Universal Models for Atoms","created":"2025-06-30","cited_by_count":105,"area":null},{"id":"2512.20848","title":"Nemotron 3 Nano: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning","created":"2025-12-23","cited_by_count":104,"area":"lr"},{"id":"2410.10469","title":"Moirai-MoE: Empowering Time Series Foundation Models with Sparse Mixture of Experts","created":"2024-10-14","cited_by_count":95,"area":"moe"},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91,"area":"moe"},{"id":"2505.16278","title":"DriveMoE: Mixture-of-Experts for Vision-Language-Action Model in End-to-End Autonomous Driving","created":"2025-05-22","cited_by_count":86,"area":"vla"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2402.00433","title":"Merging Multi-Task Models via Weight-Ensembling Mixture of Experts","created":"2024-02-01","cited_by_count":85,"area":"moe"},{"id":"2508.21046","title":"CogVLA: Cognition-Aligned Vision-Language-Action Model via Instruction-Driven Routing & Sparsification","created":"2025-08-28","cited_by_count":74,"area":"mllm"},{"id":"2411.11217","title":"MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs","created":"2024-11-18","cited_by_count":73,"area":"moe"},{"id":"2403.07652","title":"Harder Tasks Need More Experts: Dynamic Routing in MoE Models","created":"2024-03-12","cited_by_count":72,"area":"moe"},{"id":"2504.19580","title":"ARTEMIS: Autoregressive End-to-End Trajectory Planning with Mixture of Experts for Autonomous Driving","created":"2025-04-28","cited_by_count":67,"area":"driving"},{"id":"2407.11633","title":"Scaling Diffusion Transformers to 16 Billion Parameters","created":"2024-07-16","cited_by_count":66,"area":"diffusion"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2403.03870","title":"Learning to Decode Collaboratively with Multiple Language Models","created":"2024-03-06","cited_by_count":62,"area":null},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2605.26494","title":"The MiniMax-M2 Series: Mini Activations Unleashing Max Real-World Intelligence","created":"2026-05-26","cited_by_count":61,"area":"agents"},{"id":"2405.16039","title":"MoEUT: Mixture-of-Experts Universal Transformers","created":"2024-05-25","cited_by_count":59,"area":"moe"},{"id":"2503.03663","title":"LION-FS: Fast & Slow Video-Language Thinker as Online Video Assistant","created":"2025-03-05","cited_by_count":58,"area":null},{"id":"2404.07413","title":"JetMoE: Reaching Llama2 Performance with 0.1M Dollars","created":"2024-04-11","cited_by_count":57,"area":"moe"},{"id":"2506.01713","title":"SRPO: Enhancing Multimodal LLM Reasoning via Reflection-Aware Reinforcement Learning","created":"2025-06-02","cited_by_count":57,"area":"lr"},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2501.11873","title":"Demons in the Detail: On Implementing Load Balancing Loss for Training Specialized Mixture-of-Expert Models","created":"2025-01-21","cited_by_count":54,"area":"moe"},{"id":"2402.05391","title":"Knowledge Graphs Meet Multi-Modal Learning: A Comprehensive Survey","created":"2024-02-08","cited_by_count":53,"area":null},{"id":"2410.07524","title":"Upcycling Large Language Models into Mixture of Experts","created":"2024-10-10","cited_by_count":49,"area":"moe"},{"id":"2505.21906","title":"ChatVLA-2: Vision-Language-Action Model with Open-World Embodied Reasoning from Pretrained Knowledge","created":"2025-05-28","cited_by_count":49,"area":"lr"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2502.00334","title":"UGPhysics: A Comprehensive Benchmark for Undergraduate Physics Reasoning with Large Language Models","created":"2025-02-01","cited_by_count":48,"area":"lr"},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2404.10237","title":"Med-MoE: Mixture of Domain-Specific Experts for Lightweight Medical Vision-Language Models","created":"2024-04-16","cited_by_count":46,"area":"mllm"},{"id":"2407.12709","title":"MoME: Mixture of Multimodal Experts for Generalist Multimodal Large Language Models","created":"2024-07-17","cited_by_count":46,"area":"mllm"},{"id":"2408.15881","title":"LLaVA-MoD: Making LLaVA Tiny via MoE Knowledge Distillation","created":"2024-08-28","cited_by_count":45,"area":"mllm"},{"id":"2507.17702","title":"Towards Greater Leverage: Scaling Laws for Efficient Mixture-of-Experts Language Models","created":"2025-07-23","cited_by_count":45,"area":"moe"},{"id":"2406.13233","title":"AdaMoE: Token-Adaptive Routing with Null Experts for Mixture-of-Experts Language Models","created":"2024-06-19","cited_by_count":44,"area":"moe"},{"id":"2410.11842","title":"MoH: Multi-Head Attention as Mixture-of-Head Attention","created":"2024-10-15","cited_by_count":44,"area":"moe"},{"id":"2510.13999","title":"REAP the Experts: Why Pruning Prevails for One-Shot MoE compression","created":"2025-10-15","cited_by_count":44,"area":"moe"},{"id":"2404.05567","title":"Dense Training, Sparse Inference: Rethinking Training of Mixture-of-Experts Language Models","created":"2024-04-08","cited_by_count":42,"area":"lr"},{"id":"2606.15007","title":"Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning","created":"2026-06-12","cited_by_count":42,"area":"lr"},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2504.02477","title":"Multimodal Fusion and Vision-Language Models: A Survey for Robot Vision","created":"2025-04-03","cited_by_count":40,"area":"mllm"},{"id":"2407.19584","title":"SaulLM-54B & SaulLM-141B: Scaling Up Domain Adaptation for the Legal Domain","created":"2024-07-28","cited_by_count":39,"area":null},{"id":"2410.08201","title":"Efficient Dictionary Learning with Switch Sparse Autoencoders","created":"2024-10-10","cited_by_count":39,"area":"mechinterp"},{"id":"2505.09343","title":"Insights into DeepSeek-V3: Scaling Challenges and Reflections on Hardware for AI Architectures","created":"2025-05-14","cited_by_count":39,"area":"moe"},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2604.12374","title":"Nemotron 3 Super: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning","created":"2026-04-14","cited_by_count":38,"area":"agents"},{"id":"2405.03133","title":"Lory: Fully Differentiable Mixture-of-Experts for Autoregressive Language Model Pre-training","created":"2024-05-06","cited_by_count":37,"area":"moe"},{"id":"2410.10814","title":"Your Mixture-of-Experts LLM Is Secretly an Embedding Model For Free","created":"2024-10-14","cited_by_count":37,"area":"moe"},{"id":"2603.03276","title":"Beyond Language Modeling: An Exploration of Multimodal Pretraining","created":"2026-03-03","cited_by_count":37,"area":"moe"},{"id":"2509.12594","title":"The Better You Learn, The Smarter You Prune: Towards Efficient Vision-language-action Models via Differentiable Token Pruning","created":"2025-09-16","cited_by_count":36,"area":"vla"},{"id":"2607.08639","title":"Native Video-Action Pretraining for Generalizable Robot Control","created":"2026-07-09","cited_by_count":36,"area":null},{"id":"2505.03804","title":"MoEQuant: Enhancing Quantization for Mixture-of-Experts Large Language Models via Expert-Balanced Sampling and Affinity Guidance","created":"2025-05-02","cited_by_count":34,"area":"moe"},{"id":"2404.05019","title":"Shortcut-connected Expert Parallelism for Accelerating Mixture-of-Experts","created":"2024-04-07","cited_by_count":32,"area":"moe"},{"id":"2410.15037","title":"mHumanEval -- A Multilingual Benchmark to Evaluate Large Language Models for Code Generation","created":"2024-10-19","cited_by_count":32,"area":null},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2403.13358","title":"GeRM: A Generalist Robotic Model with Mixture-of-experts for Quadruped Robot","created":"2024-03-20","cited_by_count":29,"area":"moe"},{"id":"2408.10681","title":"HMoE: Heterogeneous Mixture of Experts for Language Modeling","created":"2024-08-20","cited_by_count":29,"area":"moe"},{"id":"2412.10650","title":"DeMo: Decoupled Feature-Based Mixture of Experts for Multi-Modal Object Re-Identification","created":"2024-12-14","cited_by_count":29,"area":null},{"id":"2510.04694","title":"Multilingual Routing in Mixture-of-Experts","created":"2025-10-06","cited_by_count":29,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2506.23266","title":"Sub-MoE: Efficient Mixture-of-Expert LLMs Compression via Subspace Expert Merging","created":"2025-06-29","cited_by_count":28,"area":"moe"},{"id":"2402.12656","title":"HyperMoE: Towards Better Mixture of Experts via Transferring Among Experts","created":"2024-02-20","cited_by_count":26,"area":"moe"},{"id":"2505.24722","title":"HELM: Hyperbolic Large Language Models via Mixture-of-Curvature Experts","created":"2025-05-30","cited_by_count":26,"area":null},{"id":"2509.16105","title":"DiEP: Adaptive Mixture-of-Experts Compression through Differentiable Expert Pruning","created":"2025-09-19","cited_by_count":26,"area":"moe"}],"next_cursor":"100"}