{"total":72,"rows":[{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2504.01990","title":"Advances and Challenges in Foundation Agents: From Brain-Inspired Intelligence to Evolutionary, Collaborative, and Safe Systems","created":"2025-03-31","cited_by_count":126,"area":"agents"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2502.13842","title":"Inner Thinking Transformer: Leveraging Dynamic Depth Scaling to Foster Adaptive Internal Thinking","created":"2025-02-19","cited_by_count":57,"area":"lr"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2501.12370","title":"Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models","created":"2025-01-21","cited_by_count":50,"area":"moe"},{"id":"2412.09764","title":"Memory Layers at Scale","created":"2024-12-12","cited_by_count":48,"area":null},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22,"area":null},{"id":"2512.14080","title":"SonicMoE: Accelerating MoE with IO and Tile-aware Optimizations","created":"2025-12-16","cited_by_count":21,"area":"moe"},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2510.15103","title":"Continual Learning via Sparse Memory Finetuning","created":"2025-10-16","cited_by_count":20,"area":null},{"id":"2411.12364","title":"Ultra-Sparse Memory Network","created":"2024-11-19","cited_by_count":19,"area":"moe"},{"id":"2602.11865","title":"Intelligent AI Delegation","created":"2026-02-12","cited_by_count":18,"area":null},{"id":"2412.04139","title":"Monet: Mixture of Monosemantic Experts for Transformers","created":"2024-12-05","cited_by_count":13,"area":"mechinterp"},{"id":"2601.10639","title":"STEM: Scaling Transformers with Embedding Modules","created":"2026-01-15","cited_by_count":12,"area":null},{"id":"2408.09856","title":"TeamLoRA: Boosting Low-Rank Adaptation with Expert Collaboration and Competition","created":"2024-08-19","cited_by_count":10,"area":null},{"id":"2505.14336","title":"Scaling and Enhancing LLM-based AVSR: A Sparse Mixture of Projectors Approach","created":"2025-05-20","cited_by_count":10,"area":"moe"},{"id":"2509.23678","title":"Towards a Comprehensive Scaling Law of Mixture-of-Experts","created":"2025-09-28","cited_by_count":10,"area":"moe"},{"id":"2501.07890","title":"GRAPHMOE: Amplifying Cognitive Depth of Mixture-of-Experts Network via Introducing Self-Rethinking Mechanism","created":"2025-01-14","cited_by_count":7,"area":"lr"},{"id":"2510.05781","title":"Mixture of Neuron Experts","created":"2025-10-07","cited_by_count":7,"area":"moe"},{"id":"2604.02178","title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","created":"2026-04-02","cited_by_count":7,"area":"moe"},{"id":"2411.00918","title":"LIBMoE: A Library for comprehensive benchmarking Mixture of Experts in Large Language Models","created":"2024-11-01","cited_by_count":6,"area":"moe"},{"id":"2411.16370","title":"A Review of Bayesian Uncertainty Quantification in Deep Probabilistic Image Segmentation","created":"2024-11-25","cited_by_count":6,"area":null},{"id":"2511.21622","title":"On the Origin of Algorithmic Progress in AI","created":"2025-11-26","cited_by_count":6,"area":null},{"id":"2502.05335","title":"Towards Foundational Models for Dynamical System Reconstruction: Hierarchical Meta-Learning via Mixture of Experts","created":"2025-02-07","cited_by_count":5,"area":"moe"},{"id":"2503.05029","title":"Continual Pre-training of MoEs: How robust is your router?","created":"2025-03-06","cited_by_count":5,"area":"moe"},{"id":"2505.21364","title":"Towards Interpretability Without Sacrifice: Faithful Dense Layer Decomposition with Mixture of Decoders","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2506.21035","title":"Little by Little: Continual Learning via Incremental Mixture of Rank-1 Associative Memory Experts","created":"2025-06-26","cited_by_count":5,"area":"moe"},{"id":"2508.18756","title":"UltraMemV2: Memory Networks Scaling to 120B Parameters with Superior Long-Context Learning","created":"2025-08-26","cited_by_count":5,"area":"moe"},{"id":"2602.00398","title":"MemoryLLM: Plug-n-Play Interpretable Feed-Forward Memory for Transformers","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2602.14159","title":"Synergistic Intra- and Cross-Layer Regularization Losses for MoE Expert Specialization","created":"2026-02-15","cited_by_count":5,"area":"moe"},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2412.15411","title":"Sparse Checkpointing for Fast and Reliable MoE Training","created":"2024-12-19","cited_by_count":3,"area":"moe"},{"id":"2502.01330","title":"Accelerating Linear Recurrent Neural Networks for the Edge with Unstructured Sparsity","created":"2025-02-03","cited_by_count":3,"area":null},{"id":"2602.00800","title":"JTok: On Token Embedding as another Axis of Scaling Law via Joint Token Self-modulation","created":"2026-01-31","cited_by_count":3,"area":"moe"},{"id":"2604.20156","title":"Temporally Extended Mixture-of-Experts Models","created":"2026-04-22","cited_by_count":3,"area":"moe"},{"id":"2606.01062","title":"DAG-MoE: From Simple Mixture to Structural Aggregation in Mixture-of-Experts","created":"2026-05-31","cited_by_count":3,"area":"moe"},{"id":"2411.01271","title":"Interacting Large Language Model Agents. Interpretable Models and Social Learning","created":"2024-11-02","cited_by_count":2,"area":"agents"},{"id":"2412.05644","title":"Mixture of Hidden-Dimensions Transformer","created":"2024-12-07","cited_by_count":2,"area":null},{"id":"2512.00940","title":"Memory-Integrated Reconfigurable Adapters: A Unified Framework for Settings with Multiple Tasks","created":"2025-11-30","cited_by_count":2,"area":null},{"id":"2602.18960","title":"Modularity is the Bedrock of Natural and Artificial Intelligence","created":"2026-02-21","cited_by_count":2,"area":null},{"id":"2412.11834","title":"Wonderful Matrices: Combining for a More Efficient and Effective Foundation Model Architecture","created":"2024-12-16","cited_by_count":1,"area":"moe"},{"id":"2412.18065","title":"BIG-MoE: Bypass Isolated Gating MoE for Generalized Multimodal Face Anti-Spoofing","created":"2024-12-24","cited_by_count":1,"area":"moe"},{"id":"2506.02965","title":"PC-MoE: Memory-Efficient and Privacy-Preserving Collaborative Training for Mixture-of-Experts LLMs","created":"2025-06-03","cited_by_count":1,"area":"moe"},{"id":"2511.01581","title":"ExplicitLM: Decoupling Knowledge from Parameters via Explicit Memory Banks","created":"2025-11-03","cited_by_count":1,"area":null},{"id":"2512.09723","title":"Mixture of Lookup Key-Value Experts","created":"2025-12-10","cited_by_count":1,"area":null},{"id":"2603.23562","title":"Synthetic Mixed Training: Scaling Parametric Knowledge Acquisition Beyond RAG","created":"2026-03-24","cited_by_count":1,"area":null},{"id":"2604.14419","title":"Equifinality in Mixture of Experts: Routing Topology Does Not Determine Language Modeling Quality","created":"2026-04-15","cited_by_count":1,"area":"moe"},{"id":"2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","created":"2026-05-07","cited_by_count":1,"area":"moe"},{"id":"2609.35751","title":"How to Loop MoE: Flatten the Experts, Untie the Attention","created":"2026-09-28","cited_by_count":1,"area":"moe"},{"id":"2407.16958","title":"Wonderful Matrices: More Efficient and Effective Architecture for Language Modeling Tasks","created":"2024-07-24","cited_by_count":0,"area":null},{"id":"2410.09687","title":"MoIN: Mixture of Introvert Experts to Upcycle an LLM","created":"2024-10-13","cited_by_count":0,"area":"moe"},{"id":"2502.14788","title":"Ray-Tracing for Conditionally Activated Neural Networks","created":"2025-02-20","cited_by_count":0,"area":"moe"},{"id":"2506.03674","title":"Out-of-Distribution Graph Models Merging","created":"2025-06-04","cited_by_count":0,"area":null},{"id":"2510.09380","title":"Utilizing dynamic sparsity on pretrained DETR","created":"2025-10-10","cited_by_count":0,"area":null},{"id":"2512.16494","title":"PoseMoE: Mixture-of-Experts Network for Monocular 3D Human Pose Estimation","created":"2025-12-18","cited_by_count":0,"area":"moe"},{"id":"2602.05711","title":"OmniMoE: An Efficient MoE by Orchestrating Atomic Experts at Scale","created":"2026-02-05","cited_by_count":0,"area":"moe"},{"id":"2604.08565","title":"Dynamic sparsity in tree-structured feed-forward layers at scale","created":"2026-03-18","cited_by_count":0,"area":null},{"id":"2605.04952","title":"Adaptive Inverted-Index Routing for Granular Mixtures-of-Experts","created":"2026-05-06","cited_by_count":0,"area":"moe"},{"id":"2605.06216","title":"TIDE: Every Layer Knows the Token Beneath the Context","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.14200","title":"How to Scale Mixture-of-Experts: From muP to the Maximally Scale-Stable Parameterization","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2607.24396","title":"The SpiNNaker2 chip: a many-core platform for flexible and scalable brain-inspired computing","created":"2026-07-27","cited_by_count":0,"area":null},{"id":"2608.08650","title":"The Evolution of Mixture-of-Experts Architectures in Large Language Models: Routing, Topology, Load Balancing, and Expert Parallelism","created":"2026-08-09","cited_by_count":0,"area":"moe"},{"id":"2609.03501","title":"Towards a Statistical Understanding of Mixture-of-Experts","created":"2026-09-03","cited_by_count":0,"area":"moe"},{"id":"2609.14399","title":"MOSCOPT: Mixture-of-Skills Collective Optimization for LLM Agents","created":"2026-09-13","cited_by_count":0,"area":"agents"},{"id":"2609.15126","title":"MoME: Mixture-of-Memory Embeddings for Context-Aware Sparse Lookup","created":"2026-09-14","cited_by_count":0,"area":"moe"},{"id":"2609.18842","title":"Infinite-Parameter LLMs: Generating and Adapting Weights from Live Data","created":"2026-09-16","cited_by_count":0,"area":"moe"},{"id":"2609.36301","title":"MoRE: Scaling mixture of experts with hardware-aware low-rank routing","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2609.39137","title":"ID Balancing: Stable Training of Extremely Sparse MoE via PID-Based Load Control","created":"2026-09-30","cited_by_count":0,"area":"moe"},{"id":"2610.16171","title":"DeepThink: A Conceptual Model for Knowledge-Addressable Recurrent Language Modeling","created":"2026-10-12","cited_by_count":0,"area":"lr"}],"next_cursor":null}