{"total":35,"rows":[{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2601.02780","title":"MiMo-V2-Flash Technical Report","created":"2026-01-06","cited_by_count":191,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2502.06888","title":"Klotski: Efficient Mixture-of-Expert Inference via Expert-Aware Multi-Batch Pipeline","created":"2025-02-09","cited_by_count":21,"area":"moe"},{"id":"2505.21411","title":"Pangu Pro MoE: Mixture of Grouped Experts for Efficient Sparsity","created":"2025-05-27","cited_by_count":18,"area":"moe"},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2505.00315","title":"Mixture of Sparse Attention: Content-Based Learnable Sparse Attention via Expert-Choice Routing","created":"2025-05-01","cited_by_count":14,"area":"moe"},{"id":"2506.07533","title":"MoQAE: Mixed-Precision Quantization for Long-Context LLM Inference via Mixture of Quantization-Aware Experts","created":"2025-06-09","cited_by_count":12,"area":"moe"},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10,"area":"moe"},{"id":"2508.06526","title":"PiKV: KV Cache Management System for Mixture of Experts","created":"2025-08-02","cited_by_count":5,"area":"moe"},{"id":"2602.01203","title":"Attention Sink Forges Native MoE in Attention Layers: Sink-Aware Training to Address Head Collapse","created":"2026-02-01","cited_by_count":5,"area":"moe"},{"id":"2512.21911","title":"Accelerate Speculative Decoding with Sparse Computation in Verification","created":"2025-12-26","cited_by_count":2,"area":"moe"},{"id":"2604.17695","title":"MoE-nD: Per-Layer Mixture-of-Experts Routing for Multi-Axis KV Cache Compression","created":"2026-04-20","cited_by_count":2,"area":"moe"},{"id":"2606.05378","title":"Pattern Selectivity is Not Task-Causal Structure: A Cross-Architecture Mechanistic Study of Composed-Task Circuits in 1B-Class Language Models","created":"2026-06-03","cited_by_count":2,"area":"moe"},{"id":"2606.05538","title":"Less is MoE: Trimming Experts in Domain-Specialist Language Models","created":"2026-06-04","cited_by_count":2,"area":"moe"},{"id":"2602.01468","title":"A Statistical Theory of Gated Attention through the Lens of Hierarchical Mixture of Experts","created":"2026-02-01","cited_by_count":1,"area":"moe"},{"id":"2606.02378","title":"When Do Attention Circuits Form? Developmental Trajectories of Capability and Attention-Sink Emergence Across Three 1B-ClassArchitectures","created":"2026-06-01","cited_by_count":1,"area":"moe"},{"id":"2608.18261","title":"Cacheable by Design? Training Mixture-of-Experts Routers for Locality Against the Edge Memory-Bandwidth Wall: A Pre-Registered Negative Result with a Systems Measurement Study","created":"2026-08-18","cited_by_count":1,"area":"moe"},{"id":"2603.15402","title":"A Closer Look into LLMs for Table Understanding","created":"2026-03-16","cited_by_count":0,"area":"moe"},{"id":"2603.20492","title":"AE-LLM: Adaptive Efficiency Optimization for Large Language Models","created":"2026-03-20","cited_by_count":0,"area":"moe"},{"id":"2604.23740","title":"Transformer as an Euler Discretization of Score-based Variational Flow","created":"2026-04-26","cited_by_count":0,"area":"moe"},{"id":"2605.23080","title":"The Attribution Contract for Generative Language Models","created":"2026-05-21","cited_by_count":0,"area":"moe"},{"id":"2607.06601","title":"TriRoute: Unified Learned Routing for Joint Adaptive Attention, Experts, and KV-Cache Allocation","created":"2026-07-07","cited_by_count":0,"area":"moe"},{"id":"2607.20981","title":"Beyond Independent Optimization: Compression, MoE Routing, and Quantization Interactions in Multimodal Edge Intelligence","created":"2026-07-23","cited_by_count":0,"area":"moe"},{"id":"2608.12419","title":"LoKiFormer: Locality-aware Attention with Decoupled Knowledge Memory for Efficient Large Language Model Pretraining","created":"2026-08-12","cited_by_count":0,"area":"moe"},{"id":"2609.01100","title":"Beyond Magnitude: Contrastive Routing for Modular Mixture-of-Experts","created":"2026-09-01","cited_by_count":0,"area":"moe"},{"id":"2609.14507","title":"Physically Partitioned KVCache Format for CPU--GPU Load Balancing in MoE Inference","created":"2026-09-13","cited_by_count":0,"area":"moe"},{"id":"2609.20974","title":"Attention-Aware Routing: Coupling Routing and Attention in MoEs","created":"2026-09-17","cited_by_count":0,"area":"moe"},{"id":"2609.26061","title":"TopoCompress: Topology Aware Token Compression Algorithm for Distributed Edge MoE Inference","created":"2026-08-01","cited_by_count":0,"area":"moe"},{"id":"2609.34212","title":"X-MoD: Practical Scaling Laws for Sparse-Depth Routing Beyond Mixture-of-Depths","created":"2026-09-28","cited_by_count":0,"area":"moe"},{"id":"2610.16890","title":"FORGE: Procedural Weight Generation for Sparse MoE Inference","created":"2026-10-12","cited_by_count":0,"area":"moe"},{"id":"2610.18412","title":"Not All Drift Is a Mechanism: Tracing Prompt Adaptation in LLMs","created":"2026-10-13","cited_by_count":0,"area":"moe"}],"next_cursor":null}