{"total":59,"rows":[{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2310.01334","title":"Merge, Then Compress: Demystify Efficient SMoE with Hints from Its Routing Policy","created":"2023-10-02","cited_by_count":108,"area":"moe"},{"id":"2402.08562","title":"Higher Layers Need More LoRA Experts","created":"2024-02-13","cited_by_count":102,"area":"moe"},{"id":"2406.10260","title":"Flextron: Many-in-One Flexible Large Language Model","created":"2024-06-11","cited_by_count":45,"area":null},{"id":"2505.22323","title":"Advancing Expert Specialization for Better MoE","created":"2025-05-28","cited_by_count":39,"area":"moe"},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2308.12216","title":"SG-Former: Self-guided Transformer with Evolving Token Reallocation","created":"2023-08-23","cited_by_count":32,"area":null},{"id":"2311.09179","title":"SiRA: Sparse Mixture of Low Rank Adaptation","created":"2023-11-15","cited_by_count":32,"area":"moe"},{"id":"2309.13850","title":"Statistical Perspective of Top-K Sparse Softmax Gating Mixture of Experts","created":"2023-09-25","cited_by_count":29,"area":"moe"},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2305.00909","title":"Outline, Then Details: Syntactically Guided Coarse-To-Fine Code Generation","created":"2023-04-28","cited_by_count":27,"area":null},{"id":"2308.11793","title":"Enhancing NeRF akin to Enhancing LLMs: Generalizable NeRF Transformer with Mixture-of-View-Experts","created":"2023-08-22","cited_by_count":27,"area":"moe"},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2406.02500","title":"Towards Efficient Mixture of Experts: A Holistic Study of Compression Techniques","created":"2024-06-04","cited_by_count":24,"area":"moe"},{"id":"2402.02526","title":"CompeteSMoE -- Effective Training of Sparse Mixture of Experts via Competition","created":"2024-02-04","cited_by_count":23,"area":"moe"},{"id":"2404.19429","title":"Lancet: Accelerating Mixture-of-Experts Training via Whole Graph Computation-Communication Overlapping","created":"2024-04-30","cited_by_count":22,"area":"moe"},{"id":"2404.04883","title":"Mixture of Low-rank Experts for Transferable AI-Generated Image Detection","created":"2024-04-07","cited_by_count":21,"area":null},{"id":"2408.06793","title":"Layerwise Recurrent Router for Mixture-of-Experts","created":"2024-08-13","cited_by_count":21,"area":"moe"},{"id":"2306.10460","title":"Instant Soup: Cheap Pruning Ensembles in A Single Pass Can Draw Lottery Tickets from Large Models","created":"2023-06-18","cited_by_count":20,"area":null},{"id":"2504.05586","title":"Finding Fantastic Experts in MoEs: A Unified Study for Expert Dropping Strategies and Observations","created":"2025-04-08","cited_by_count":20,"area":"moe"},{"id":"2312.10868","title":"From Google Gemini to OpenAI Q* (Q-Star): A Survey of Reshaping the Generative Artificial Intelligence (AI) Research Landscape","created":"2023-12-18","cited_by_count":18,"area":"moe"},{"id":"2310.07188","title":"Adaptive Gating in Mixture-of-Experts based Language Models","created":"2023-10-11","cited_by_count":16,"area":"moe"},{"id":"2504.08710","title":"Hypergraph Vision Transformers: Images are More than Nodes, More than Edges","created":"2025-04-11","cited_by_count":16,"area":null},{"id":"2403.05636","title":"Tuning-Free Accountable Intervention for LLM Deployment -- A Metacognitive Approach","created":"2024-03-08","cited_by_count":11,"area":null},{"id":"2305.19412","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","created":"2023-05-30","cited_by_count":8,"area":"distill"},{"id":"2405.18897","title":"MLAE: Masked LoRA Experts for Visual Parameter-Efficient Fine-Tuning","created":"2024-05-29","cited_by_count":6,"area":null},{"id":"2509.15087","title":"Adaptive LoRA Experts Allocation and Selection for Federated Fine-Tuning","created":"2025-09-18","cited_by_count":6,"area":null},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2502.18821","title":"CAMEx: Curvature-aware Merging of Experts","created":"2025-02-26","cited_by_count":5,"area":null},{"id":"2405.10951","title":"Block Selective Reprogramming for On-device Training of Vision Transformers","created":"2024-03-25","cited_by_count":4,"area":"moe"},{"id":"2411.19402","title":"On the Role of Discrete Representation in Sparse Mixture of Experts","created":"2024-11-28","cited_by_count":4,"area":"moe"},{"id":"2412.11864","title":"Investigating Mixture of Experts in Dense Retrieval","created":"2024-12-16","cited_by_count":4,"area":"moe"},{"id":"2505.00792","title":"Improving Routing in Sparse Mixture of Experts with Graph of Tokens","created":"2025-05-01","cited_by_count":4,"area":"moe"},{"id":"2406.15883","title":"SimSMoE: Solving Representational Collapse via Similarity Measure","created":"2024-06-22","cited_by_count":3,"area":"moe"},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2509.10513","title":"Mixture-of-Clustered-Experts: Advancing Expert Specialization and Generalization in Instruction Tuning","created":"2025-09-03","cited_by_count":3,"area":"moe"},{"id":"2510.16411","title":"Modeling Expert Interactions in Sparse Mixture of Experts via Graph Structures","created":"2025-10-18","cited_by_count":3,"area":"moe"},{"id":"2602.12556","title":"SD-MoE: Spectral Decomposition for Effective Expert Specialization","created":"2026-02-13","cited_by_count":3,"area":"moe"},{"id":"2604.00421","title":"Self-Routing: Parameter-Free Expert Routing from Hidden States","created":"2026-04-01","cited_by_count":3,"area":"moe"},{"id":"2306.10466","title":"Graph Ladling: Shockingly Simple Parallel GNN Training without Intermediate Communication","created":"2023-06-18","cited_by_count":2,"area":null},{"id":"2410.08003","title":"More Experts Than Galaxies: Conditionally-overlapping Experts With Biologically-Inspired Fixed Routing","created":"2024-10-10","cited_by_count":2,"area":"moe"},{"id":"2412.07216","title":"Learnable Sparse Customization in Heterogeneous Edge Computing","created":"2024-12-10","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2510.15683","title":"Mixture of Experts Approaches in Dense Retrieval Tasks","created":"2025-10-17","cited_by_count":2,"area":"moe"},{"id":"2512.23070","title":"FLEX-MoE: Federated Mixture-of-Experts with Load-balanced Expert Assignment for Edge Computing","created":"2025-12-28","cited_by_count":2,"area":"moe"},{"id":"2603.02227","title":"Routing Absorption in Sparse Attention: Why Random Gates Are Hard to Beat","created":"2026-02-11","cited_by_count":2,"area":null},{"id":"2503.22996","title":"Rethinking Sparse Mixture of Experts from a Unified Perspective","created":"2025-03-29","cited_by_count":1,"area":"moe"},{"id":"2510.19366","title":"MoE-Prism: Disentangling Monolithic Experts for Elastic MoE Services via Model-System Co-Designs","created":"2025-10-22","cited_by_count":1,"area":"moe"},{"id":"2607.16427","title":"Multi-level context Modeling for consistent expert selection in Mixture-of-Experts","created":"2026-07-17","cited_by_count":1,"area":"moe"},{"id":"2408.09752","title":"A Unified Framework for Iris Anti-Spoofing: Introducing Iris Anti-Spoofing Cross-Domain-Testing Protocol and Masked-MoE Method","created":"2024-08-19","cited_by_count":0,"area":null},{"id":"2601.19811","title":"Revisiting Incremental Stochastic Majorization-Minimization Algorithms with Applications to Mixture of Experts","created":"2026-01-27","cited_by_count":0,"area":"moe"},{"id":"2602.19938","title":"A Replicate-and-Quantize Strategy for Plug-and-Play Load Balancing of Sparse Mixture-of-Experts LLMs","created":"2026-02-23","cited_by_count":0,"area":"moe"},{"id":"2604.03342","title":"Mixture-of-Experts in Remote Sensing: A Survey","created":"2026-04-03","cited_by_count":0,"area":"moe"},{"id":"2604.05267","title":"Do Domain-specific Experts exist in MoE-based LLMs?","created":"2026-04-07","cited_by_count":0,"area":"moe"},{"id":"2605.09403","title":"Sparsity Moves Computation: How FFN Architecture Reshapes Attention in Small Transformers","created":"2026-05-10","cited_by_count":0,"area":"moe"},{"id":"2606.04378","title":"DLLG: Dynamic Logit-Level Gating of LLM Experts","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2608.04084","title":"SpecDrop: Parameter-Free Category-Conditioned Routing for Modular Specialization","created":"2026-08-04","cited_by_count":0,"area":"moe"}],"next_cursor":null}