{"total":152,"rows":[{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2212.05055","title":"Sparse Upcycling: Training Mixture-of-Experts from Dense Checkpoints","created":"2022-12-09","cited_by_count":209,"area":"moe"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2406.16554","title":"LLaMA-MoE: Building Mixture-of-Experts from LLaMA with Continual Pre-training","created":"2024-06-24","cited_by_count":123,"area":"moe"},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122,"area":null},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90,"area":"moe"},{"id":"2206.08514","title":"A Unified Evaluation of Textual Backdoor Learning: Frameworks and Benchmarks","created":"2022-06-17","cited_by_count":74,"area":"safety"},{"id":"2410.08245","title":"Flex-MoE: Modeling Arbitrary Modality Combination via the Flexible Mixture-of-Experts","created":"2024-10-10","cited_by_count":70,"area":"moe"},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2405.14297","title":"Dynamic Mixture of Experts: An Auto-Tuning Approach for Efficient Transformer Models","created":"2024-05-23","cited_by_count":56,"area":"moe"},{"id":"2405.19237","title":"ConceptPrune: Concept Editing in Diffusion Models via Skilled Neuron Pruning","created":"2024-05-29","cited_by_count":55,"area":"diffusion"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2403.01267","title":"Dissecting Language Models: Machine Unlearning via Selective Pruning","created":"2024-03-02","cited_by_count":42,"area":"safety"},{"id":"2404.05567","title":"Dense Training, Sparse Inference: Rethinking Training of Mixture-of-Experts Language Models","created":"2024-04-08","cited_by_count":42,"area":"lr"},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2305.18390","title":"Emergent Modularity in Pre-trained Transformers","created":"2023-05-28","cited_by_count":37,"area":null},{"id":"2406.09265","title":"Sharing Matters: Analysing Neurons Across Languages and Tasks in LLMs","created":"2024-06-13","cited_by_count":33,"area":null},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2308.15030","title":"SwapMoE: Serving Off-the-shelf MoE-based Large Language Models with Tunable Memory Budget","created":"2023-08-29","cited_by_count":27,"area":"moe"},{"id":"2502.15910","title":"Modality-Aware Neuron Pruning for Unlearning in Multimodal Large Language Models","created":"2025-02-21","cited_by_count":26,"area":"mllm"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2406.02376","title":"Retaining Key Information under High Compression Ratios: Query-Guided Compressor for LLMs","created":"2024-06-04","cited_by_count":24,"area":"inference"},{"id":"2406.17245","title":"Unlocking Continual Learning Abilities in Language Models","created":"2024-06-25","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22,"area":null},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2310.10908","title":"Unlocking Emergent Modularity in Large Language Models","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2504.06792","title":"Domain-Specific Pruning of Large Mixture-of-Experts Models with Few-shot Demonstrations","created":"2025-04-09","cited_by_count":16,"area":"moe"},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2403.05189","title":"Tracing the Roots of Facts in Multilingual Language Models: Independent, Shared, and Transferred Knowledge","created":"2024-03-08","cited_by_count":14,"area":null},{"id":"2411.18797","title":"SEUF: Is Unlearning One Expert Enough for Mixture-of-Experts LLMs?","created":"2024-11-27","cited_by_count":14,"area":"moe"},{"id":"2505.17604","title":"Adaptive Semantic Token Communication for Transformer-based Edge Inference","created":"2025-05-23","cited_by_count":14,"area":null},{"id":"2310.15552","title":"Unveiling Multilinguality in Transformer Models: Exploring Language Specificity in Feed-Forward Networks","created":"2023-10-24","cited_by_count":13,"area":null},{"id":"2406.18566","title":"Memorized Images in Diffusion Models share a Subspace that can be Located and Deleted","created":"2024-06-01","cited_by_count":13,"area":"diffusion"},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2406.19905","title":"Solving Token Gradient Conflict in Mixture-of-Experts for Large Vision-Language Model","created":"2024-06-28","cited_by_count":11,"area":"mllm"},{"id":"2409.13199","title":"CFSP: An Efficient Structured Pruning Framework for LLMs with Coarse-to-Fine Activation Information","created":"2024-09-20","cited_by_count":11,"area":null},{"id":"2503.06823","title":"eMoE: Task-aware Memory Efficient Mixture-of-Experts-Based (MoE) Model Inference","created":"2025-03-10","cited_by_count":11,"area":"moe"},{"id":"2403.07965","title":"Conditional computation in neural networks: principles and research trends","created":"2024-03-12","cited_by_count":10,"area":"moe"},{"id":"2501.15316","title":"ToMoE: Converting Dense Large Language Models to Mixture-of-Experts through Dynamic Structural Pruning","created":"2025-01-25","cited_by_count":10,"area":"moe"},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2307.07705","title":"CA-LoRA: Adapting Existing LoRA for Compressed LLMs to Enable Efficient Multi-Tasking on Personal Devices","created":"2023-07-15","cited_by_count":9,"area":null},{"id":"2311.10768","title":"Memory Augmented Language Models through Mixture of Word Experts","created":"2023-11-15","cited_by_count":9,"area":"moe"},{"id":"2406.04801","title":"MoE Jetpack: From Dense Checkpoints to Adaptive Mixture of Experts for Vision Tasks","created":"2024-06-07","cited_by_count":9,"area":"moe"},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2506.13331","title":"Mixture of Cognitive Reasoners: Modular Reasoning with Brain-Like Specialization","created":"2025-06-16","cited_by_count":9,"area":"lr"},{"id":"2403.09073","title":"Revealing the Parallel Multilingual Learning within Large Language Models","created":"2024-03-14","cited_by_count":8,"area":null},{"id":"2502.04416","title":"Analytical FFN-to-MoE Restructuring via Activation Pattern Analysis","created":"2025-02-06","cited_by_count":8,"area":"moe"},{"id":"2506.12119","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","created":"2025-06-13","cited_by_count":8,"area":"moe"},{"id":"2505.07861","title":"Scalable LLM Reasoning Acceleration with Low-rank Distillation","created":"2025-05-08","cited_by_count":7,"area":"lr"},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2307.08941","title":"MLP Fusion: Towards Efficient Fine-tuning of Dense and Mixture-of-Experts Language Models","created":"2023-07-18","cited_by_count":6,"area":"moe"},{"id":"2312.02923","title":"MoSA: Mixture of Sparse Adapters for Visual Efficient Tuning","created":"2023-12-05","cited_by_count":6,"area":null},{"id":"2312.10193","title":"Adaptive Computation Modules: Granular Conditional Computation For Efficient Inference","created":"2023-12-15","cited_by_count":6,"area":null},{"id":"2408.11393","title":"First Activations Matter: Training-Free Methods for Dynamic Activation in Large Language Models","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2505.14884","title":"Polar Sparsity: High Throughput Batched LLM Inferencing with Scalable Contextual Sparsity","created":"2025-05-20","cited_by_count":6,"area":null},{"id":"2506.20194","title":"DuoGPT: Training-free Dual Sparsity through Activation-aware Pruning in LLMs","created":"2025-06-25","cited_by_count":6,"area":null},{"id":"2402.16918","title":"m2mKD: Module-to-Module Knowledge Distillation for Modular Transformers","created":"2024-02-26","cited_by_count":5,"area":"moe"},{"id":"2406.01392","title":"Sparsity-Accelerated Training for Large Language Models","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2304.12410","title":"PEFT-Ref: A Modular Reference Architecture and Typology for Parameter-Efficient Finetuning Techniques","created":"2023-04-24","cited_by_count":4,"area":null},{"id":"2402.01911","title":"From PEFT to DEFT: Parameter Efficient Finetuning for Reducing Activation Density in Transformers","created":"2024-02-02","cited_by_count":4,"area":null},{"id":"2406.06562","title":"Achieving Sparse Activation in Small Language Models","created":"2024-06-03","cited_by_count":4,"area":null},{"id":"2408.17322","title":"Investigating Neuron Ablation in Attention Heads: The Case for Peak Activation Centering","created":"2024-08-30","cited_by_count":4,"area":null},{"id":"2512.19765","title":"How Many Experts Are Enough? Towards Optimal Semantic Specialization for Mixture-of-Experts","created":"2025-12-21","cited_by_count":4,"area":"moe"},{"id":"2112.09741","title":"Envisioning Future Deep Learning Theories: Some Basic Concepts and Characteristics","created":"2021-12-17","cited_by_count":3,"area":null},{"id":"2211.06840","title":"FPT: Improving Prompt Tuning Efficiency via Progressive Training","created":"2022-11-13","cited_by_count":3,"area":null},{"id":"2405.17799","title":"Exploring Activation Patterns of Parameters in Language Models","created":"2024-05-28","cited_by_count":3,"area":null},{"id":"2502.19078","title":"Sparse Brains are Also Adaptive Brains: Cognitive-Load-Aware Dynamic Activation for LLMs","created":"2025-02-26","cited_by_count":3,"area":null},{"id":"2503.22517","title":"Exploiting Mixture-of-Experts Redundancy Unlocks Multimodal Generative Abilities","created":"2025-03-28","cited_by_count":3,"area":"moe"},{"id":"2505.15414","title":"Efficient Data Driven Mixture-of-Expert Extraction from Trained Networks","created":"2025-05-21","cited_by_count":3,"area":"moe"},{"id":"2507.09955","title":"DeepSeek: Paradigm Shifts and Technical Evolution in Large AI Models","created":"2025-07-14","cited_by_count":3,"area":"moe"},{"id":"2510.02296","title":"Continual Personalization for Diffusion Models","created":"2025-10-02","cited_by_count":3,"area":"diffusion"},{"id":"2604.17078","title":"Understanding and Enforcing Weight Disentanglement in Task Arithmetic","created":"2026-04-18","cited_by_count":3,"area":null},{"id":"2309.07683","title":"Assessing the nature of large language models: A caution against anthropocentrism","created":"2023-09-14","cited_by_count":2,"area":null},{"id":"2402.16367","title":"Unraveling Babel: Exploring Multilingual Activation Patterns of LLMs and Their Applications","created":"2024-02-26","cited_by_count":2,"area":null},{"id":"2405.01943","title":"Dependency-Aware Semi-Structured Sparsity of GLU Variants in Large Language Models","created":"2024-05-03","cited_by_count":2,"area":null},{"id":"2411.07834","title":"Towards Vision Mixture of Experts for Wildlife Monitoring on the Edge","created":"2024-11-12","cited_by_count":2,"area":"moe"},{"id":"2502.02470","title":"Studying Cross-cluster Modularity in Neural Networks","created":"2025-02-04","cited_by_count":2,"area":null},{"id":"2503.07605","title":"SEAP: Training-free Sparse Expert Activation Pruning Unlock the Brainpower of Large Language Models","created":"2025-03-10","cited_by_count":2,"area":null},{"id":"2505.22120","title":"LoKI: Low-damage Knowledge Implanting of Large Language Models","created":"2025-05-28","cited_by_count":2,"area":null},{"id":"2506.08054","title":"STAMImputer: Spatio-Temporal Attention MoE for Traffic Data Imputation","created":"2025-06-09","cited_by_count":2,"area":"moe"},{"id":"2508.00760","title":"MMBERT: Scaled Mixture-of-Experts Multimodal BERT for Robust Chinese Hate Speech Detection under Cloaking Perturbations","created":"2025-08-01","cited_by_count":2,"area":"moe"},{"id":"2509.24597","title":"Inducing Dyslexia in Vision Language Models","created":"2025-09-29","cited_by_count":2,"area":"mllm"}],"next_cursor":"100"}