{"total":77,"rows":[{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122,"area":null},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2305.18390","title":"Emergent Modularity in Pre-trained Transformers","created":"2023-05-28","cited_by_count":37,"area":null},{"id":"2406.09265","title":"Sharing Matters: Analysing Neurons Across Languages and Tasks in LLMs","created":"2024-06-13","cited_by_count":33,"area":null},{"id":"2406.17245","title":"Unlocking Continual Learning Abilities in Language Models","created":"2024-06-25","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22,"area":null},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2309.14763","title":"ConPET: Continual Parameter-Efficient Tuning for Large Language Models","created":"2023-09-26","cited_by_count":17,"area":null},{"id":"2310.10908","title":"Unlocking Emergent Modularity in Large Language Models","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2403.05189","title":"Tracing the Roots of Facts in Multilingual Language Models: Independent, Shared, and Transferred Knowledge","created":"2024-03-08","cited_by_count":14,"area":null},{"id":"2505.17604","title":"Adaptive Semantic Token Communication for Transformer-based Edge Inference","created":"2025-05-23","cited_by_count":14,"area":null},{"id":"2310.15552","title":"Unveiling Multilinguality in Transformer Models: Exploring Language Specificity in Feed-Forward Networks","created":"2023-10-24","cited_by_count":13,"area":null},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2409.13199","title":"CFSP: An Efficient Structured Pruning Framework for LLMs with Coarse-to-Fine Activation Information","created":"2024-09-20","cited_by_count":11,"area":null},{"id":"2307.07705","title":"CA-LoRA: Adapting Existing LoRA for Compressed LLMs to Enable Efficient Multi-Tasking on Personal Devices","created":"2023-07-15","cited_by_count":9,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2403.09073","title":"Revealing the Parallel Multilingual Learning within Large Language Models","created":"2024-03-14","cited_by_count":8,"area":null},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2312.02923","title":"MoSA: Mixture of Sparse Adapters for Visual Efficient Tuning","created":"2023-12-05","cited_by_count":6,"area":null},{"id":"2312.10193","title":"Adaptive Computation Modules: Granular Conditional Computation For Efficient Inference","created":"2023-12-15","cited_by_count":6,"area":null},{"id":"2408.11393","title":"First Activations Matter: Training-Free Methods for Dynamic Activation in Large Language Models","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2505.14884","title":"Polar Sparsity: High Throughput Batched LLM Inferencing with Scalable Contextual Sparsity","created":"2025-05-20","cited_by_count":6,"area":null},{"id":"2506.20194","title":"DuoGPT: Training-free Dual Sparsity through Activation-aware Pruning in LLMs","created":"2025-06-25","cited_by_count":6,"area":null},{"id":"2406.01392","title":"Sparsity-Accelerated Training for Large Language Models","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2304.12410","title":"PEFT-Ref: A Modular Reference Architecture and Typology for Parameter-Efficient Finetuning Techniques","created":"2023-04-24","cited_by_count":4,"area":null},{"id":"2402.01911","title":"From PEFT to DEFT: Parameter Efficient Finetuning for Reducing Activation Density in Transformers","created":"2024-02-02","cited_by_count":4,"area":null},{"id":"2406.06562","title":"Achieving Sparse Activation in Small Language Models","created":"2024-06-03","cited_by_count":4,"area":null},{"id":"2408.17322","title":"Investigating Neuron Ablation in Attention Heads: The Case for Peak Activation Centering","created":"2024-08-30","cited_by_count":4,"area":null},{"id":"2112.09741","title":"Envisioning Future Deep Learning Theories: Some Basic Concepts and Characteristics","created":"2021-12-17","cited_by_count":3,"area":null},{"id":"2211.06840","title":"FPT: Improving Prompt Tuning Efficiency via Progressive Training","created":"2022-11-13","cited_by_count":3,"area":null},{"id":"2405.17799","title":"Exploring Activation Patterns of Parameters in Language Models","created":"2024-05-28","cited_by_count":3,"area":null},{"id":"2502.19078","title":"Sparse Brains are Also Adaptive Brains: Cognitive-Load-Aware Dynamic Activation for LLMs","created":"2025-02-26","cited_by_count":3,"area":null},{"id":"2604.17078","title":"Understanding and Enforcing Weight Disentanglement in Task Arithmetic","created":"2026-04-18","cited_by_count":3,"area":null},{"id":"2309.07683","title":"Assessing the nature of large language models: A caution against anthropocentrism","created":"2023-09-14","cited_by_count":2,"area":null},{"id":"2402.16367","title":"Unraveling Babel: Exploring Multilingual Activation Patterns of LLMs and Their Applications","created":"2024-02-26","cited_by_count":2,"area":null},{"id":"2405.01943","title":"Dependency-Aware Semi-Structured Sparsity of GLU Variants in Large Language Models","created":"2024-05-03","cited_by_count":2,"area":null},{"id":"2502.02470","title":"Studying Cross-cluster Modularity in Neural Networks","created":"2025-02-04","cited_by_count":2,"area":null},{"id":"2503.07605","title":"SEAP: Training-free Sparse Expert Activation Pruning Unlock the Brainpower of Large Language Models","created":"2025-03-10","cited_by_count":2,"area":null},{"id":"2505.22120","title":"LoKI: Low-damage Knowledge Implanting of Large Language Models","created":"2025-05-28","cited_by_count":2,"area":null},{"id":"2603.14157","title":"Align Forward, Adapt Backward: Closing the Discretization Gap in Logic Gate Networks","created":"2026-03-14","cited_by_count":2,"area":null},{"id":"2310.14921","title":"PartialFormer: Modeling Part Instead of Whole for Machine Translation","created":"2023-10-23","cited_by_count":1,"area":null},{"id":"2310.15724","title":"Variator: Accelerating Pre-trained Models with Plug-and-Play Compression Modules","created":"2023-10-24","cited_by_count":1,"area":null},{"id":"2406.02021","title":"FFNet: MetaMixer-based Efficient Convolutional Mixer Design","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2409.15747","title":"Training Neural Networks for Modularity aids Interpretability","created":"2024-09-24","cited_by_count":1,"area":null},{"id":"2410.14268","title":"MoDification: Mixture of Depths Made Easy","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2412.12178","title":"Activation Sparsity Opportunities for Compressing General Large Language Models","created":"2024-12-13","cited_by_count":1,"area":null},{"id":"2511.12893","title":"ActVAR: Activating Mixtures of Weights and Tokens for Efficient Visual Autoregressive Generation","created":"2025-11-17","cited_by_count":1,"area":null},{"id":"2511.16540","title":"Beyond Tokens in Language Models: Interpreting Activations through Text Genre Chunks","created":"2025-11-20","cited_by_count":1,"area":null},{"id":"2603.13418","title":"GPrune-LLM: Generalization-Aware Structured Pruning for Large Language Models","created":"2026-03-12","cited_by_count":1,"area":null},{"id":"2605.08568","title":"Different Prompts, Different Ranks: Prompt-aware Dynamic Rank Selection for SVD-based LLM Compression","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2607.11990","title":"Sparse Inter-Layer Dependencies of Transformer FFN Neurons","created":"2026-07-13","cited_by_count":1,"area":null},{"id":"2308.15003","title":"Generative Model for Models: Rapid DNN Customization for Diverse Tasks and Resource Constraints","created":"2023-08-29","cited_by_count":0,"area":null},{"id":"2408.17324","title":"Modularity in Transformers: Investigating Neuron Separability & Specialization","created":"2024-08-30","cited_by_count":0,"area":null},{"id":"2502.12928","title":"Finedeep: Mitigating Sparse Activation in Dense LLMs via Multi-Layer Fine-Grained Experts","created":"2025-02-18","cited_by_count":0,"area":null},{"id":"2508.20991","title":"ExpertSim: Fast Particle Detector Simulation Using Mixture-of-Generative-Experts","created":"2025-08-28","cited_by_count":0,"area":null},{"id":"2512.13751","title":"MIDUS: Memory-Infused Depth Up-Scaling","created":"2025-12-15","cited_by_count":0,"area":null},{"id":"2601.22795","title":"Sparse or Dense? A Mechanistic Estimation of Computation Density in Transformer-based LLMs","created":"2026-01-30","cited_by_count":0,"area":null},{"id":"2603.03459","title":"Half the Nonlinearity Is Wasted: Measuring and Reallocating the Transformer's MLP Budget","created":"2026-03-03","cited_by_count":0,"area":null},{"id":"2603.23198","title":"Sparser, Faster, Lighter Transformer Language Models","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2605.27033","title":"Tracing Computation Density in LLMs","created":"2026-05-26","cited_by_count":0,"area":null},{"id":"2605.28384","title":"Meta-Attention: Bayesian Per-Token Routing for Efficient Transformer Inference","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2605.28961","title":"Dynamics of Stochastic Momentum with Sparse Updates in High Dimensions","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2605.29075","title":"Knowledge Offloading: Decomposing LLMs into Sparse Backbones and Memory Modules","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.10722","title":"Continual LLM Upcycling: A Predictor-Gated Bank-Wise Sparsity Training Recipe for Dense-to-Sparse LLMs","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2606.24901","title":"LLM Evolution as an Industry-Scale Ecosystem: A Lifecycle Perspective on Continual Learning","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2608.01530","title":"ST-LoRA: Single Trajectory LoRA Ensemble for Uncertainty Aware Agricultural Segmentation","created":"2026-08-02","cited_by_count":0,"area":null},{"id":"2609.03079","title":"LeanStream: A Speculate-and-Refine Streaming Framework for Efficient on-Device LLM Inference","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.13846","title":"Affinity-Aware Sharding for Delayed Tensor Parallelism","created":"2026-09-12","cited_by_count":0,"area":null},{"id":"2609.34449","title":"CORTEX: Learning to Share and Specialize in Dense Language Models","created":"2026-09-28","cited_by_count":0,"area":null}],"next_cursor":null}