{"total":122,"rows":[{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2306.01129","title":"White-Box Transformers via Sparse Rate Reduction","created":"2023-06-01","cited_by_count":80,"area":null},{"id":"2310.00227","title":"Scaling for Training Time and Post-hoc Out-of-distribution Detection Enhancement","created":"2023-09-30","cited_by_count":77,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54,"area":"moe"},{"id":"2406.18219","title":"A Closer Look into Mixture-of-Experts in Large Language Models","created":"2024-06-26","cited_by_count":48,"area":"moe"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2305.16292","title":"Sharpness-Aware Minimization Leads to Low-Rank Features","created":"2023-05-25","cited_by_count":38,"area":null},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38,"area":"moe"},{"id":"2406.09265","title":"Sharing Matters: Analysing Neurons Across Languages and Tasks in LLMs","created":"2024-06-13","cited_by_count":33,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2403.18926","title":"XMoE: Sparse Models with Fine-grained and Adaptive Expert Selection","created":"2024-02-27","cited_by_count":28,"area":"moe"},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2410.13497","title":"Repetition Neurons: How Do Language Models Produce Repetitions?","created":"2024-10-17","cited_by_count":23,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22,"area":null},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2406.04331","title":"PaCE: Parsimonious Concept Engineering for Large Language Models","created":"2024-06-06","cited_by_count":19,"area":null},{"id":"2410.19123","title":"Read-ME: Refactorizing LLMs as Router-Decoupled Mixture of Experts with System Co-Design","created":"2024-10-24","cited_by_count":19,"area":"moe"},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2403.00986","title":"Merging Text Transformer Models from Different Initializations","created":"2024-03-01","cited_by_count":16,"area":null},{"id":"2503.17069","title":"PVChat: Personalized Video Chat with One-Shot Learning","created":"2025-03-21","cited_by_count":13,"area":null},{"id":"2309.06626","title":"Accelerating Deep Neural Networks via Semi-Structured Activation Sparsity","created":"2023-09-12","cited_by_count":10,"area":null},{"id":"2402.08644","title":"Tandem Transformers for Inference Efficient LLMs","created":"2024-02-13","cited_by_count":10,"area":"inference"},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2403.09073","title":"Revealing the Parallel Multilingual Learning within Large Language Models","created":"2024-03-14","cited_by_count":8,"area":null},{"id":"2405.12755","title":"Progress Measures for Grokking on Real-world Tasks","created":"2024-05-21","cited_by_count":8,"area":null},{"id":"2506.03275","title":"Chipmunk: Training-Free Acceleration of Diffusion Transformers with Dynamic Column-Sparse Deltas","created":"2025-06-03","cited_by_count":8,"area":"diffusion"},{"id":"2506.04434","title":"Grokking and Generalization Collapse: Insights from \\texttt{HTSR} theory","created":"2025-06-04","cited_by_count":8,"area":null},{"id":"2309.03004","title":"A Theoretical Explanation of Activation Sparsity through Flat Minima and Adversarial Robustness","created":"2023-09-06","cited_by_count":7,"area":null},{"id":"2310.20051","title":"The Expressibility of Polynomial based Attention Scheme","created":"2023-10-30","cited_by_count":7,"area":null},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2407.00599","title":"Parm: Efficient Training of Large Sparsely-Activated Models with Dedicated Schedules","created":"2024-06-30","cited_by_count":7,"area":"moe"},{"id":"2407.20421","title":"Event-based Optical Flow on Neuromorphic Processor: ANN vs. SNN Comparison based on Activation Sparsification","created":"2024-07-29","cited_by_count":7,"area":null},{"id":"2409.01366","title":"CHESS: Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification","created":"2024-09-02","cited_by_count":7,"area":null},{"id":"2410.10846","title":"Duo-LLM: A Framework for Studying Adaptive Computation in Large Language Models","created":"2024-10-01","cited_by_count":7,"area":"moe"},{"id":"2505.07861","title":"Scalable LLM Reasoning Acceleration with Low-rank Distillation","created":"2025-05-08","cited_by_count":7,"area":"lr"},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2312.09084","title":"Language Modeling on a SpiNNaker 2 Neuromorphic Chip","created":"2023-12-14","cited_by_count":6,"area":null},{"id":"2406.17989","title":"Learning Neural Networks with Sparse Activations","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2408.11393","title":"First Activations Matter: Training-Free Methods for Dynamic Activation in Large Language Models","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2411.04358","title":"Robust and Efficient Fine-tuning of LLMs with Bayesian Reparameterization of Low-Rank Adaptation","created":"2024-11-07","cited_by_count":6,"area":null},{"id":"2505.14884","title":"Polar Sparsity: High Throughput Batched LLM Inferencing with Scalable Contextual Sparsity","created":"2025-05-20","cited_by_count":6,"area":null},{"id":"2506.20194","title":"DuoGPT: Training-free Dual Sparsity through Activation-aware Pruning in LLMs","created":"2025-06-25","cited_by_count":6,"area":null},{"id":"2507.01299","title":"La RoSA: Enhancing LLM Efficiency via Layerwise Rotated Sparse Activation","created":"2025-07-02","cited_by_count":6,"area":null},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2406.01392","title":"Sparsity-Accelerated Training for Large Language Models","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2406.02529","title":"ReLUs Are Sufficient for Learning Implicit Neural Representations","created":"2024-06-04","cited_by_count":5,"area":null},{"id":"2410.03440","title":"Exploring the Benefit of Activation Sparsity in Pre-training","created":"2024-10-04","cited_by_count":5,"area":"moe"},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2412.07174","title":"Post-Training Statistical Calibration for Higher Activation Sparsity","created":"2024-12-10","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2401.04044","title":"FFSplit: Split Feed-Forward Network For Optimizing Accuracy-Efficiency Trade-off in Language Model Inference","created":"2024-01-08","cited_by_count":4,"area":null},{"id":"2406.11993","title":"Delay Embedding Theory of Neural Sequence Models","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2408.04278","title":"LaDiMo: Layer-wise Distillation Inspired MoEfier","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2408.07694","title":"End-to-end Semantic-centric Video-based Multimodal Affective Computing","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2409.03856","title":"Sirius: Contextual Sparsity with Correction for Efficient LLMs","created":"2024-09-05","cited_by_count":4,"area":null},{"id":"2505.07239","title":"Comet: Accelerating Private Inference for Large Language Model by Predicting Activation Sparsity","created":"2025-05-12","cited_by_count":4,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2603.03415","title":"Farther the Shift, Sparser the Representation: Analyzing OOD Mechanisms in LLMs","created":"2026-03-03","cited_by_count":4,"area":null},{"id":"2503.18216","title":"Adaptive Rank Allocation: Speeding Up Modern Transformers with RaNA Adapters","created":"2025-03-23","cited_by_count":3,"area":null},{"id":"2301.00327","title":"Neural Networks with Sparse Activation Induced by Large Bias: Tighter Analysis with Bias-Generalized NTK","created":"2023-01-01","cited_by_count":2,"area":null},{"id":"2309.04875","title":"Approximating ReLU on a Reduced Ring for Efficient MPC-based Private Inference","created":"2023-09-09","cited_by_count":2,"area":null},{"id":"2311.07625","title":"Activity Sparsity Complements Weight Sparsity for Efficient RNN Inference","created":"2023-11-13","cited_by_count":2,"area":null},{"id":"2405.01943","title":"Dependency-Aware Semi-Structured Sparsity of GLU Variants in Large Language Models","created":"2024-05-03","cited_by_count":2,"area":null},{"id":"2412.05644","title":"Mixture of Hidden-Dimensions Transformer","created":"2024-12-07","cited_by_count":2,"area":null},{"id":"2602.02859","title":"Late-Stage Generalization Collapse in Grokking: Detecting anti-grokking with Weightwatcher","created":"2026-02-02","cited_by_count":2,"area":null},{"id":"2602.21596","title":"A Hidden Semantic Bottleneck in Conditional Embeddings of Diffusion Transformers","created":"2026-02-25","cited_by_count":2,"area":"diffusion"},{"id":"2605.27786","title":"Locality-Aware Redundancy Pruning for LLM Depth Compression","created":"2026-05-27","cited_by_count":2,"area":null},{"id":"2309.12263","title":"On the Relationship between Skill Neurons and Robustness in Prompt Tuning","created":"2023-09-21","cited_by_count":1,"area":null},{"id":"2405.06003","title":"Binary Hypothesis Testing for Softmax Models and Leverage Score Models","created":"2024-05-09","cited_by_count":1,"area":null},{"id":"2406.02021","title":"FFNet: MetaMixer-based Efficient Convolutional Mixer Design","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2410.24050","title":"A Mechanistic Study of Transformers Training Dynamics","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2412.12178","title":"Activation Sparsity Opportunities for Compressing General Large Language Models","created":"2024-12-13","cited_by_count":1,"area":null},{"id":"2501.06126","title":"Merging Feed-Forward Sublayers for Compressed Transformers","created":"2025-01-10","cited_by_count":1,"area":null},{"id":"2505.17701","title":"COUNTDOWN: Contextually Sparse Activation Filtering Out Unnecessary Weights in Down Projection","created":"2025-05-23","cited_by_count":1,"area":null},{"id":"2508.02128","title":"Amber Pruner: Leveraging N:M Activation Sparsity for Efficient Prefill in Large Language Models","created":"2025-08-04","cited_by_count":1,"area":null},{"id":"2508.06016","title":"Crisp Attention: Regularizing Transformers via Structured Sparsity","created":"2025-08-08","cited_by_count":1,"area":null},{"id":"2508.18376","title":"DualSparse-MoE: Coordinating Tensor/Neuron-Level Sparsity with Expert Partition and Reconstruction","created":"2025-08-25","cited_by_count":1,"area":"moe"},{"id":"2509.22166","title":"Motivating Next-Gen Accelerators with Flexible (N:M) Activation Sparsity via Benchmarking Lightweight Post-Training Sparsification Approaches","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2511.18692","title":"VLM in a flash: I/O-Efficient Sparsification of Vision-Language Model via Neuron Chunking","created":"2025-11-24","cited_by_count":1,"area":"mllm"},{"id":"2601.14792","title":"Robustness of Mixtures of Experts to Feature Noise","created":"2026-01-21","cited_by_count":1,"area":"moe"},{"id":"2602.20461","title":"Nonparametric Teaching of Attention Learners","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.12272","title":"ActTail: Global Activation Sparsity in Large Language Models","created":"2026-02-18","cited_by_count":1,"area":null},{"id":"2605.17659","title":"Bug or Feature$^2$: Weight Drift, Activation Sparsity and Spikes","created":"2026-05-17","cited_by_count":1,"area":null},{"id":"2607.07670","title":"Does Bielik Know What It Doesn't Know? Activation Dispersion Separates Entity Familiarity from Factual Reliability Across Model Scale","created":"2026-07-08","cited_by_count":1,"area":null},{"id":"2607.11990","title":"Sparse Inter-Layer Dependencies of Transformer FFN Neurons","created":"2026-07-13","cited_by_count":1,"area":null},{"id":"2305.10191","title":"Sparsifying Spiking Networks through Local Rhythms","created":"2023-04-30","cited_by_count":0,"area":null},{"id":"2402.14118","title":"Masked Matrix Multiplication for Emergent Sparsity","created":"2024-02-21","cited_by_count":0,"area":null},{"id":"2405.19652","title":"Dual sparse training framework: inducing activation map sparsity via Transformed $\\ell1$ regularization","created":"2024-05-30","cited_by_count":0,"area":null}],"next_cursor":"100"}