{"total":91,"rows":[{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2306.01129","title":"White-Box Transformers via Sparse Rate Reduction","created":"2023-06-01","cited_by_count":80,"area":null},{"id":"2310.00227","title":"Scaling for Training Time and Post-hoc Out-of-distribution Detection Enhancement","created":"2023-09-30","cited_by_count":77,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2305.16292","title":"Sharpness-Aware Minimization Leads to Low-Rank Features","created":"2023-05-25","cited_by_count":38,"area":null},{"id":"2406.09265","title":"Sharing Matters: Analysing Neurons Across Languages and Tasks in LLMs","created":"2024-06-13","cited_by_count":33,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27,"area":null},{"id":"2410.13497","title":"Repetition Neurons: How Do Language Models Produce Repetitions?","created":"2024-10-17","cited_by_count":23,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22,"area":null},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2406.04331","title":"PaCE: Parsimonious Concept Engineering for Large Language Models","created":"2024-06-06","cited_by_count":19,"area":null},{"id":"2403.00986","title":"Merging Text Transformer Models from Different Initializations","created":"2024-03-01","cited_by_count":16,"area":null},{"id":"2503.17069","title":"PVChat: Personalized Video Chat with One-Shot Learning","created":"2025-03-21","cited_by_count":13,"area":null},{"id":"2309.06626","title":"Accelerating Deep Neural Networks via Semi-Structured Activation Sparsity","created":"2023-09-12","cited_by_count":10,"area":null},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2403.09073","title":"Revealing the Parallel Multilingual Learning within Large Language Models","created":"2024-03-14","cited_by_count":8,"area":null},{"id":"2405.12755","title":"Progress Measures for Grokking on Real-world Tasks","created":"2024-05-21","cited_by_count":8,"area":null},{"id":"2506.04434","title":"Grokking and Generalization Collapse: Insights from \\texttt{HTSR} theory","created":"2025-06-04","cited_by_count":8,"area":null},{"id":"2309.03004","title":"A Theoretical Explanation of Activation Sparsity through Flat Minima and Adversarial Robustness","created":"2023-09-06","cited_by_count":7,"area":null},{"id":"2310.20051","title":"The Expressibility of Polynomial based Attention Scheme","created":"2023-10-30","cited_by_count":7,"area":null},{"id":"2407.20421","title":"Event-based Optical Flow on Neuromorphic Processor: ANN vs. SNN Comparison based on Activation Sparsification","created":"2024-07-29","cited_by_count":7,"area":null},{"id":"2409.01366","title":"CHESS: Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification","created":"2024-09-02","cited_by_count":7,"area":null},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2312.09084","title":"Language Modeling on a SpiNNaker 2 Neuromorphic Chip","created":"2023-12-14","cited_by_count":6,"area":null},{"id":"2406.17989","title":"Learning Neural Networks with Sparse Activations","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2408.11393","title":"First Activations Matter: Training-Free Methods for Dynamic Activation in Large Language Models","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2411.04358","title":"Robust and Efficient Fine-tuning of LLMs with Bayesian Reparameterization of Low-Rank Adaptation","created":"2024-11-07","cited_by_count":6,"area":null},{"id":"2505.14884","title":"Polar Sparsity: High Throughput Batched LLM Inferencing with Scalable Contextual Sparsity","created":"2025-05-20","cited_by_count":6,"area":null},{"id":"2506.20194","title":"DuoGPT: Training-free Dual Sparsity through Activation-aware Pruning in LLMs","created":"2025-06-25","cited_by_count":6,"area":null},{"id":"2507.01299","title":"La RoSA: Enhancing LLM Efficiency via Layerwise Rotated Sparse Activation","created":"2025-07-02","cited_by_count":6,"area":null},{"id":"2406.01392","title":"Sparsity-Accelerated Training for Large Language Models","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2406.02529","title":"ReLUs Are Sufficient for Learning Implicit Neural Representations","created":"2024-06-04","cited_by_count":5,"area":null},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2412.07174","title":"Post-Training Statistical Calibration for Higher Activation Sparsity","created":"2024-12-10","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2401.04044","title":"FFSplit: Split Feed-Forward Network For Optimizing Accuracy-Efficiency Trade-off in Language Model Inference","created":"2024-01-08","cited_by_count":4,"area":null},{"id":"2406.11993","title":"Delay Embedding Theory of Neural Sequence Models","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2408.07694","title":"End-to-end Semantic-centric Video-based Multimodal Affective Computing","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2409.03856","title":"Sirius: Contextual Sparsity with Correction for Efficient LLMs","created":"2024-09-05","cited_by_count":4,"area":null},{"id":"2505.07239","title":"Comet: Accelerating Private Inference for Large Language Model by Predicting Activation Sparsity","created":"2025-05-12","cited_by_count":4,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2603.03415","title":"Farther the Shift, Sparser the Representation: Analyzing OOD Mechanisms in LLMs","created":"2026-03-03","cited_by_count":4,"area":null},{"id":"2503.18216","title":"Adaptive Rank Allocation: Speeding Up Modern Transformers with RaNA Adapters","created":"2025-03-23","cited_by_count":3,"area":null},{"id":"2301.00327","title":"Neural Networks with Sparse Activation Induced by Large Bias: Tighter Analysis with Bias-Generalized NTK","created":"2023-01-01","cited_by_count":2,"area":null},{"id":"2309.04875","title":"Approximating ReLU on a Reduced Ring for Efficient MPC-based Private Inference","created":"2023-09-09","cited_by_count":2,"area":null},{"id":"2311.07625","title":"Activity Sparsity Complements Weight Sparsity for Efficient RNN Inference","created":"2023-11-13","cited_by_count":2,"area":null},{"id":"2405.01943","title":"Dependency-Aware Semi-Structured Sparsity of GLU Variants in Large Language Models","created":"2024-05-03","cited_by_count":2,"area":null},{"id":"2412.05644","title":"Mixture of Hidden-Dimensions Transformer","created":"2024-12-07","cited_by_count":2,"area":null},{"id":"2602.02859","title":"Late-Stage Generalization Collapse in Grokking: Detecting anti-grokking with Weightwatcher","created":"2026-02-02","cited_by_count":2,"area":null},{"id":"2605.27786","title":"Locality-Aware Redundancy Pruning for LLM Depth Compression","created":"2026-05-27","cited_by_count":2,"area":null},{"id":"2309.12263","title":"On the Relationship between Skill Neurons and Robustness in Prompt Tuning","created":"2023-09-21","cited_by_count":1,"area":null},{"id":"2405.06003","title":"Binary Hypothesis Testing for Softmax Models and Leverage Score Models","created":"2024-05-09","cited_by_count":1,"area":null},{"id":"2406.02021","title":"FFNet: MetaMixer-based Efficient Convolutional Mixer Design","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2410.24050","title":"A Mechanistic Study of Transformers Training Dynamics","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2412.12178","title":"Activation Sparsity Opportunities for Compressing General Large Language Models","created":"2024-12-13","cited_by_count":1,"area":null},{"id":"2501.06126","title":"Merging Feed-Forward Sublayers for Compressed Transformers","created":"2025-01-10","cited_by_count":1,"area":null},{"id":"2505.17701","title":"COUNTDOWN: Contextually Sparse Activation Filtering Out Unnecessary Weights in Down Projection","created":"2025-05-23","cited_by_count":1,"area":null},{"id":"2508.02128","title":"Amber Pruner: Leveraging N:M Activation Sparsity for Efficient Prefill in Large Language Models","created":"2025-08-04","cited_by_count":1,"area":null},{"id":"2508.06016","title":"Crisp Attention: Regularizing Transformers via Structured Sparsity","created":"2025-08-08","cited_by_count":1,"area":null},{"id":"2509.22166","title":"Motivating Next-Gen Accelerators with Flexible (N:M) Activation Sparsity via Benchmarking Lightweight Post-Training Sparsification Approaches","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2602.20461","title":"Nonparametric Teaching of Attention Learners","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.12272","title":"ActTail: Global Activation Sparsity in Large Language Models","created":"2026-02-18","cited_by_count":1,"area":null},{"id":"2605.17659","title":"Bug or Feature$^2$: Weight Drift, Activation Sparsity and Spikes","created":"2026-05-17","cited_by_count":1,"area":null},{"id":"2607.07670","title":"Does Bielik Know What It Doesn't Know? Activation Dispersion Separates Entity Familiarity from Factual Reliability Across Model Scale","created":"2026-07-08","cited_by_count":1,"area":null},{"id":"2607.11990","title":"Sparse Inter-Layer Dependencies of Transformer FFN Neurons","created":"2026-07-13","cited_by_count":1,"area":null},{"id":"2305.10191","title":"Sparsifying Spiking Networks through Local Rhythms","created":"2023-04-30","cited_by_count":0,"area":null},{"id":"2402.14118","title":"Masked Matrix Multiplication for Emergent Sparsity","created":"2024-02-21","cited_by_count":0,"area":null},{"id":"2405.19652","title":"Dual sparse training framework: inducing activation map sparsity via Transformed $\\ell1$ regularization","created":"2024-05-30","cited_by_count":0,"area":null},{"id":"2406.12569","title":"MOYU: A Theoretical Study on Massive Over-activation Yielded Uplifts in LLMs","created":"2024-06-18","cited_by_count":0,"area":null},{"id":"2407.07848","title":"Uncovering Layer-Dependent Activation Sparsity Patterns in ReLU Transformers","created":"2024-07-10","cited_by_count":0,"area":null},{"id":"2501.02362","title":"Easing Optimization Paths: a Circuit Perspective","created":"2025-01-04","cited_by_count":0,"area":null},{"id":"2502.12928","title":"Finedeep: Mitigating Sparse Activation in Dense LLMs via Multi-Layer Fine-Grained Experts","created":"2025-02-18","cited_by_count":0,"area":null},{"id":"2508.04077","title":"The Ubiquitous Sparse Matrix-Matrix Products","created":"2025-08-06","cited_by_count":0,"area":null},{"id":"2512.12744","title":"Resting Neurons, Active Insights: Robustifying Activation Sparsity in LLMs via Spontaneity","created":"2025-12-14","cited_by_count":0,"area":null},{"id":"2512.22307","title":"LLA: Enhancing Security and Privacy for Generative Models with Logic-Locked Accelerators","created":"2025-12-26","cited_by_count":0,"area":null},{"id":"2602.00827","title":"Over-Alignment vs Over-Fitting: The Role of Feature Learning Strength in Generalization","created":"2026-01-31","cited_by_count":0,"area":null},{"id":"2602.06183","title":"To 2:4 Sparsity and Beyond: Neuron-level Activation Function to Accelerate LLM Pre-Training","created":"2026-02-05","cited_by_count":0,"area":null},{"id":"2602.15720","title":"ToaSt: Token Channel Selection and Structured Pruning for Efficient ViT","created":"2026-02-17","cited_by_count":0,"area":null},{"id":"2603.23198","title":"Sparser, Faster, Lighter Transformer Language Models","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2605.25612","title":"Towards the Connection between Activation Sparsity and Flat Minima","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2605.28961","title":"Dynamics of Stochastic Momentum with Sparse Updates in High Dimensions","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2607.27591","title":"Prox: Training-Free FFN Activation Sparsity via Approximate Intermediate-Channel Salience in LLMs","created":"2026-07-30","cited_by_count":0,"area":null},{"id":"2609.31956","title":"Transformer MLP Gate Thresholds Are Couplings to a Carried Reference Direction","created":"2026-09-25","cited_by_count":0,"area":null},{"id":"2609.31975","title":"Model Casting and Low-Parameter Gating: Towards More Sparsely Activated FFNs","created":"2026-09-25","cited_by_count":0,"area":null}],"next_cursor":null}