{"total":583,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2304.14997","title":"Towards Automated Circuit Discovery for Mechanistic Interpretability","created":"2023-04-28","cited_by_count":724,"area":"mechinterp"},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2407.14435","title":"Jumping Ahead: Improving Reconstruction Fidelity with JumpReLU Sparse Autoencoders","created":"2024-07-19","cited_by_count":300,"area":"mechinterp"},{"id":"2111.09839","title":"Training Neural Networks with Fixed Sparse Masks","created":"2021-11-18","cited_by_count":214,"area":null},{"id":"2310.10348","title":"Attribution Patching Outperforms Automated Circuit Discovery","created":"2023-10-16","cited_by_count":209,"area":"mechinterp"},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2111.09805","title":"DICE: Leveraging Sparsification for Out-of-Distribution Detection","created":"2021-11-18","cited_by_count":166,"area":null},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2307.15190","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","created":"2023-07-27","cited_by_count":114,"area":"distill"},{"id":"2403.00745","title":"AtP*: An efficient and scalable method for localizing LLM behaviour to components","created":"2024-03-01","cited_by_count":111,"area":"mechinterp"},{"id":"2102.02887","title":"Do We Actually Need Dense Over-Parameterization? In-Time Over-Parameterization in Sparse Training","created":"2021-02-04","cited_by_count":110,"area":null},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2102.08124","title":"Accelerated Sparse Neural Training: A Provable and Efficient Method to Find N:M Transposable Masks","created":"2021-02-16","cited_by_count":103,"area":null},{"id":"2109.00486","title":"Survey of Low-Resource Machine Translation","created":"2021-09-01","cited_by_count":92,"area":null},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91,"area":"moe"},{"id":"2202.02643","title":"The Unreasonable Effectiveness of Random Pruning: Return of the Most Naive Baseline for Sparse Training","created":"2022-02-05","cited_by_count":85,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2110.01515","title":"A Review of the Gumbel-max Trick and its Extensions for Discrete Stochasticity in Machine Learning","created":"2021-10-04","cited_by_count":82,"area":null},{"id":"2106.03517","title":"Top-KAST: Top-K Always Sparse Training","created":"2021-06-07","cited_by_count":79,"area":null},{"id":"2206.12562","title":"PLATON: Pruning Large Transformer Models with Upper Confidence Bound of Weight Importance","created":"2022-06-25","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2503.05613","title":"A Survey on Sparse Autoencoders: Interpreting the Internal Mechanisms of Large Language Models","created":"2025-03-07","cited_by_count":76,"area":"mechinterp"},{"id":"2106.02890","title":"Can Subnetwork Structure be the Key to Out-of-Distribution Generalization?","created":"2021-06-05","cited_by_count":75,"area":null},{"id":"2103.03036","title":"A Survey on Graph Structure Learning: Progress and Opportunities","created":"2021-03-04","cited_by_count":71,"area":null},{"id":"2210.08277","title":"Deep Differentiable Logic Gate Networks","created":"2022-10-15","cited_by_count":67,"area":null},{"id":"2104.03514","title":"Low-Complexity Probing via Finding Subnetworks","created":"2021-04-08","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2103.05579","title":"hls4ml: An Open-Source Codesign Workflow to Empower Scientific Low-Power Machine Learning Devices","created":"2021-03-09","cited_by_count":62,"area":null},{"id":"2106.09129","title":"A Winning Hand: Compressing Deep Networks Can Improve Out-Of-Distribution Robustness","created":"2021-06-16","cited_by_count":62,"area":null},{"id":"2406.16778","title":"Finding Transformer Circuits with Edge Pruning","created":"2024-06-24","cited_by_count":60,"area":null},{"id":"2101.11714","title":"TT-Rec: Tensor Train Compression for Deep Learning Recommendation Models","created":"2021-01-25","cited_by_count":58,"area":null},{"id":"2201.05867","title":"Transferability in Deep Learning: A Survey","created":"2022-01-15","cited_by_count":57,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2110.00296","title":"Powerpropagation: A sparsity inducing weight reparameterisation","created":"2021-10-01","cited_by_count":49,"area":null},{"id":"2203.10681","title":"Online Continual Learning for Embedded Devices","created":"2022-03-21","cited_by_count":49,"area":null},{"id":"2210.09184","title":"Packed-Ensembles for Efficient Uncertainty Estimation","created":"2022-10-17","cited_by_count":49,"area":null},{"id":"2305.19268","title":"Intriguing Properties of Quantization at Scale","created":"2023-05-30","cited_by_count":49,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47,"area":null},{"id":"2307.02973","title":"Pruning vs Quantization: Which is Better?","created":"2023-07-06","cited_by_count":46,"area":null},{"id":"2105.01571","title":"Effective Sparsification of Neural Networks with Global Sparsity Constraint","created":"2021-05-03","cited_by_count":45,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45,"area":null},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2301.09819","title":"Model Agnostic Sample Reweighting for Out-of-Distribution Learning","created":"2023-01-24","cited_by_count":44,"area":null},{"id":"2301.10884","title":"Break It Down: Evidence for Structural Compositionality in Neural Networks","created":"2023-01-26","cited_by_count":44,"area":null},{"id":"2412.18110","title":"SlimGPT: Layer-wise Structured Pruning for Large Language Models","created":"2024-12-24","cited_by_count":44,"area":null},{"id":"2511.13653","title":"Weight-sparse transformers have interpretable circuits","created":"2025-11-17","cited_by_count":44,"area":"mechinterp"},{"id":"2101.05108","title":"Fast convolutional neural networks on FPGAs with hls4ml","created":"2021-01-13","cited_by_count":42,"area":null},{"id":"2306.03805","title":"The Emergence of Essential Sparsity in Large Pre-trained Models: The Weights that Matter","created":"2023-06-06","cited_by_count":42,"area":null},{"id":"2406.02924","title":"Pruner-Zero: Evolving Symbolic Pruning Metric from scratch for Large Language Models","created":"2024-06-05","cited_by_count":40,"area":null},{"id":"2312.17244","title":"The LLM Surgeon","created":"2023-12-28","cited_by_count":38,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2305.13341","title":"Discovering Causal Relations and Equations from Data","created":"2023-05-21","cited_by_count":36,"area":null},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2410.04962","title":"Activation Scaling for Steering and Interpreting Language Models","created":"2024-10-07","cited_by_count":35,"area":null},{"id":"2106.06468","title":"Locally Sparse Neural Networks for Tabular Biomedical Data","created":"2021-06-11","cited_by_count":34,"area":null},{"id":"2112.06837","title":"Sparse Interventions in Language Models with Differentiable Masking","created":"2021-12-13","cited_by_count":34,"area":null},{"id":"2307.03637","title":"Discovering Variable Binding Circuitry with Desiderata","created":"2023-07-07","cited_by_count":34,"area":null},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2104.11487","title":"Skip-Convolutions for Efficient Video Processing","created":"2021-04-23","cited_by_count":32,"area":null},{"id":"2109.06939","title":"The Stem Cell Hypothesis: Dilemma behind Multi-Task Learning with Transformer Encoders","created":"2021-09-14","cited_by_count":32,"area":null},{"id":"2206.06662","title":"Learning Best Combination for Efficient N:M Sparsity","created":"2022-06-14","cited_by_count":32,"area":null},{"id":"2102.11289","title":"Ps and Qs: Quantization-aware pruning for efficient low latency neural network inference","created":"2021-02-22","cited_by_count":31,"area":null},{"id":"2103.11072","title":"Local Interpretations for Explainable Natural Language Processing: A Survey","created":"2021-03-20","cited_by_count":31,"area":null},{"id":"2210.13738","title":"Pruning's Effect on Generalization Through the Lens of Training and Regularization","created":"2022-10-25","cited_by_count":31,"area":null},{"id":"2302.14132","title":"Structured Pruning of Self-Supervised Pre-trained Models for Speech Recognition and Understanding","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2111.05685","title":"Efficient Neural Network Training via Forward and Backward Propagation Sparsification","created":"2021-11-10","cited_by_count":30,"area":null},{"id":"2205.15043","title":"RLx2: Training a Sparse Deep Reinforcement Learning Model from Scratch","created":"2022-05-30","cited_by_count":30,"area":null},{"id":"2304.02840","title":"NTK-SAP: Improving neural network pruning by aligning training dynamics","created":"2023-04-06","cited_by_count":30,"area":null},{"id":"2409.06211","title":"STUN: Structured-Then-Unstructured Pruning for Scalable MoE Pruning","created":"2024-09-10","cited_by_count":30,"area":"moe"},{"id":"2109.02220","title":"GDP: Stabilized Neural Network Pruning via Gates with Differentiable Polarization","created":"2021-09-06","cited_by_count":29,"area":null},{"id":"2205.00305","title":"AdapterBias: Parameter-efficient Token-dependent Representation Shift for Adapters in NLP Tasks","created":"2022-04-30","cited_by_count":29,"area":null},{"id":"2211.06614","title":"Robust Training of Graph Neural Networks via Noise Governance","created":"2022-11-12","cited_by_count":29,"area":null},{"id":"2311.09060","title":"Do Localization Methods Actually Localize Memorized Data in LLMs? A Tale of Two Benchmarks","created":"2023-11-15","cited_by_count":29,"area":null},{"id":"2202.04736","title":"Coarsening the Granularity: Towards Structurally Sparse Lottery Tickets","created":"2022-02-09","cited_by_count":27,"area":null},{"id":"2203.04248","title":"Dual Lottery Ticket Hypothesis","created":"2022-03-08","cited_by_count":27,"area":null},{"id":"2303.02141","title":"Sparsity May Cry: Let Us Fail (Current) Sparse Neural Networks Together!","created":"2023-03-03","cited_by_count":27,"area":null},{"id":"2309.05973","title":"Circuit Breaking: Removing Model Behaviors with Targeted Ablation","created":"2023-09-12","cited_by_count":27,"area":null},{"id":"2405.10989","title":"Learnable Privacy Neurons Localization in Language Models","created":"2024-05-16","cited_by_count":27,"area":null},{"id":"2506.05345","title":"Inference-Time Hyper-Scaling with KV Cache Compression","created":"2025-06-05","cited_by_count":27,"area":"lr"},{"id":"2101.09048","title":"Selfish Sparse RNN Training","created":"2021-01-22","cited_by_count":26,"area":null},{"id":"2106.09857","title":"Effective Model Sparsification by Scheduled Grow-and-Prune Methods","created":"2021-06-18","cited_by_count":26,"area":null},{"id":"2205.12677","title":"Language Anisotropic Cross-Lingual Model Editing","created":"2022-05-25","cited_by_count":26,"area":null},{"id":"2206.08684","title":"Sparse Double Descent: Where Network Pruning Aggravates Overfitting","created":"2022-06-17","cited_by_count":26,"area":null},{"id":"2210.02412","title":"Why Random Pruning Is All We Need to Start Sparse","created":"2022-10-05","cited_by_count":26,"area":null},{"id":"2102.08329","title":"An Information-Theoretic Justification for Model Pruning","created":"2021-02-16","cited_by_count":25,"area":null},{"id":"2103.02826","title":"Learning Accurate and Interpretable Decision Rule Sets from Neural Networks","created":"2021-03-04","cited_by_count":25,"area":null},{"id":"2208.04425","title":"Controlled Sparsity via Constrained Optimization or: How I Learned to Stop Tuning Penalties and Love Constraints","created":"2022-08-08","cited_by_count":25,"area":null},{"id":"2409.09951","title":"Optimal ablation for interpretability","created":"2024-09-16","cited_by_count":25,"area":null},{"id":"2412.04469","title":"QUEEN: QUantized Efficient ENcoding of Dynamic Gaussians for Streaming Free-viewpoint Videos","created":"2024-12-05","cited_by_count":25,"area":null},{"id":"2110.08232","title":"Fire Together Wire Together: A Dynamic Pruning Approach with Self-Supervised Mask Prediction","created":"2021-10-15","cited_by_count":24,"area":null},{"id":"2211.10575","title":"Bayesian autoencoders for data-driven discovery of coordinates, governing equations and fundamental constants","created":"2022-11-19","cited_by_count":24,"area":null},{"id":"2404.16367","title":"Learning Syntax Without Planting Trees: Understanding Hierarchical Generalization in Transformers","created":"2024-04-25","cited_by_count":24,"area":null},{"id":"2407.21075","title":"Apple Intelligence Foundation Language Models","created":"2024-07-29","cited_by_count":24,"area":null},{"id":"2207.00529","title":"Deep Learning and Symbolic Regression for Discovering Parametric Equations","created":"2022-07-01","cited_by_count":23,"area":null}],"next_cursor":"100"}