{"total":1143,"rows":[{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2101.03697","title":"RepVGG: Making VGG-style ConvNets Great Again","created":"2021-01-11","cited_by_count":522,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2305.10924","title":"Structural Pruning for Diffusion Models","created":"2023-05-18","cited_by_count":195,"area":"diffusion"},{"id":"2102.13451","title":"FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout","created":"2021-02-26","cited_by_count":192,"area":null},{"id":"2102.04010","title":"Learning N:M Fine-grained Structured Sparse Neural Networks From Scratch","created":"2021-02-08","cited_by_count":179,"area":null},{"id":"2207.09353","title":"Beyond Transmitting Bits: Context, Semantics, and Task-Oriented Communications","created":"2022-07-19","cited_by_count":175,"area":null},{"id":"2111.09805","title":"DICE: Leveraging Sparsification for Out-of-Distribution Detection","created":"2021-11-18","cited_by_count":166,"area":null},{"id":"2106.08962","title":"Efficient Deep Learning: A Survey on Making Deep Learning Models Smaller, Faster, and Better","created":"2021-06-16","cited_by_count":154,"area":null},{"id":"2109.05687","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","created":"2021-09-13","cited_by_count":146,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131,"area":null},{"id":"2312.13558","title":"The Truth is in There: Improving Reasoning in Language Models with Layer-Selective Rank Reduction","created":"2023-12-21","cited_by_count":123,"area":"lr"},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2204.00595","title":"Monarch: Expressive Structured Matrices for Efficient and Accurate Training","created":"2022-04-01","cited_by_count":106,"area":null},{"id":"2102.08124","title":"Accelerated Sparse Neural Training: A Provable and Efficient Method to Find N:M Transposable Masks","created":"2021-02-16","cited_by_count":103,"area":null},{"id":"2402.19481","title":"DistriFusion: Distributed Parallel Inference for High-Resolution Diffusion Models","created":"2024-02-29","cited_by_count":98,"area":"diffusion"},{"id":"2103.10619","title":"Scalable Vision Transformers with Hierarchical Pooling","created":"2021-03-19","cited_by_count":84,"area":null},{"id":"2103.15538","title":"SUTD-TrafficQA: A Question Answering Benchmark and an Efficient Network for Video Reasoning over Traffic Events","created":"2021-03-29","cited_by_count":84,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2103.13258","title":"Dynamic Slimmable Network","created":"2021-03-24","cited_by_count":83,"area":null},{"id":"2105.04857","title":"Leveraging Sparse Linear Layers for Debuggable Deep Networks","created":"2021-05-11","cited_by_count":82,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2110.13981","title":"CHIP: CHannel Independence-based Pruning for Compact Neural Networks","created":"2021-10-26","cited_by_count":78,"area":null},{"id":"2112.00029","title":"Pixelated Butterfly: Simple and Efficient Sparse training for Neural Network Models","created":"2021-11-30","cited_by_count":76,"area":null},{"id":"2104.03438","title":"Convolutional Neural Network Pruning with Structural Redundancy Reduction","created":"2021-04-08","cited_by_count":73,"area":null},{"id":"2107.07467","title":"Only Train Once: A One-Shot Neural Network Training And Pruning Framework","created":"2021-07-15","cited_by_count":70,"area":null},{"id":"2307.13770","title":"E^2VPT: An Effective and Efficient Approach for Visual Prompt Tuning","created":"2023-07-25","cited_by_count":70,"area":null},{"id":"2301.11578","title":"Learning to Unlearn: Instance-wise Unlearning for Pre-trained Classifiers","created":"2023-01-27","cited_by_count":67,"area":"safety"},{"id":"2205.07877","title":"A Comprehensive Survey on Model Quantization for Deep Neural Networks in Image Classification","created":"2022-05-14","cited_by_count":65,"area":null},{"id":"2404.11936","title":"LD-Pruner: Efficient Pruning of Latent Diffusion Models using Task-Agnostic Insights","created":"2024-04-18","cited_by_count":65,"area":"diffusion"},{"id":"2212.09095","title":"Rethinking the Role of Scale for In-Context Learning: An Interpretability-based Case Study at 66 Billion Scale","created":"2022-12-18","cited_by_count":64,"area":"lr"},{"id":"2106.04690","title":"Handcrafted Backdoors in Deep Neural Networks","created":"2021-06-08","cited_by_count":63,"area":null},{"id":"2103.03014","title":"Lost in Pruning: The Effects of Pruning Neural Networks beyond Test Accuracy","created":"2021-03-04","cited_by_count":62,"area":null},{"id":"2106.09129","title":"A Winning Hand: Compressing Deep Networks Can Improve Out-Of-Distribution Robustness","created":"2021-06-16","cited_by_count":62,"area":null},{"id":"2103.03936","title":"Pufferfish: Communication-efficient Models At No Extra Cost","created":"2021-03-05","cited_by_count":61,"area":null},{"id":"2110.06554","title":"Towards Mixed-Precision Quantization of Neural Networks via Constrained Optimization","created":"2021-10-13","cited_by_count":61,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2103.10559","title":"CDFI: Compression-Driven Network Design for Frame Interpolation","created":"2021-03-18","cited_by_count":56,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2405.19237","title":"ConceptPrune: Concept Editing in Diffusion Models via Skilled Neuron Pruning","created":"2024-05-29","cited_by_count":55,"area":"diffusion"},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2205.07514","title":"Residual Local Feature Network for Efficient Super-Resolution","created":"2022-05-16","cited_by_count":53,"area":null},{"id":"2305.18403","title":"LoRAPrune: Structured Pruning Meets Low-Rank Parameter-Efficient Fine-Tuning","created":"2023-05-28","cited_by_count":53,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2205.05676","title":"Revisiting Random Channel Pruning for Neural Network Compression","created":"2022-05-11","cited_by_count":50,"area":null},{"id":"2203.10681","title":"Online Continual Learning for Embedded Devices","created":"2022-03-21","cited_by_count":49,"area":null},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2302.05071","title":"EVC: Towards Real-Time Neural Image Compression with Mask Decay","created":"2023-02-10","cited_by_count":49,"area":null},{"id":"2106.02990","title":"Self-Damaging Contrastive Learning","created":"2021-06-06","cited_by_count":48,"area":null},{"id":"2203.08008","title":"Beyond Explaining: Opportunities and Challenges of XAI-Based Model Improvement","created":"2022-03-15","cited_by_count":48,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2402.02769","title":"Learning from Teaching Regularization: Generalizable Correlations Should be Easy to Imitate","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2101.08940","title":"Hessian-Aware Pruning and Optimal Neural Implant","created":"2021-01-22","cited_by_count":45,"area":null},{"id":"2105.01571","title":"Effective Sparsification of Neural Networks with Global Sparsity Constraint","created":"2021-05-03","cited_by_count":45,"area":null},{"id":"2201.11692","title":"SSLGuard: A Watermarking Scheme for Self-supervised Learning Pre-trained Encoders","created":"2022-01-27","cited_by_count":45,"area":null},{"id":"2202.03335","title":"Membership Inference Attacks and Defenses in Neural Network Pruning","created":"2022-02-07","cited_by_count":45,"area":"safety"},{"id":"2211.02048","title":"Efficient Spatially Sparse Inference for Conditional GANs and Diffusion Models","created":"2022-11-03","cited_by_count":45,"area":"diffusion"},{"id":"2104.04163","title":"Combined Depth Space based Architecture Search For Person Re-identification","created":"2021-04-09","cited_by_count":44,"area":null},{"id":"2106.03795","title":"Heavy Tails in SGD and Compressibility of Overparametrized Neural Networks","created":"2021-06-07","cited_by_count":44,"area":null},{"id":"2209.08310","title":"Learning to Weight Samples for Dynamic Early-exiting Networks","created":"2022-09-17","cited_by_count":44,"area":"inference"},{"id":"2410.16942","title":"DiP-GO: A Diffusion Pruner via Few-step Gradient Optimization","created":"2024-10-22","cited_by_count":43,"area":"diffusion"},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2103.06460","title":"Recent Advances on Neural Network Pruning at Initialization","created":"2021-03-11","cited_by_count":41,"area":null},{"id":"2201.03014","title":"Glance and Focus Networks for Dynamic Visual Recognition","created":"2022-01-09","cited_by_count":41,"area":null},{"id":"2203.04466","title":"The Combinatorial Brain Surgeon: Pruning Weights That Cancel One Another in Neural Networks","created":"2022-03-09","cited_by_count":41,"area":null},{"id":"2210.06659","title":"Structural Pruning via Latency-Saliency Knapsack","created":"2022-10-13","cited_by_count":41,"area":null},{"id":"2111.15127","title":"A Unified Pruning Framework for Vision Transformers","created":"2021-11-30","cited_by_count":40,"area":null},{"id":"2312.10136","title":"Gradient-based Parameter Selection for Efficient Fine-Tuning","created":"2023-12-15","cited_by_count":40,"area":null},{"id":"2311.18823","title":"Initializing Models with Larger Ones","created":"2023-11-30","cited_by_count":39,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2105.11228","title":"Towards Compact CNNs via Collaborative Compression","created":"2021-05-24","cited_by_count":36,"area":null},{"id":"2201.13096","title":"SPDY: Accurate Pruning with Speedup Guarantees","created":"2022-01-31","cited_by_count":36,"area":null},{"id":"2203.03106","title":"Differentially Private Federated Learning with Local Regularization and Sparsification","created":"2022-03-07","cited_by_count":36,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2104.14235","title":"Inspect, Understand, Overcome: A Survey of Practical Methods for AI Safety","created":"2021-04-29","cited_by_count":35,"area":null},{"id":"2209.13802","title":"Adaptive Sparse ViT: Towards Learnable Adaptive Token Pruning by Fully Exploiting Self-Attention","created":"2022-09-28","cited_by_count":35,"area":"inference"},{"id":"2104.04382","title":"CondenseNet V2: Sparse Feature Reactivation for Deep Networks","created":"2021-04-09","cited_by_count":34,"area":null},{"id":"2106.08890","title":"ModelDiff: Testing-Based DNN Similarity Comparison for Model Reuse Detection","created":"2021-06-11","cited_by_count":33,"area":null},{"id":"2107.11442","title":"Compressing Neural Networks: Towards Determining the Optimal Layer-wise Decomposition","created":"2021-07-23","cited_by_count":33,"area":null},{"id":"2103.06132","title":"MixMo: Mixing Multiple Inputs for Multiple Outputs via Deep Subnetworks","created":"2021-03-10","cited_by_count":32,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2112.11081","title":"RepMLPNet: Hierarchical Vision MLP with Re-parameterized Locality","created":"2021-12-21","cited_by_count":32,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2303.06862","title":"OTOV2: Automatic, Generic, User-Friendly","created":"2023-03-13","cited_by_count":32,"area":null}],"next_cursor":"100"}