{"total":702,"rows":[{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864,"area":null},{"id":"2101.03697","title":"RepVGG: Making VGG-style ConvNets Great Again","created":"2021-01-11","cited_by_count":522,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2208.11580","title":"Optimal Brain Compression: A Framework for Accurate Post-Training Quantization and Pruning","created":"2022-08-24","cited_by_count":322,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2306.00980","title":"SnapFusion: Text-to-Image Diffusion Model on Mobile Devices within Two Seconds","created":"2023-06-01","cited_by_count":227,"area":"diffusion"},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2104.08378","title":"Accelerating Sparse Deep Neural Networks","created":"2021-04-16","cited_by_count":223,"area":null},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2305.10924","title":"Structural Pruning for Diffusion Models","created":"2023-05-18","cited_by_count":195,"area":"diffusion"},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2206.15472","title":"On-Device Training Under 256KB Memory","created":"2022-06-30","cited_by_count":160,"area":null},{"id":"2402.14800","title":"Not All Experts are Equal: Efficient Expert Pruning and Skipping for Mixture-of-Experts Large Language Models","created":"2024-02-22","cited_by_count":146,"area":"moe"},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2110.11794","title":"Federated Unlearning via Class-Discriminative Pruning","created":"2021-10-22","cited_by_count":115,"area":"safety"},{"id":"2206.10535","title":"EpiGRAF: Rethinking training of 3D GANs","created":"2022-06-21","cited_by_count":108,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2110.15352","title":"MCUNetV2: Memory-Efficient Patch-based Inference for Tiny Deep Learning","created":"2021-10-28","cited_by_count":89,"area":null},{"id":"2210.00875","title":"Untargeted Backdoor Watermark: Towards Harmless and Stealthy Dataset Copyright Protection","created":"2022-09-27","cited_by_count":86,"area":null},{"id":"2202.02643","title":"The Unreasonable Effectiveness of Random Pruning: Return of the Most Naive Baseline for Sparse Training","created":"2022-02-05","cited_by_count":85,"area":null},{"id":"2103.13258","title":"Dynamic Slimmable Network","created":"2021-03-24","cited_by_count":83,"area":null},{"id":"2402.15319","title":"GPTVQ: The Blessing of Dimensionality for LLM Quantization","created":"2024-02-23","cited_by_count":82,"area":null},{"id":"2110.14032","title":"MEST: Accurate and Fast Memory-Economic Sparse Training Framework on the Edge","created":"2021-10-26","cited_by_count":79,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2110.13981","title":"CHIP: CHannel Independence-based Pruning for Compact Neural Networks","created":"2021-10-26","cited_by_count":78,"area":null},{"id":"2103.09136","title":"QueryDet: Cascaded Sparse Query for Accelerating High-Resolution Small Object Detection","created":"2021-03-16","cited_by_count":70,"area":null},{"id":"2107.07467","title":"Only Train Once: A One-Shot Neural Network Training And Pruning Framework","created":"2021-07-15","cited_by_count":70,"area":null},{"id":"2201.00814","title":"Vision Transformer Slimming: Multi-Dimension Searching in Continuous Optimization Space","created":"2022-01-03","cited_by_count":66,"area":null},{"id":"2205.07877","title":"A Comprehensive Survey on Model Quantization for Deep Neural Networks in Image Classification","created":"2022-05-14","cited_by_count":65,"area":null},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2106.09129","title":"A Winning Hand: Compressing Deep Networks Can Improve Out-Of-Distribution Robustness","created":"2021-06-16","cited_by_count":62,"area":null},{"id":"2410.03456","title":"Dynamic Diffusion Transformer","created":"2024-10-04","cited_by_count":62,"area":"diffusion"},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2103.03936","title":"Pufferfish: Communication-efficient Models At No Extra Cost","created":"2021-03-05","cited_by_count":61,"area":null},{"id":"2303.17605","title":"SparseViT: Revisiting Activation Sparsity for Efficient High-Resolution Vision Transformer","created":"2023-03-30","cited_by_count":60,"area":null},{"id":"2406.16778","title":"Finding Transformer Circuits with Edge Pruning","created":"2024-06-24","cited_by_count":60,"area":null},{"id":"2305.15896","title":"MixFormerV2: Efficient Fully Transformer Tracking","created":"2023-05-25","cited_by_count":57,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2103.03243","title":"Anycost GANs for Interactive Image Synthesis and Editing","created":"2021-03-04","cited_by_count":54,"area":null},{"id":"2301.13741","title":"UPop: Unified and Progressive Pruning for Compressing Vision-Language Transformers","created":"2023-01-31","cited_by_count":54,"area":null},{"id":"2107.12422","title":"Towards Efficient Tensor Decomposition-Based DNN Model Compression with Optimization Framework","created":"2021-07-26","cited_by_count":52,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2205.05676","title":"Revisiting Random Channel Pruning for Neural Network Compression","created":"2022-05-11","cited_by_count":50,"area":null},{"id":"2409.17481","title":"MaskLLM: Learnable Semi-Structured Sparsity for Large Language Models","created":"2024-09-26","cited_by_count":50,"area":null},{"id":"2302.05071","title":"EVC: Towards Real-Time Neural Image Compression with Mask Decay","created":"2023-02-10","cited_by_count":49,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2307.02973","title":"Pruning vs Quantization: Which is Better?","created":"2023-07-06","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2101.08940","title":"Hessian-Aware Pruning and Optimal Neural Implant","created":"2021-01-22","cited_by_count":45,"area":null},{"id":"2105.01571","title":"Effective Sparsification of Neural Networks with Global Sparsity Constraint","created":"2021-05-03","cited_by_count":45,"area":null},{"id":"2208.02507","title":"ZeroFL: Efficient On-Device Training for Federated Learning with Local Sparsity","created":"2022-08-04","cited_by_count":45,"area":null},{"id":"2211.02048","title":"Efficient Spatially Sparse Inference for Conditional GANs and Diffusion Models","created":"2022-11-03","cited_by_count":45,"area":"diffusion"},{"id":"2106.03795","title":"Heavy Tails in SGD and Compressibility of Overparametrized Neural Networks","created":"2021-06-07","cited_by_count":44,"area":null},{"id":"2305.17455","title":"CrossGET: Cross-Guided Ensemble of Tokens for Accelerating Vision-Language Transformers","created":"2023-05-27","cited_by_count":44,"area":"mllm"},{"id":"2103.05861","title":"Manifold Regularized Dynamic Network Pruning","created":"2021-03-10","cited_by_count":43,"area":null},{"id":"2205.13571","title":"Low-rank lottery tickets: finding efficient low-rank neural networks via matrix differential equations","created":"2022-05-26","cited_by_count":43,"area":null},{"id":"2110.12724","title":"Instance-Conditional Knowledge Distillation for Object Detection","created":"2021-10-25","cited_by_count":42,"area":"distill"},{"id":"2205.14756","title":"EfficientViT: Multi-Scale Linear Attention for High-Resolution Dense Prediction","created":"2022-05-29","cited_by_count":42,"area":null},{"id":"2306.03805","title":"The Emergence of Essential Sparsity in Large Pre-trained Models: The Weights that Matter","created":"2023-06-06","cited_by_count":42,"area":null},{"id":"2105.04528","title":"Accelerating Large Scale Real-Time GNN Inference using Channel Pruning","created":"2021-05-10","cited_by_count":41,"area":null},{"id":"2202.09844","title":"Sparsity Winning Twice: Better Robust Generalization from More Efficient Training","created":"2022-02-20","cited_by_count":41,"area":null},{"id":"2203.04466","title":"The Combinatorial Brain Surgeon: Pruning Weights That Cancel One Another in Neural Networks","created":"2022-03-09","cited_by_count":41,"area":null},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2410.06270","title":"Mixture Compressor for Mixture-of-Experts LLMs Gains More","created":"2024-10-08","cited_by_count":41,"area":"moe"},{"id":"2111.03759","title":"MQBench: Towards Reproducible and Deployable Model Quantization Benchmark","created":"2021-11-05","cited_by_count":40,"area":null},{"id":"2111.15127","title":"A Unified Pruning Framework for Vision Transformers","created":"2021-11-30","cited_by_count":40,"area":null},{"id":"2403.19076","title":"Tiny Machine Learning: Progress and Futures","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2106.05409","title":"Zero Time Waste: Recycling Predictions in Early Exit Neural Networks","created":"2021-06-09","cited_by_count":39,"area":"inference"},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2312.06372","title":"Ternary Spike: Learning Ternary Spikes for Spiking Neural Networks","created":"2023-12-11","cited_by_count":38,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2105.11228","title":"Towards Compact CNNs via Collaborative Compression","created":"2021-05-24","cited_by_count":36,"area":null},{"id":"2201.13096","title":"SPDY: Accurate Pruning with Speedup Guarantees","created":"2022-01-31","cited_by_count":36,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2104.14235","title":"Inspect, Understand, Overcome: A Survey of Practical Methods for AI Safety","created":"2021-04-29","cited_by_count":35,"area":null},{"id":"2201.13178","title":"Few-Shot Backdoor Attacks on Visual Object Tracking","created":"2022-01-31","cited_by_count":35,"area":null},{"id":"2104.04382","title":"CondenseNet V2: Sparse Feature Reactivation for Deep Networks","created":"2021-04-09","cited_by_count":34,"area":null},{"id":"2106.02022","title":"Single Image Depth Prediction with Wavelet Decomposition","created":"2021-06-03","cited_by_count":34,"area":null},{"id":"2108.08910","title":"Achieving on-Mobile Real-Time Super-Resolution with Neural Architecture and Pruning Search","created":"2021-08-18","cited_by_count":34,"area":null},{"id":"2312.07950","title":"CBQ: Cross-Block Quantization for Large Language Models","created":"2023-12-13","cited_by_count":34,"area":null},{"id":"2107.11442","title":"Compressing Neural Networks: Towards Determining the Optimal Layer-wise Decomposition","created":"2021-07-23","cited_by_count":33,"area":null},{"id":"2104.11487","title":"Skip-Convolutions for Efficient Video Processing","created":"2021-04-23","cited_by_count":32,"area":null},{"id":"2106.00134","title":"GANs Can Play Lottery Tickets Too","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2206.01198","title":"Pruning-as-Search: Efficient Neural Architecture Search via Channel Pruning and Structural Reparameterization","created":"2022-06-02","cited_by_count":32,"area":null},{"id":"2303.06862","title":"OTOV2: Automatic, Generic, User-Friendly","created":"2023-03-13","cited_by_count":32,"area":null},{"id":"2505.12079","title":"SepPrune: Structured Pruning for Efficient Deep Speech Separation","created":"2025-05-17","cited_by_count":31,"area":null},{"id":"2102.03214","title":"Topology-Aware Network Pruning using Multi-stage Graph Embedding and Reinforcement Learning","created":"2021-02-05","cited_by_count":30,"area":null},{"id":"2105.10288","title":"Extremely Lightweight Quantization Robust Real-Time Single-Image Super Resolution for Mobile Devices","created":"2021-05-21","cited_by_count":30,"area":null},{"id":"2108.13041","title":"Auto-Split: A General Framework of Collaborative Edge-Cloud AI","created":"2021-08-30","cited_by_count":30,"area":null},{"id":"2110.11395","title":"SOSP: Efficiently Capturing Global Correlations by Second-Order Structured Pruning","created":"2021-10-19","cited_by_count":30,"area":null}],"next_cursor":"100"}