{"total":616,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2106.14156","title":"Post-Training Quantization for Vision Transformer","created":"2021-06-27","cited_by_count":278,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2206.15472","title":"On-Device Training Under 256KB Memory","created":"2022-06-30","cited_by_count":160,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2205.03436","title":"EdgeViTs: Competing Light-weight CNNs on Mobile Devices with Vision Transformers","created":"2022-05-06","cited_by_count":116,"area":null},{"id":"2110.15352","title":"MCUNetV2: Memory-Efficient Patch-based Inference for Tiny Deep Learning","created":"2021-10-28","cited_by_count":89,"area":null},{"id":"2304.01195","title":"Not All Features Matter: Enhancing Few-shot CLIP with Adaptive Prior Refinement","created":"2023-04-03","cited_by_count":84,"area":null},{"id":"2103.13258","title":"Dynamic Slimmable Network","created":"2021-03-24","cited_by_count":83,"area":null},{"id":"2104.08500","title":"Vision Transformer Pruning","created":"2021-04-17","cited_by_count":79,"area":null},{"id":"2111.14826","title":"Nonuniform-to-Uniform Quantization: Towards Accurate Quantization via Generalized Straight-Through Estimation","created":"2021-11-29","cited_by_count":79,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2201.00814","title":"Vision Transformer Slimming: Multi-Dimension Searching in Continuous Optimization Space","created":"2022-01-03","cited_by_count":66,"area":null},{"id":"2303.17605","title":"SparseViT: Revisiting Activation Sparsity for Efficient High-Resolution Vision Transformer","created":"2023-03-30","cited_by_count":60,"area":null},{"id":"2305.11718","title":"Towards Accurate Image Coding: Improved Autoregressive Image Generation with Dynamic Vector Quantization","created":"2023-05-19","cited_by_count":60,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2103.03243","title":"Anycost GANs for Interactive Image Synthesis and Editing","created":"2021-03-04","cited_by_count":54,"area":null},{"id":"2203.08368","title":"Mixed-Precision Neural Network Quantization via Learned Layer-wise Importance","created":"2022-03-16","cited_by_count":54,"area":null},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2302.05071","title":"EVC: Towards Real-Time Neural Image Compression with Mask Decay","created":"2023-02-10","cited_by_count":49,"area":null},{"id":"2106.02990","title":"Self-Damaging Contrastive Learning","created":"2021-06-06","cited_by_count":48,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2101.08940","title":"Hessian-Aware Pruning and Optimal Neural Implant","created":"2021-01-22","cited_by_count":45,"area":null},{"id":"2412.18110","title":"SlimGPT: Layer-wise Structured Pruning for Large Language Models","created":"2024-12-24","cited_by_count":44,"area":null},{"id":"2103.05861","title":"Manifold Regularized Dynamic Network Pruning","created":"2021-03-10","cited_by_count":43,"area":null},{"id":"2205.14756","title":"EfficientViT: Multi-Scale Linear Attention for High-Resolution Dense Prediction","created":"2022-05-29","cited_by_count":42,"area":null},{"id":"2306.03805","title":"The Emergence of Essential Sparsity in Large Pre-trained Models: The Weights that Matter","created":"2023-06-06","cited_by_count":42,"area":null},{"id":"2103.06460","title":"Recent Advances on Neural Network Pruning at Initialization","created":"2021-03-11","cited_by_count":41,"area":null},{"id":"2201.03014","title":"Glance and Focus Networks for Dynamic Visual Recognition","created":"2022-01-09","cited_by_count":41,"area":null},{"id":"2202.09844","title":"Sparsity Winning Twice: Better Robust Generalization from More Efficient Training","created":"2022-02-20","cited_by_count":41,"area":null},{"id":"2303.14488","title":"Adaptive Sparse Convolutional Networks with Global Context Enhancement for Faster Object Detection on Drone Images","created":"2023-03-25","cited_by_count":41,"area":null},{"id":"2309.02031","title":"A survey on efficient vision transformers: algorithms, techniques, and performance benchmarking","created":"2023-09-05","cited_by_count":41,"area":null},{"id":"2403.19076","title":"Tiny Machine Learning: Progress and Futures","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2404.13733","title":"Elucidating the Design Space of Dataset Condensation","created":"2024-04-21","cited_by_count":40,"area":null},{"id":"2106.06560","title":"HR-NAS: Searching Efficient High-Resolution Neural Architectures with Lightweight Transformers","created":"2021-06-11","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2103.03467","title":"Teachers Do More Than Teach: Compressing Image-to-Image Models","created":"2021-03-05","cited_by_count":37,"area":null},{"id":"2105.11228","title":"Towards Compact CNNs via Collaborative Compression","created":"2021-05-24","cited_by_count":36,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2104.14235","title":"Inspect, Understand, Overcome: A Survey of Practical Methods for AI Safety","created":"2021-04-29","cited_by_count":35,"area":null},{"id":"2209.14635","title":"Compressed Gastric Image Generation Based on Soft-Label Dataset Distillation for Medical Data Sharing","created":"2022-09-29","cited_by_count":35,"area":null},{"id":"2104.04382","title":"CondenseNet V2: Sparse Feature Reactivation for Deep Networks","created":"2021-04-09","cited_by_count":34,"area":null},{"id":"2106.02022","title":"Single Image Depth Prediction with Wavelet Decomposition","created":"2021-06-03","cited_by_count":34,"area":null},{"id":"2108.08910","title":"Achieving on-Mobile Real-Time Super-Resolution with Neural Architecture and Pruning Search","created":"2021-08-18","cited_by_count":34,"area":null},{"id":"2107.11442","title":"Compressing Neural Networks: Towards Determining the Optimal Layer-wise Decomposition","created":"2021-07-23","cited_by_count":33,"area":null},{"id":"2210.01035","title":"Expediting Large-Scale Vision Transformer for Dense Prediction without Fine-tuning","created":"2022-10-03","cited_by_count":33,"area":null},{"id":"2106.00134","title":"GANs Can Play Lottery Tickets Too","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2206.01198","title":"Pruning-as-Search: Efficient Neural Architecture Search via Channel Pruning and Structural Reparameterization","created":"2022-06-02","cited_by_count":32,"area":null},{"id":"2106.13700","title":"ViTAS: Vision Transformer Architecture Search","created":"2021-06-25","cited_by_count":31,"area":null},{"id":"2210.13738","title":"Pruning's Effect on Generalization Through the Lens of Training and Regularization","created":"2022-10-25","cited_by_count":31,"area":null},{"id":"2302.14132","title":"Structured Pruning of Self-Supervised Pre-trained Models for Speech Recognition and Understanding","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2110.11395","title":"SOSP: Efficiently Capturing Global Correlations by Second-Order Structured Pruning","created":"2021-10-19","cited_by_count":30,"area":null},{"id":"2111.05685","title":"Efficient Neural Network Training via Forward and Backward Propagation Sparsification","created":"2021-11-10","cited_by_count":30,"area":null},{"id":"2207.10888","title":"FairGRAPE: Fairness-aware GRAdient Pruning mEthod for Face Attribute Classification","created":"2022-07-22","cited_by_count":30,"area":null},{"id":"2106.06091","title":"DECORE: Deep Compression with Reinforcement Learning","created":"2021-06-11","cited_by_count":29,"area":null},{"id":"2109.02220","title":"GDP: Stabilized Neural Network Pruning via Gates with Differentiable Polarization","created":"2021-09-06","cited_by_count":29,"area":null},{"id":"2207.06646","title":"DropNet: Reducing Neural Network Complexity via Iterative Pruning","created":"2022-07-14","cited_by_count":29,"area":null},{"id":"2311.09060","title":"Do Localization Methods Actually Localize Memorized Data in LLMs? A Tale of Two Benchmarks","created":"2023-11-15","cited_by_count":29,"area":null},{"id":"2104.02244","title":"Content-Aware GAN Compression","created":"2021-04-06","cited_by_count":28,"area":null},{"id":"2202.05239","title":"F8Net: Fixed-Point 8-bit Only Multiplication for Network Quantization","created":"2022-02-10","cited_by_count":28,"area":null},{"id":"2206.04459","title":"SDQ: Stochastic Differentiable Quantization with Mixed Precision","created":"2022-06-09","cited_by_count":28,"area":null},{"id":"2406.06248","title":"Compute Better Spent: Replacing Dense Layers with Structured Matrices","created":"2024-06-10","cited_by_count":28,"area":null},{"id":"2102.05258","title":"Locally Free Weight Sharing for Network Width Search","created":"2021-02-10","cited_by_count":27,"area":null},{"id":"2105.00562","title":"Personalized Federated Learning by Structured and Unstructured Pruning under Data Heterogeneity","created":"2021-05-02","cited_by_count":27,"area":null},{"id":"2110.05323","title":"ProgFed: Effective, Communication, and Computation Efficient Federated Learning by Progressive Training","created":"2021-10-11","cited_by_count":27,"area":null},{"id":"2202.04736","title":"Coarsening the Granularity: Towards Structurally Sparse Lottery Tickets","created":"2022-02-09","cited_by_count":27,"area":null},{"id":"2203.04248","title":"Dual Lottery Ticket Hypothesis","created":"2022-03-08","cited_by_count":27,"area":null},{"id":"2206.08684","title":"Sparse Double Descent: Where Network Pruning Aggravates Overfitting","created":"2022-06-17","cited_by_count":26,"area":null},{"id":"2206.12755","title":"Training Your Sparse Neural Network Better with Any Mask","created":"2022-06-26","cited_by_count":26,"area":null},{"id":"2211.11177","title":"NeuMap: Neural Coordinate Mapping by Auto-Transdecoder for Camera Localization","created":"2022-11-21","cited_by_count":26,"area":null},{"id":"2103.00397","title":"Data-Efficient GAN Training Beyond (Just) Augmentations: A Lottery Ticket Perspective","created":"2021-02-28","cited_by_count":25,"area":null},{"id":"2108.05675","title":"Learning Visual Affordance Grounding from Demonstration Videos","created":"2021-08-12","cited_by_count":25,"area":null},{"id":"2205.15445","title":"Continual Object Detection: A review of definitions, strategies, and challenges","created":"2022-05-30","cited_by_count":25,"area":null},{"id":"2409.09951","title":"Optimal ablation for interpretability","created":"2024-09-16","cited_by_count":25,"area":null},{"id":"2410.14720","title":"SGLP: A Similarity Guided Fast Layer Partition Pruning for Compressing Large Deep Models","created":"2024-10-14","cited_by_count":25,"area":null},{"id":"2110.08232","title":"Fire Together Wire Together: A Dynamic Pruning Approach with Self-Supervised Mask Prediction","created":"2021-10-15","cited_by_count":24,"area":null},{"id":"2110.08890","title":"Network Augmentation for Tiny Deep Learning","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2403.04861","title":"A Survey of Lottery Ticket Hypothesis","created":"2024-03-07","cited_by_count":24,"area":null},{"id":"2410.11988","title":"DISP-LLM: Dimension-Independent Structural Pruning for Large Language Models","created":"2024-10-15","cited_by_count":24,"area":null},{"id":"2105.10533","title":"BCNet: Searching for Network Width with Bilaterally Coupled Network","created":"2021-05-21","cited_by_count":23,"area":null},{"id":"2110.14439","title":"Revisiting Discriminator in GAN Compression: A Generator-discriminator Cooperative Compression Scheme","created":"2021-10-27","cited_by_count":23,"area":null},{"id":"2308.07209","title":"Unified Data-Free Compression: Pruning and Quantization without Fine-Tuning","created":"2023-08-14","cited_by_count":23,"area":null},{"id":"2312.01397","title":"Visual Prompting Upgrades Neural Network Sparsification: A Data-Model Perspective","created":"2023-12-03","cited_by_count":23,"area":null},{"id":"2104.11883","title":"Carrying out CNN Channel Pruning in a White Box","created":"2021-04-24","cited_by_count":22,"area":null},{"id":"2102.07156","title":"ChipNet: Budget-Aware Pruning with Heaviside Continuous Approximations","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2108.07375","title":"BN-NAS: Neural Architecture Search with Batch Normalization","created":"2021-08-16","cited_by_count":21,"area":null},{"id":"2110.03192","title":"GNN is a Counter? Revisiting GNN for Question Answering","created":"2021-10-07","cited_by_count":21,"area":null}],"next_cursor":"100"}