{"total":481,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2303.10512","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","created":"2023-03-18","cited_by_count":357,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2104.08378","title":"Accelerating Sparse Deep Neural Networks","created":"2021-04-16","cited_by_count":223,"area":null},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2207.00112","title":"Language model compression with weighted low-rank factorization","created":"2022-06-30","cited_by_count":195,"area":null},{"id":"2102.13451","title":"FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout","created":"2021-02-26","cited_by_count":192,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2305.07027","title":"EfficientViT: Memory Efficient Vision Transformer with Cascaded Group Attention","created":"2023-05-11","cited_by_count":172,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2205.09329","title":"Dataset Pruning: Reducing Training Data by Examining Generalization Influence","created":"2022-05-19","cited_by_count":133,"area":null},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131,"area":null},{"id":"2303.00566","title":"Structured Pruning for Deep Convolutional Neural Networks: A survey","created":"2023-03-01","cited_by_count":122,"area":null},{"id":"2102.02887","title":"Do We Actually Need Dense Over-Parameterization? In-Time Over-Parameterization in Sparse Training","created":"2021-02-04","cited_by_count":110,"area":null},{"id":"2103.14962","title":"Panoptic-PolarNet: Proposal-free LiDAR Point Cloud Panoptic Segmentation","created":"2021-03-27","cited_by_count":107,"area":null},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2206.12562","title":"PLATON: Pruning Large Transformer Models with Upper Confidence Bound of Weight Importance","created":"2022-06-25","cited_by_count":79,"area":null},{"id":"2110.13981","title":"CHIP: CHannel Independence-based Pruning for Compact Neural Networks","created":"2021-10-26","cited_by_count":78,"area":null},{"id":"2303.08566","title":"Sensitivity-Aware Visual Parameter-Efficient Fine-Tuning","created":"2023-03-15","cited_by_count":74,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2305.18403","title":"LoRAPrune: Structured Pruning Meets Low-Rank Parameter-Efficient Fine-Tuning","created":"2023-05-28","cited_by_count":53,"area":null},{"id":"2205.05676","title":"Revisiting Random Channel Pruning for Neural Network Compression","created":"2022-05-11","cited_by_count":50,"area":null},{"id":"2404.00781","title":"Addressing Loss of Plasticity and Catastrophic Forgetting in Continual Learning","created":"2024-03-31","cited_by_count":50,"area":null},{"id":"2409.17481","title":"MaskLLM: Learnable Semi-Structured Sparsity for Large Language Models","created":"2024-09-26","cited_by_count":50,"area":null},{"id":"2106.04217","title":"Dynamic Sparse Training for Deep Reinforcement Learning","created":"2021-06-08","cited_by_count":49,"area":null},{"id":"2302.05071","title":"EVC: Towards Real-Time Neural Image Compression with Mask Decay","created":"2023-02-10","cited_by_count":49,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2109.03787","title":"FIDNet: LiDAR Point Cloud Semantic Segmentation with Fully Interpolation Decoding","created":"2021-09-08","cited_by_count":46,"area":null},{"id":"2208.02507","title":"ZeroFL: Efficient On-Device Training for Federated Learning with Local Sparsity","created":"2022-08-04","cited_by_count":45,"area":null},{"id":"2308.12043","title":"IncreLoRA: Incremental Parameter Allocation Method for Parameter-Efficient Fine-tuning","created":"2023-08-23","cited_by_count":45,"area":null},{"id":"2412.18110","title":"SlimGPT: Layer-wise Structured Pruning for Large Language Models","created":"2024-12-24","cited_by_count":44,"area":null},{"id":"2103.05861","title":"Manifold Regularized Dynamic Network Pruning","created":"2021-03-10","cited_by_count":43,"area":null},{"id":"2103.06460","title":"Recent Advances on Neural Network Pruning at Initialization","created":"2021-03-11","cited_by_count":41,"area":null},{"id":"2202.09844","title":"Sparsity Winning Twice: Better Robust Generalization from More Efficient Training","created":"2022-02-20","cited_by_count":41,"area":null},{"id":"2210.06659","title":"Structural Pruning via Latency-Saliency Knapsack","created":"2022-10-13","cited_by_count":41,"area":null},{"id":"2110.12007","title":"When to Prune? A Policy towards Early Structural Pruning","created":"2021-10-22","cited_by_count":38,"area":null},{"id":"2105.11228","title":"Towards Compact CNNs via Collaborative Compression","created":"2021-05-24","cited_by_count":36,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2107.11442","title":"Compressing Neural Networks: Towards Determining the Optimal Layer-wise Decomposition","created":"2021-07-23","cited_by_count":33,"area":null},{"id":"2302.09019","title":"Tensor Networks Meet Neural Networks: A Survey and Future Perspectives","created":"2023-01-22","cited_by_count":32,"area":null},{"id":"2505.07004","title":"GuidedQuant: Large Language Model Quantization via Exploiting End Loss Guidance","created":"2025-05-11","cited_by_count":32,"area":null},{"id":"2110.11395","title":"SOSP: Efficiently Capturing Global Correlations by Second-Order Structured Pruning","created":"2021-10-19","cited_by_count":30,"area":null},{"id":"2205.15043","title":"RLx2: Training a Sparse Deep Reinforcement Learning Model from Scratch","created":"2022-05-30","cited_by_count":30,"area":null},{"id":"2207.10888","title":"FairGRAPE: Fairness-aware GRAdient Pruning mEthod for Face Attribute Classification","created":"2022-07-22","cited_by_count":30,"area":null},{"id":"2304.02840","title":"NTK-SAP: Improving neural network pruning by aligning training dynamics","created":"2023-04-06","cited_by_count":30,"area":null},{"id":"2109.02220","title":"GDP: Stabilized Neural Network Pruning via Gates with Differentiable Polarization","created":"2021-09-06","cited_by_count":29,"area":null},{"id":"2202.04736","title":"Coarsening the Granularity: Towards Structurally Sparse Lottery Tickets","created":"2022-02-09","cited_by_count":27,"area":null},{"id":"2205.11005","title":"Parameter-Efficient Sparsity for Large Language Models Fine-Tuning","created":"2022-05-23","cited_by_count":27,"area":null},{"id":"2206.12755","title":"Training Your Sparse Neural Network Better with Any Mask","created":"2022-06-26","cited_by_count":26,"area":null},{"id":"2211.11177","title":"NeuMap: Neural Coordinate Mapping by Auto-Transdecoder for Camera Localization","created":"2022-11-21","cited_by_count":26,"area":null},{"id":"2105.03193","title":"Network Pruning That Matters: A Case Study on Retraining Variants","created":"2021-05-07","cited_by_count":25,"area":null},{"id":"2110.08232","title":"Fire Together Wire Together: A Dynamic Pruning Approach with Self-Supervised Mask Prediction","created":"2021-10-15","cited_by_count":24,"area":null},{"id":"2309.11103","title":"Bold but Cautious: Unlocking the Potential of Personalized Federated Learning through Cautiously Aggressive Collaboration","created":"2023-09-20","cited_by_count":23,"area":null},{"id":"2103.17267","title":"Bit-Mixer: Mixed-precision networks with runtime bit-width selection","created":"2021-03-31","cited_by_count":22,"area":null},{"id":"2303.09992","title":"LION: Implicit Vision Prompt Tuning","created":"2023-03-17","cited_by_count":22,"area":null},{"id":"2402.14700","title":"Unveiling Linguistic Regions in Large Language Models","created":"2024-02-22","cited_by_count":22,"area":null},{"id":"2210.15427","title":"Are You Stealing My Model? Sample Correlation for Fingerprinting Deep Neural Networks","created":"2022-10-21","cited_by_count":21,"area":null},{"id":"2307.01998","title":"Zero-Shot Neural Architecture Search: Challenges, Solutions, and Opportunities","created":"2023-07-05","cited_by_count":21,"area":null},{"id":"2406.10777","title":"RoseLoRA: Row and Column-wise Sparse Low-rank Adaptation of Pre-trained Language Model for Knowledge Editing and Fine-tuning","created":"2024-06-16","cited_by_count":21,"area":null},{"id":"2407.04616","title":"Isomorphic Pruning for Vision Models","created":"2024-07-05","cited_by_count":21,"area":null},{"id":"2109.03958","title":"TrAISformer -- A Transformer Network with Sparse Augmented Data Representation and Cross Entropy Loss for AIS-based Vessel Trajectory Prediction","created":"2021-09-08","cited_by_count":20,"area":null},{"id":"2112.09852","title":"LegoDNN: Block-grained Scaling of Deep Neural Networks for Mobile Vision","created":"2021-12-18","cited_by_count":20,"area":null},{"id":"2209.08554","title":"Pruning Neural Networks via Coresets and Convex Geometry: Towards No Assumptions","created":"2022-09-18","cited_by_count":20,"area":null},{"id":"2301.09858","title":"PowerQuant: Automorphism Search for Non-Uniform Quantization","created":"2023-01-24","cited_by_count":20,"area":null},{"id":"2312.05284","title":"SlimSAM: 0.1% Data Makes Segment Anything Slim","created":"2023-12-08","cited_by_count":20,"area":null},{"id":"2403.14729","title":"Auto-Train-Once: Controller Network Guided Automatic Network Pruning from Scratch","created":"2024-03-21","cited_by_count":20,"area":null},{"id":"2407.20584","title":"Pruning Large Language Models with Semi-Structural Adaptive Sparse Training","created":"2024-07-30","cited_by_count":20,"area":null},{"id":"2108.12594","title":"Layer-wise Model Pruning based on Mutual Information","created":"2021-08-28","cited_by_count":19,"area":null},{"id":"2110.08616","title":"GradSign: Model Performance Inference with Theoretical Insights","created":"2021-10-16","cited_by_count":19,"area":null},{"id":"2212.00824","title":"On-device Training: A First Overview on Existing Systems","created":"2022-12-01","cited_by_count":19,"area":null},{"id":"2406.07831","title":"ALPS: Improved Optimization for Highly Sparse One-Shot Pruning for Large Language Models","created":"2024-06-12","cited_by_count":19,"area":null},{"id":"2402.04744","title":"Progressive Gradient Flow for Robust N:M Sparsity Training in Transformers","created":"2024-02-07","cited_by_count":18,"area":null},{"id":"2406.07929","title":"A Generic Layer Pruning Method for Signal Modulation Recognition Deep Learning Models","created":"2024-06-12","cited_by_count":18,"area":null},{"id":"2108.08532","title":"An Information Theory-inspired Strategy for Automatic Network Pruning","created":"2021-08-19","cited_by_count":17,"area":null},{"id":"2306.12230","title":"Fantastic Weights and How to Find Them: Where to Prune in Dynamic Sparse Training","created":"2023-06-21","cited_by_count":17,"area":null},{"id":"2306.14306","title":"Adaptive Sharpness-Aware Pruning for Robust Sparse Networks","created":"2023-06-25","cited_by_count":17,"area":null},{"id":"2309.10285","title":"Flash-LLM: Enabling Cost-Effective and Highly-Efficient Large Generative Model Inference with Unstructured Sparsity","created":"2023-09-19","cited_by_count":17,"area":null},{"id":"2311.12831","title":"ECNR: Efficient Compressive Neural Representation of Time-Varying Volumetric Datasets","created":"2023-10-02","cited_by_count":17,"area":null},{"id":"2207.12534","title":"Trainability Preserving Neural Pruning","created":"2022-07-25","cited_by_count":16,"area":null},{"id":"2212.03537","title":"Efficient Stein Variational Inference for Reliable Distribution-lossless Network Pruning","created":"2022-12-07","cited_by_count":16,"area":null},{"id":"2301.05219","title":"Why is the State of Neural Network Pruning so Confusing? On the Fairness, Comparison Setup, and Trainability in Network Pruning","created":"2023-01-12","cited_by_count":16,"area":null},{"id":"2407.02068","title":"LPViT: Low-Power Semi-structured Pruning for Vision Transformers","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2201.03297","title":"GhostNets on Heterogeneous Devices via Cheap Operations","created":"2022-01-10","cited_by_count":15,"area":null},{"id":"2202.02664","title":"No Parameters Left Behind: Sensitivity Guided Adaptive Learning Rate for Training Large Transformer Models","created":"2022-02-06","cited_by_count":15,"area":null},{"id":"2205.11819","title":"Quarantine: Sparsity Can Uncover the Trojan Attack Trigger for Free","created":"2022-05-24","cited_by_count":15,"area":null},{"id":"2209.07910","title":"Memory Consistent Unsupervised Off-the-Shelf Model Adaptation for Source-Relaxed Medical Image Segmentation","created":"2022-09-16","cited_by_count":15,"area":null},{"id":"2305.06559","title":"Patch-wise Mixed-Precision Quantization of Vision Transformer","created":"2023-05-11","cited_by_count":15,"area":null},{"id":"2403.13269","title":"AFLoRA: Adaptive Freezing of Low Rank Adaptation in Parameter Efficient Fine-Tuning of Large Models","created":"2024-03-20","cited_by_count":15,"area":null},{"id":"2405.14377","title":"CoMERA: Computing- and Memory-Efficient Training via Rank-Adaptive Tensor Optimization","created":"2024-05-23","cited_by_count":15,"area":null},{"id":"2105.06747","title":"Troubleshooting Blind Image Quality Models in the Wild","created":"2021-05-14","cited_by_count":14,"area":null},{"id":"2112.04807","title":"Effective dimension of machine learning models","created":"2021-12-09","cited_by_count":14,"area":null},{"id":"2206.04662","title":"DiSparse: Disentangled Sparsification for Multitask Model Compression","created":"2022-06-09","cited_by_count":14,"area":null}],"next_cursor":"100"}