{"total":154,"rows":[{"id":"2303.11950","title":"Learning A Sparse Transformer Network for Effective Image Deraining","created":"2023-03-21","cited_by_count":205,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2207.03620","title":"More ConvNets in the 2020s: Scaling up Kernels Beyond 51x51 using Sparsity","created":"2022-07-07","cited_by_count":142,"area":null},{"id":"2203.05962","title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice","created":"2022-03-09","cited_by_count":136,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2204.07154","title":"MiniViT: Compressing Vision Transformers with Weight Multiplexing","created":"2022-04-14","cited_by_count":88,"area":null},{"id":"2202.02643","title":"The Unreasonable Effectiveness of Random Pruning: Return of the Most Naive Baseline for Sparse Training","created":"2022-02-05","cited_by_count":85,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2303.04935","title":"X-Pruner: eXplainable Pruning for Vision Transformers","created":"2023-03-08","cited_by_count":68,"area":null},{"id":"2201.00814","title":"Vision Transformer Slimming: Multi-Dimension Searching in Continuous Optimization Space","created":"2022-01-03","cited_by_count":66,"area":null},{"id":"2306.06189","title":"FasterViT: Fast Vision Transformers with Hierarchical Attention","created":"2023-06-09","cited_by_count":65,"area":null},{"id":"2211.16056","title":"NoisyQuant: Noisy Bias-Enhanced Post-Training Activation Quantization for Vision Transformers","created":"2022-11-29","cited_by_count":61,"area":null},{"id":"2303.17605","title":"SparseViT: Revisiting Activation Sparsity for Efficient High-Resolution Vision Transformer","created":"2023-03-30","cited_by_count":60,"area":null},{"id":"2401.16456","title":"SHViT: Single-Head Vision Transformer with Memory Efficient Macro Design","created":"2024-01-29","cited_by_count":56,"area":null},{"id":"2301.13741","title":"UPop: Unified and Progressive Pruning for Compressing Vision-Language Transformers","created":"2023-01-31","cited_by_count":54,"area":null},{"id":"2211.11315","title":"Beyond Attentive Tokens: Incorporating Token Importance and Diversity for Efficient Vision Transformers","created":"2022-11-21","cited_by_count":47,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2106.14568","title":"Deep Ensembling with No Overhead for either Training or Testing: The All-Round Blessings of Dynamic Sparsity","created":"2021-06-28","cited_by_count":44,"area":null},{"id":"2306.13812","title":"Maintaining Plasticity in Deep Continual Learning","created":"2023-06-23","cited_by_count":43,"area":null},{"id":"2312.05038","title":"Prompt-In-Prompt Learning for Universal Image Restoration","created":"2023-12-08","cited_by_count":43,"area":null},{"id":"2306.03805","title":"The Emergence of Essential Sparsity in Large Pre-trained Models: The Weights that Matter","created":"2023-06-06","cited_by_count":42,"area":null},{"id":"2203.04570","title":"CP-ViT: Cascade Vision Transformer Pruning via Progressive Sparsity Prediction","created":"2022-03-09","cited_by_count":39,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2404.01882","title":"Scene Adaptive Sparse Transformer for Event-based Object Detection","created":"2024-04-02","cited_by_count":39,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2210.01035","title":"Expediting Large-Scale Vision Transformer for Dense Prediction without Fine-tuning","created":"2022-10-03","cited_by_count":33,"area":null},{"id":"2207.10498","title":"Towards Efficient Adversarial Training on Vision Transformers","created":"2022-07-21","cited_by_count":30,"area":null},{"id":"2211.05109","title":"ViTALiTy: Unifying Low-rank and Sparse Approximation for Vision Transformer Acceleration with a Linear Taylor Attention","created":"2022-11-09","cited_by_count":29,"area":null},{"id":"2303.08685","title":"Making Vision Transformers Efficient from A Token Sparsification View","created":"2023-03-15","cited_by_count":29,"area":null},{"id":"2211.07091","title":"BiViT: Extremely Compressed Binary Vision Transformer","created":"2022-11-14","cited_by_count":28,"area":null},{"id":"2111.12624","title":"Self-slimmed Vision Transformer","created":"2021-11-24","cited_by_count":27,"area":null},{"id":"2201.06618","title":"VAQF: Fully Automatic Software-Hardware Co-Design Framework for Low-Bit Vision Transformer","created":"2022-01-17","cited_by_count":27,"area":null},{"id":"2203.09064","title":"Attribute Surrogates Learning and Spectral Tokens Pooling in Transformers for Few-shot Learning","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2209.08194","title":"PPT: token-Pruned Pose Transformer for monocular and multi-view human pose estimation","created":"2022-09-16","cited_by_count":27,"area":null},{"id":"2206.12755","title":"Training Your Sparse Neural Network Better with Any Mask","created":"2022-06-26","cited_by_count":26,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2108.01072","title":"S$^2$-MLPv2: Improved Spatial-Shift MLP Architecture for Vision","created":"2021-08-02","cited_by_count":24,"area":null},{"id":"2111.11802","title":"Pruning Self-attentions into Convolutional Layers in Single Path","created":"2021-11-23","cited_by_count":24,"area":null},{"id":"2211.10801","title":"Peeling the Onion: Hierarchical Reduction of Data Redundancy for Efficient Vision Transformer Training","created":"2022-11-19","cited_by_count":24,"area":null},{"id":"2301.02240","title":"Skip-Attention: Improving Vision Transformers by Paying Less Attention","created":"2023-01-05","cited_by_count":24,"area":null},{"id":"2503.02891","title":"Vision Transformers on the Edge: A Comprehensive Survey of Model Compression and Acceleration Strategies","created":"2025-02-26","cited_by_count":24,"area":null},{"id":"2312.01397","title":"Visual Prompting Upgrades Neural Network Sparsification: A Data-Model Perspective","created":"2023-12-03","cited_by_count":23,"area":null},{"id":"2407.04616","title":"Isomorphic Pruning for Vision Models","created":"2024-07-05","cited_by_count":21,"area":null},{"id":"2210.09223","title":"CAP: Correlation-Aware Pruning for Highly-Accurate Sparse Vision Models","created":"2022-10-14","cited_by_count":20,"area":null},{"id":"2305.10727","title":"Boost Vision Transformer with GPU-Friendly Sparsity and Quantization","created":"2023-05-18","cited_by_count":20,"area":null},{"id":"2306.10460","title":"Instant Soup: Cheap Pruning Ensembles in A Single Pass Can Draw Lottery Tickets from Large Models","created":"2023-06-18","cited_by_count":20,"area":null},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2403.09192","title":"PYRA: Parallel Yielding Re-Activation for Training-Inference Efficient Task Adaptation","created":"2024-03-14","cited_by_count":17,"area":null},{"id":"2512.01540","title":"FlashVGGT: Efficient and Scalable Visual Geometry Transformers with Compressed Descriptor Attention","created":"2025-12-01","cited_by_count":17,"area":null},{"id":"2204.01244","title":"Dynamic Focus-aware Positional Queries for Semantic Segmentation","created":"2022-04-04","cited_by_count":16,"area":null},{"id":"2403.17921","title":"The Need for Speed: Pruning Transformers with One Recipe","created":"2024-03-26","cited_by_count":16,"area":null},{"id":"2407.02068","title":"LPViT: Low-Power Semi-structured Pruning for Vision Transformers","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2106.14882","title":"Rethinking Token-Mixing MLP for MLP-based Vision Backbone","created":"2021-06-28","cited_by_count":15,"area":null},{"id":"2202.11921","title":"Auto-scaling Vision Transformers without Training","created":"2022-02-24","cited_by_count":15,"area":null},{"id":"2403.15173","title":"LSK3DNet: Towards Effective and Efficient 3D Perception with Large Sparse Kernels","created":"2024-03-22","cited_by_count":15,"area":null},{"id":"2303.01201","title":"Average of Pruning: Improving Performance and Stability of Out-of-Distribution Detection","created":"2023-03-02","cited_by_count":14,"area":null},{"id":"2305.17235","title":"COMCAT: Towards Efficient Compression and Customization of Attention-Based Vision Models","created":"2023-05-26","cited_by_count":14,"area":null},{"id":"2201.00043","title":"Multi-Dimensional Model Compression of Vision Transformer","created":"2021-12-31","cited_by_count":13,"area":null},{"id":"2302.06548","title":"Automatic Noise Filtering with Dynamic Sparse Training in Deep Reinforcement Learning","created":"2023-02-13","cited_by_count":13,"area":null},{"id":"2409.11923","title":"Agglomerative Token Clustering","created":"2024-09-18","cited_by_count":13,"area":null},{"id":"2110.08419","title":"Robustness Challenges in Model Distillation and Pruning for Natural Language Understanding","created":"2021-10-16","cited_by_count":12,"area":null},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2304.08809","title":"SViTT: Temporal Learning of Sparse Video-Text Transformers","created":"2023-04-18","cited_by_count":11,"area":null},{"id":"2310.08782","title":"Selectivity Drives Productivity: Efficient Dataset Pruning for Enhanced Transfer Learning","created":"2023-10-13","cited_by_count":11,"area":null},{"id":"2410.03030","title":"Dynamic Sparse Training versus Dense Training: The Unexpected Winner in Image Corruption Robustness","created":"2024-10-03","cited_by_count":11,"area":null},{"id":"2203.01587","title":"Multi-Tailed Vision Transformer for Efficient Inference","created":"2022-03-03","cited_by_count":10,"area":null},{"id":"2301.05345","title":"GOHSP: A Unified Framework of Graph and Optimization-based Heterogeneous Structured Pruning for Vision Transformer","created":"2023-01-13","cited_by_count":10,"area":null},{"id":"2405.13985","title":"LookHere: Vision Transformers with Directed Attention Generalize and Extrapolate","created":"2024-05-22","cited_by_count":10,"area":null},{"id":"2407.05010","title":"PRANCE: Joint Token-Optimization and Structural Channel-Pruning for Adaptive ViT Inference","created":"2024-07-06","cited_by_count":10,"area":null},{"id":"2409.01249","title":"Adversarial Pruning: A Survey and Benchmark of Pruning Methods for Adversarial Robustness","created":"2024-09-02","cited_by_count":10,"area":null},{"id":"2208.06643","title":"Recent Progress in Transformer-based Medical Image Analysis","created":"2022-08-13","cited_by_count":9,"area":null},{"id":"2308.07163","title":"HyperSparse Neural Networks: Shifting Exploration to Exploitation through Adaptive Regularization","created":"2023-08-14","cited_by_count":9,"area":null},{"id":"2403.18708","title":"Dense Vision Transformer Compression with Few Samples","created":"2024-03-27","cited_by_count":9,"area":null},{"id":"2405.09789","title":"LeMeViT: Efficient Vision Transformer with Learnable Meta Tokens for Remote Sensing Image Interpretation","created":"2024-05-16","cited_by_count":9,"area":null},{"id":"2112.03552","title":"Bootstrapping ViTs: Towards Liberating Vision Transformers from Pre-training","created":"2021-12-07","cited_by_count":8,"area":null},{"id":"2204.03227","title":"Accelerating Attention through Gradient-Based Learned Runtime Pruning","created":"2022-04-07","cited_by_count":8,"area":null},{"id":"2205.14107","title":"Spartan: Differentiable Sparsity via Regularized Transportation","created":"2022-05-27","cited_by_count":8,"area":null},{"id":"2208.05969","title":"Safety and Performance, Why not Both? Bi-Objective Optimized Model Compression toward AI Software Deployment","created":"2022-08-11","cited_by_count":8,"area":null},{"id":"2403.15835","title":"Once for Both: Single Stage of Importance and Sparsity Search for Vision Transformer Compression","created":"2024-03-23","cited_by_count":8,"area":null},{"id":"2211.01484","title":"Data Level Lottery Ticket Hypothesis for Vision Transformers","created":"2022-11-02","cited_by_count":7,"area":null},{"id":"2303.15569","title":"Core-Periphery Principle Guided Redesign of Self-Attention in Transformers","created":"2023-03-27","cited_by_count":7,"area":null},{"id":"2406.00427","title":"You Only Need Less Attention at Each Stage in Vision Transformers","created":"2024-06-01","cited_by_count":7,"area":null},{"id":"2404.05196","title":"HSViT: Horizontally Scalable Vision Transformer","created":"2024-04-08","cited_by_count":6,"area":null},{"id":"2404.13648","title":"Data-independent Module-aware Pruning for Hierarchical Vision Transformers","created":"2024-04-21","cited_by_count":6,"area":null},{"id":"2407.05510","title":"SCATTER: Algorithm-Circuit Co-Sparse Photonic Accelerator with Thermal-Tolerant, Power-Efficient In-situ Light Redistribution","created":"2024-07-07","cited_by_count":6,"area":null},{"id":"2504.12801","title":"Sign-In to the Lottery: Reparameterizing Sparse Training From Scratch","created":"2025-04-17","cited_by_count":6,"area":null},{"id":"2404.11630","title":"SNP: Structured Neuron-level Pruning to Preserve Attention Scores","created":"2024-04-18","cited_by_count":5,"area":null},{"id":"2501.07451","title":"A Survey on Dynamic Neural Networks: from Computer Vision to Multi-modal Sensor Fusion","created":"2025-01-13","cited_by_count":5,"area":null},{"id":"2504.02168","title":"MDP: Multidimensional Vision Model Pruning with Latency Constraint","created":"2025-04-02","cited_by_count":5,"area":null},{"id":"2507.12988","title":"Variance-Based Pruning for Accelerating and Compressing Trained Networks","created":"2025-07-17","cited_by_count":5,"area":null},{"id":"2203.13444","title":"Vision Transformer Compression with Structured Pruning and Low Rank Approximation","created":"2022-03-25","cited_by_count":4,"area":null},{"id":"2205.00334","title":"Engineering flexible machine learning systems by traversing functionally-invariant paths","created":"2022-04-30","cited_by_count":4,"area":null},{"id":"2305.07931","title":"GSB: Group Superposition Binarization for Vision Transformer with Limited Training Samples","created":"2023-05-13","cited_by_count":4,"area":null},{"id":"2402.06004","title":"Memory-Efficient Vision Transformers: An Activation-Aware Mixed-Rank Compression Strategy","created":"2024-02-08","cited_by_count":4,"area":null},{"id":"2412.02054","title":"Redundant Queries in DETR-Based 3D Detection Methods: Unnecessary and Prunable","created":"2024-12-03","cited_by_count":4,"area":null},{"id":"2311.03912","title":"FLORA: Fine-grained Low-Rank Architecture Search for Vision Transformer","created":"2023-11-07","cited_by_count":3,"area":null}],"next_cursor":"100"}