{"total":87,"rows":[{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2102.06790","title":"A Unified Lottery Ticket Hypothesis for Graph Neural Networks","created":"2021-02-12","cited_by_count":118,"area":null},{"id":"2202.02643","title":"The Unreasonable Effectiveness of Random Pruning: Return of the Most Naive Baseline for Sparse Training","created":"2022-02-05","cited_by_count":85,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2112.09824","title":"Federated Dynamic Sparse Training: Computing Less, Communicating Less, Yet Learning Better","created":"2021-12-18","cited_by_count":55,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2107.00166","title":"Sanity Checks for Lottery Tickets: Does Your Winning Ticket Really Win the Jackpot?","created":"2021-07-01","cited_by_count":52,"area":null},{"id":"2111.13445","title":"How Well Do Sparse Imagenet Models Transfer?","created":"2021-11-26","cited_by_count":50,"area":null},{"id":"2106.04217","title":"Dynamic Sparse Training for Deep Reinforcement Learning","created":"2021-06-08","cited_by_count":49,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2106.03225","title":"Efficient Lottery Ticket Finding: Less Data is More","created":"2021-06-06","cited_by_count":44,"area":null},{"id":"2106.14568","title":"Deep Ensembling with No Overhead for either Training or Testing: The All-Round Blessings of Dynamic Sparsity","created":"2021-06-28","cited_by_count":44,"area":null},{"id":"2103.06460","title":"Recent Advances on Neural Network Pruning at Initialization","created":"2021-03-11","cited_by_count":41,"area":null},{"id":"2202.09844","title":"Sparsity Winning Twice: Better Robust Generalization from More Efficient Training","created":"2022-02-20","cited_by_count":41,"area":null},{"id":"2106.00134","title":"GANs Can Play Lottery Tickets Too","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2210.04457","title":"XPrompt: Exploring the Extreme of Prompt Tuning","created":"2022-10-10","cited_by_count":30,"area":null},{"id":"2202.04736","title":"Coarsening the Granularity: Towards Structurally Sparse Lottery Tickets","created":"2022-02-09","cited_by_count":27,"area":null},{"id":"2206.12755","title":"Training Your Sparse Neural Network Better with Any Mask","created":"2022-06-26","cited_by_count":26,"area":null},{"id":"2103.00397","title":"Data-Efficient GAN Training Beyond (Just) Augmentations: A Lottery Ticket Perspective","created":"2021-02-28","cited_by_count":25,"area":null},{"id":"2302.02596","title":"Ten Lessons We Have Learned in the New \"Sparseland\": A Short Handbook for Sparse Neural Network Researchers","created":"2023-02-06","cited_by_count":25,"area":null},{"id":"2105.01648","title":"On Lottery Tickets and Minimal Task Representations in Deep Reinforcement Learning","created":"2021-05-04","cited_by_count":24,"area":null},{"id":"2403.04861","title":"A Survey of Lottery Ticket Hypothesis","created":"2024-03-07","cited_by_count":24,"area":null},{"id":"2103.16547","title":"The Elastic Lottery Ticket Hypothesis","created":"2021-03-30","cited_by_count":23,"area":null},{"id":"2312.01397","title":"Visual Prompting Upgrades Neural Network Sparsification: A Data-Model Perspective","created":"2023-12-03","cited_by_count":23,"area":null},{"id":"2306.10460","title":"Instant Soup: Cheap Pruning Ensembles in A Single Pass Can Draw Lottery Tickets from Large Models","created":"2023-06-18","cited_by_count":20,"area":null},{"id":"2308.06619","title":"Can Unstructured Pruning Reduce the Depth in Deep Neural Networks?","created":"2023-08-12","cited_by_count":20,"area":null},{"id":"2206.01342","title":"Understanding the Role of Nonlinearity in Training Dynamics of Contrastive Learning","created":"2022-06-02","cited_by_count":19,"area":null},{"id":"2111.00162","title":"You are caught stealing my winning lottery ticket! Making a lottery ticket claim its ownership","created":"2021-10-30","cited_by_count":18,"area":null},{"id":"2106.09259","title":"A Random CNN Sees Objects: One Inductive Bias of CNN and Its Applications","created":"2021-06-17","cited_by_count":15,"area":null},{"id":"2205.11819","title":"Quarantine: Sparsity Can Uncover the Trojan Attack Trigger for Free","created":"2022-05-24","cited_by_count":15,"area":null},{"id":"2110.05667","title":"Why Lottery Ticket Wins? A Theoretical Perspective of Sample Complexity on Pruned Neural Networks","created":"2021-10-12","cited_by_count":14,"area":null},{"id":"2302.04852","title":"SparseProp: Efficient Sparse Backpropagation for Faster Training of Neural Networks","created":"2023-02-09","cited_by_count":13,"area":null},{"id":"2205.08099","title":"Dimensionality Reduced Training by Pruning and Freezing Parts of a Deep Neural Network, a Survey","created":"2022-05-17","cited_by_count":12,"area":null},{"id":"2310.16391","title":"Winning Prize Comes from Losing Tickets: Improve Invariant Learning by Exploring Variant Parameters for Out-of-Distribution Generalization","created":"2023-10-25","cited_by_count":12,"area":null},{"id":"2405.06784","title":"Open Challenges and Opportunities in Federated Foundation Models Towards Biomedical Healthcare","created":"2024-05-10","cited_by_count":12,"area":null},{"id":"2310.08782","title":"Selectivity Drives Productivity: Efficient Dataset Pruning for Enhanced Transfer Learning","created":"2023-10-13","cited_by_count":11,"area":null},{"id":"2204.11218","title":"Learning to Win Lottery Tickets in BERT Transfer via Task-agnostic Mask Training","created":"2022-04-24","cited_by_count":10,"area":null},{"id":"2308.02060","title":"Accurate Neural Network Pruning Requires Rethinking Sparse Optimization","created":"2023-08-03","cited_by_count":10,"area":null},{"id":"2406.01820","title":"Finding Lottery Tickets in Vision Models via Data-driven Spectral Foresight Pruning","created":"2024-06-03","cited_by_count":10,"area":null},{"id":"2110.03210","title":"Universality of Winning Tickets: A Renormalization Group Perspective","created":"2021-10-07","cited_by_count":8,"area":null},{"id":"2205.11833","title":"Diverse Lottery Tickets Boost Ensemble from a Single Pretrained Model","created":"2022-05-24","cited_by_count":7,"area":null},{"id":"2207.14200","title":"CrAM: A Compression-Aware Minimizer","created":"2022-07-28","cited_by_count":7,"area":null},{"id":"2101.03255","title":"Spending Your Winning Lottery Better After Drawing It","created":"2021-01-08","cited_by_count":5,"area":null},{"id":"2106.13497","title":"On the Robustness of Pretraining and Self-Supervision for a Deep Learning-based Analysis of Diabetic Retinopathy","created":"2021-06-25","cited_by_count":5,"area":null},{"id":"2206.04762","title":"Data-Efficient Double-Win Lottery Tickets from Robust Pre-training","created":"2022-06-09","cited_by_count":5,"area":null},{"id":"2209.00451","title":"Group Activity Recognition in Basketball Tracking Data -- Neural Embeddings in Team Sports (NETS)","created":"2022-08-31","cited_by_count":5,"area":null},{"id":"2211.09949","title":"Is Smaller Always Faster? Tradeoffs in Compressing Self-Supervised Speech Transformers","created":"2022-11-17","cited_by_count":5,"area":null},{"id":"2108.00259","title":"How much pre-training is enough to discover a good subnetwork?","created":"2021-07-31","cited_by_count":4,"area":null},{"id":"2210.16169","title":"LOFT: Finding Lottery Tickets through Filter-wise Training","created":"2022-10-28","cited_by_count":3,"area":null},{"id":"2304.11834","title":"Robust Tickets Can Transfer Better: Drawing More Transferable Subnetworks in Transfer Learning","created":"2023-04-24","cited_by_count":3,"area":null},{"id":"2408.14601","title":"3D Point Cloud Network Pruning: When Some Weights Do not Matter","created":"2024-08-26","cited_by_count":3,"area":null},{"id":"2411.03171","title":"Navigating Extremes: Dynamic Sparsity in Large Output Spaces","created":"2024-11-05","cited_by_count":3,"area":null},{"id":"2507.03117","title":"BLaST: High Performance Inference and Pretraining using BLock Sparse Transformers","created":"2025-07-03","cited_by_count":3,"area":null},{"id":"2510.04500","title":"Expand Neurons, Not Parameters","created":"2025-10-06","cited_by_count":3,"area":null},{"id":"2209.05683","title":"One-shot Network Pruning at Initialization with Discriminative Image Patches","created":"2022-09-13","cited_by_count":2,"area":null},{"id":"2303.14409","title":"Vision Models Can Be Efficiently Specialized via Few-Shot Task-Aware Compression","created":"2023-03-25","cited_by_count":2,"area":null},{"id":"2303.15479","title":"Exploring the Performance of Pruning Methods in Neural Networks: An Empirical Study of the Lottery Ticket Hypothesis","created":"2023-03-26","cited_by_count":2,"area":null},{"id":"2304.13164","title":"Towards Compute-Optimal Transfer Learning","created":"2023-04-25","cited_by_count":2,"area":null},{"id":"2305.17559","title":"Pruning at Initialization -- A Sketching Perspective","created":"2023-05-27","cited_by_count":2,"area":null},{"id":"2410.08015","title":"Non-transferable Pruning","created":"2024-10-10","cited_by_count":2,"area":null},{"id":"2510.08513","title":"SliceFine: The Universal Winning-Slice Hypothesis for Pretrained Networks","created":"2025-10-09","cited_by_count":2,"area":null},{"id":"2510.17515","title":"The Graphon Limit Hypothesis: Understanding Neural Network Pruning via Infinite Width Analysis","created":"2025-10-20","cited_by_count":2,"area":null},{"id":"2106.08846","title":"Algorithm to Compilation Co-design: An Integrated View of Neural Network Sparsity","created":"2021-06-16","cited_by_count":1,"area":null},{"id":"2302.11244","title":"Considering Layerwise Importance in the Lottery Ticket Hypothesis","created":"2023-02-22","cited_by_count":1,"area":null},{"id":"2309.07182","title":"Sleep Stage Classification Using a Pre-trained Deep Learning Model","created":"2023-09-12","cited_by_count":1,"area":null},{"id":"2404.10263","title":"PreGSU-A Generalized Traffic Scene Understanding Model for Autonomous Driving based on Pre-trained Graph Attention Network","created":"2024-04-16","cited_by_count":1,"area":null},{"id":"2405.09037","title":"SSFL: Discovering Sparse Unified Subnetworks at Initialization for Efficient Federated Learning","created":"2024-05-15","cited_by_count":1,"area":null},{"id":"2409.16651","title":"Learning Representation for Multitask learning through Self Supervised Auxiliary learning","created":"2024-09-25","cited_by_count":1,"area":null},{"id":"2412.06545","title":"On How Iterative Magnitude Pruning Discovers Local Receptive Fields in Fully Connected Neural Networks","created":"2024-12-09","cited_by_count":1,"area":null},{"id":"2101.01163","title":"SmartDeal: Re-Modeling Deep Network Weights for Efficient Inference and Training","created":"2021-01-04","cited_by_count":0,"area":null},{"id":"2108.07481","title":"RRLFSOR: An Efficient Self-Supervised Learning Strategy of Graph Convolutional Networks","created":"2021-08-17","cited_by_count":0,"area":null},{"id":"2202.11484","title":"Reconstruction Task Finds Universal Winning Tickets","created":"2022-02-23","cited_by_count":0,"area":null},{"id":"2301.09164","title":"Unifying Synergies between Self-supervised Learning and Dynamic Computation","created":"2023-01-22","cited_by_count":0,"area":null},{"id":"2306.08460","title":"Improving Generalization in Meta-Learning via Meta-Gradient Augmentation","created":"2023-06-14","cited_by_count":0,"area":null},{"id":"2306.09863","title":"Transferability of Winning Lottery Tickets in Neural Network Differential Equation Solvers","created":"2023-06-16","cited_by_count":0,"area":null},{"id":"2306.15656","title":"SparseOptimizer: Sparsify Language Models through Moreau-Yosida Regularization and Accelerate via Compiler Co-design","created":"2023-06-27","cited_by_count":0,"area":null},{"id":"2306.16557","title":"Non-Convex Optimizations for Machine Learning with Theoretical Guarantee: Robust Matrix Completion and Neural Network Learning","created":"2023-06-28","cited_by_count":0,"area":null},{"id":"2407.17412","title":"(PASS) Visual Prompt Locates Good Structure Sparsity through a Recurrent HyperNetwork","created":"2024-07-24","cited_by_count":0,"area":null},{"id":"2410.24187","title":"Chasing Better Deep Image Priors between Over- and Under-parameterization","created":"2024-10-31","cited_by_count":0,"area":null},{"id":"2510.14463","title":"Pruning Overparameterized Multi-Task Networks for Degraded Web Image Restoration","created":"2025-10-16","cited_by_count":0,"area":null},{"id":"2601.23131","title":"Regularisation in neural networks: a survey and empirical analysis of approaches","created":"2026-01-30","cited_by_count":0,"area":null},{"id":"2607.27031","title":"Lottery Tickets Are Not Deployment Tickets","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2609.32615","title":"Stabilizing the Dynamic Low-Rank Training","created":"2026-09-26","cited_by_count":0,"area":null}],"next_cursor":null}