{"total":73,"rows":[{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144,"area":null},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2102.06790","title":"A Unified Lottery Ticket Hypothesis for Graph Neural Networks","created":"2021-02-12","cited_by_count":118,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56,"area":null},{"id":"2210.04092","title":"Advancing Model Pruning via Bi-level Optimization","created":"2022-10-08","cited_by_count":56,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2107.00166","title":"Sanity Checks for Lottery Tickets: Does Your Winning Ticket Really Win the Jackpot?","created":"2021-07-01","cited_by_count":52,"area":null},{"id":"2106.04217","title":"Dynamic Sparse Training for Deep Reinforcement Learning","created":"2021-06-08","cited_by_count":49,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2106.03225","title":"Efficient Lottery Ticket Finding: Less Data is More","created":"2021-06-06","cited_by_count":44,"area":null},{"id":"2103.06460","title":"Recent Advances on Neural Network Pruning at Initialization","created":"2021-03-11","cited_by_count":41,"area":null},{"id":"2402.12479","title":"In value-based deep reinforcement learning, a pruned network is a good network","created":"2024-02-19","cited_by_count":39,"area":"deeprl"},{"id":"2305.15065","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2106.00134","title":"GANs Can Play Lottery Tickets Too","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2205.15043","title":"RLx2: Training a Sparse Deep Reinforcement Learning Model from Scratch","created":"2022-05-30","cited_by_count":30,"area":null},{"id":"2210.04457","title":"XPrompt: Exploring the Extreme of Prompt Tuning","created":"2022-10-10","cited_by_count":30,"area":null},{"id":"2110.14068","title":"Drawing Robust Scratch Tickets: Subnetworks with Inborn Robustness Are Found within Randomly Initialized Networks","created":"2021-10-26","cited_by_count":29,"area":null},{"id":"2205.12672","title":"Discovering Language-neutral Sub-networks in Multilingual Language Models","created":"2022-05-25","cited_by_count":28,"area":null},{"id":"2202.04736","title":"Coarsening the Granularity: Towards Structurally Sparse Lottery Tickets","created":"2022-02-09","cited_by_count":27,"area":null},{"id":"2207.01382","title":"Exploring Lottery Ticket Hypothesis in Spiking Neural Networks","created":"2022-07-04","cited_by_count":26,"area":null},{"id":"2103.00397","title":"Data-Efficient GAN Training Beyond (Just) Augmentations: A Lottery Ticket Perspective","created":"2021-02-28","cited_by_count":25,"area":null},{"id":"2105.01648","title":"On Lottery Tickets and Minimal Task Representations in Deep Reinforcement Learning","created":"2021-05-04","cited_by_count":24,"area":null},{"id":"2403.04861","title":"A Survey of Lottery Ticket Hypothesis","created":"2024-03-07","cited_by_count":24,"area":null},{"id":"2305.02190","title":"Rethinking Graph Lottery Tickets: Graph Sparsity Matters","created":"2023-05-03","cited_by_count":23,"area":null},{"id":"2206.01278","title":"Lottery Tickets on a Data Diet: Finding Initializations with Sparse Trainable Networks","created":"2022-06-02","cited_by_count":21,"area":null},{"id":"2206.01342","title":"Understanding the Role of Nonlinearity in Training Dynamics of Contrastive Learning","created":"2022-06-02","cited_by_count":19,"area":null},{"id":"2111.00162","title":"You are caught stealing my winning lottery ticket! Making a lottery ticket claim its ownership","created":"2021-10-30","cited_by_count":18,"area":null},{"id":"2211.03013","title":"Robust Lottery Tickets for Pre-trained Language Models","created":"2022-11-06","cited_by_count":16,"area":null},{"id":"2205.11819","title":"Quarantine: Sparsity Can Uncover the Trojan Attack Trigger for Free","created":"2022-05-24","cited_by_count":15,"area":null},{"id":"2207.05022","title":"STI: Turbocharge NLP Inference at the Edge via Elastic Pipelining","created":"2022-07-11","cited_by_count":14,"area":null},{"id":"2310.02277","title":"Junk DNA Hypothesis: Pruning Small Pre-Trained Weights Irreversibly and Monotonically Impairs \"Difficult\" Downstream Tasks in LLMs","created":"2023-09-29","cited_by_count":13,"area":null},{"id":"2205.08099","title":"Dimensionality Reduced Training by Pruning and Freezing Parts of a Deep Neural Network, a Survey","created":"2022-05-17","cited_by_count":12,"area":null},{"id":"2208.10842","title":"Lottery Pools: Winning More by Interpolating Tickets without Increasing Training or Inference Cost","created":"2022-08-23","cited_by_count":11,"area":null},{"id":"2110.03210","title":"Universality of Winning Tickets: A Renormalization Group Perspective","created":"2021-10-07","cited_by_count":8,"area":null},{"id":"2406.04934","title":"Optimal Recurrent Network Topologies for Dynamical Systems Reconstruction","created":"2024-06-07","cited_by_count":8,"area":null},{"id":"2105.14636","title":"LEAP: Learnable Pruning for Transformer-based Models","created":"2021-05-30","cited_by_count":7,"area":null},{"id":"2204.02965","title":"LilNetX: Lightweight Networks with EXtreme Model Compression and Structured Sparsification","created":"2022-04-06","cited_by_count":7,"area":null},{"id":"2211.01484","title":"Data Level Lottery Ticket Hypothesis for Vision Transformers","created":"2022-11-02","cited_by_count":7,"area":null},{"id":"2110.04711","title":"SuperShaper: Task-Agnostic Super Pre-training of BERT Models with Variable Hidden Dimensions","created":"2021-10-10","cited_by_count":6,"area":null},{"id":"2410.08540","title":"Kaleidoscope: Learnable Masks for Heterogeneous Multi-agent Reinforcement Learning","created":"2024-10-11","cited_by_count":6,"area":null},{"id":"2503.01437","title":"Eau De $Q$-Network: Adaptive Distillation of Neural Networks in Deep Reinforcement Learning","created":"2025-03-03","cited_by_count":6,"area":"deeprl"},{"id":"2101.03255","title":"Spending Your Winning Lottery Better After Drawing It","created":"2021-01-08","cited_by_count":5,"area":null},{"id":"2206.04762","title":"Data-Efficient Double-Win Lottery Tickets from Robust Pre-training","created":"2022-06-09","cited_by_count":5,"area":null},{"id":"2211.07263","title":"Efficient Adversarial Training with Robust Early-Bird Tickets","created":"2022-11-14","cited_by_count":5,"area":null},{"id":"2208.09684","title":"Combining Compressions for Multiplicative Size Scaling on Natural Language Tasks","created":"2022-08-20","cited_by_count":4,"area":"distill"},{"id":"2108.03506","title":"Membership Inference Attacks on Lottery Ticket Networks","created":"2021-08-07","cited_by_count":3,"area":"safety"},{"id":"2109.03939","title":"What's Hidden in a One-layer Randomly Weighted Transformer?","created":"2021-09-08","cited_by_count":3,"area":null},{"id":"2210.16589","title":"Strong Lottery Ticket Hypothesis with $\\varepsilon$--perturbation","created":"2022-10-29","cited_by_count":3,"area":null},{"id":"2501.18596","title":"DeltaLLM: Compress LLMs with Low-Rank Deltas between Shared Weights","created":"2025-01-30","cited_by_count":3,"area":null},{"id":"2602.01599","title":"The Multiple Ticket Hypothesis: Random Sparse Subnetworks Suffice for RLVR","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2108.13055","title":"Efficient Visual Recognition with Deep Neural Networks: A Survey on Recent Advances and New Directions","created":"2021-08-30","cited_by_count":2,"area":null},{"id":"2110.08764","title":"S-Cyc: A Learning Rate Schedule for Iterative Pruning of ReLU-based Networks","created":"2021-10-17","cited_by_count":2,"area":null},{"id":"2112.08538","title":"Visualizing the Loss Landscape of Winning Lottery Tickets","created":"2021-12-16","cited_by_count":2,"area":null},{"id":"2306.00045","title":"Lottery Tickets in Evolutionary Optimization: On Sparse Backpropagation-Free Trainability","created":"2023-05-31","cited_by_count":2,"area":null},{"id":"2407.00957","title":"Expressivity of Neural Networks with Random Weights and Learned Biases","created":"2024-07-01","cited_by_count":2,"area":null},{"id":"2602.18825","title":"Bayesian Lottery Ticket Hypothesis","created":"2026-02-21","cited_by_count":2,"area":null},{"id":"2107.03375","title":"Differentiable Architecture Pruning for Transfer Learning","created":"2021-07-07","cited_by_count":1,"area":null},{"id":"2203.13802","title":"Playing Lottery Tickets in Style Transfer Models","created":"2022-03-25","cited_by_count":1,"area":null},{"id":"2409.19391","title":"Value-Based Deep Multi-Agent Reinforcement Learning with Dynamic Sparse Training","created":"2024-09-28","cited_by_count":1,"area":null},{"id":"2412.06545","title":"On How Iterative Magnitude Pruning Discovers Local Receptive Fields in Fully Connected Neural Networks","created":"2024-12-09","cited_by_count":1,"area":null},{"id":"2201.02571","title":"Neural Network Optimization for Reinforcement Learning Tasks Using Sparse Computations","created":"2022-01-07","cited_by_count":0,"area":null},{"id":"2209.04425","title":"The Role Of Biology In Deep Learning","created":"2022-09-07","cited_by_count":0,"area":null},{"id":"2212.06144","title":"Optimizing Learning Rate Schedules for Iterative Pruning of Deep Neural Networks","created":"2022-12-09","cited_by_count":0,"area":null},{"id":"2212.06145","title":"AP: Selective Activation for De-sparsifying Pruned Neural Networks","created":"2022-12-09","cited_by_count":0,"area":null},{"id":"2311.03956","title":"Cup Curriculum: Curriculum Learning on Model Capacity","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2404.04759","title":"What Happens When Small Is Made Smaller? Exploring the Impact of Compression on Small Data Pretrained Language Models","created":"2024-04-06","cited_by_count":0,"area":null},{"id":"2410.24187","title":"Chasing Better Deep Image Priors between Over- and Under-parameterization","created":"2024-10-31","cited_by_count":0,"area":null},{"id":"2503.21714","title":"As easy as PIE: understanding when pruning causes language models to disagree","created":"2025-03-27","cited_by_count":0,"area":null},{"id":"2510.14463","title":"Pruning Overparameterized Multi-Task Networks for Degraded Web Image Restoration","created":"2025-10-16","cited_by_count":0,"area":null},{"id":"2602.14578","title":"RNM-TD3: N:M Semi-structured Sparse Reinforcement Learning From Scratch","created":"2026-02-16","cited_by_count":0,"area":"deeprl"},{"id":"2608.05104","title":"BnBERT-iPET: Sparse Few-Shot Language Modeling for Bengali via Lottery Ticket Pruning","created":"2026-08-05","cited_by_count":0,"area":null}],"next_cursor":null}