{"total":38,"rows":[{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2303.04935","title":"X-Pruner: eXplainable Pruning for Vision Transformers","created":"2023-03-08","cited_by_count":68,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2410.04962","title":"Activation Scaling for Steering and Interpreting Language Models","created":"2024-10-07","cited_by_count":35,"area":null},{"id":"2305.16597","title":"Neural Architecture Search for Parameter-Efficient Fine-tuning of Large Pre-trained Language Models","created":"2023-05-26","cited_by_count":25,"area":null},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2111.11802","title":"Pruning Self-attentions into Convolutional Layers in Single Path","created":"2021-11-23","cited_by_count":24,"area":null},{"id":"2301.08986","title":"Adapting a Language Model While Preserving its General Knowledge","created":"2023-01-21","cited_by_count":23,"area":null},{"id":"2411.07404","title":"Controllable Context Sensitivity and the Knob Behind It","created":"2024-11-11","cited_by_count":23,"area":null},{"id":"2211.03495","title":"How Much Does Attention Actually Attend? Questioning the Importance of Attention in Pretrained Transformers","created":"2022-11-07","cited_by_count":21,"area":null},{"id":"2203.12758","title":"Mokey: Enabling Narrow Fixed-Point Inference for Out-of-the-Box Floating-Point Transformer Models","created":"2022-03-23","cited_by_count":19,"area":null},{"id":"2505.13737","title":"Causal Head Gating: A Framework for Interpreting Roles of Attention Heads in Transformers","created":"2025-05-19","cited_by_count":16,"area":null},{"id":"2310.10318","title":"Interpreting and Exploiting Functional Specialization in Multi-Head Attention under Multi-task Learning","created":"2023-10-16","cited_by_count":9,"area":null},{"id":"2502.01179","title":"Joint Localization and Activation Editing for Low-Resource Fine-Tuning","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2504.03889","title":"Identifying and Evaluating Inactive Heads in Pretrained LLMs","created":"2025-04-04","cited_by_count":8,"area":null},{"id":"2207.01736","title":"Probing via Prompting","created":"2022-07-04","cited_by_count":7,"area":null},{"id":"2310.09436","title":"Sub-network Discovery and Soft-masking for Continual Learning of Mixed Tasks","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2306.00014","title":"PreQuant: A Task-agnostic Quantization Approach for Pre-trained Language Models","created":"2023-05-30","cited_by_count":5,"area":null},{"id":"2406.01392","title":"Sparsity-Accelerated Training for Large Language Models","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2201.11103","title":"Auto-Compressing Subset Pruning for Semantic Image Segmentation","created":"2022-01-26","cited_by_count":4,"area":null},{"id":"2402.01911","title":"From PEFT to DEFT: Parameter Efficient Finetuning for Reducing Activation Density in Transformers","created":"2024-02-02","cited_by_count":4,"area":null},{"id":"2405.20867","title":"Automatic Channel Pruning for Multi-Head Attention","created":"2024-05-31","cited_by_count":3,"area":null},{"id":"2204.03479","title":"Delta Keyword Transformer: Bringing Transformers to the Edge through Dynamically Pruned Multi-Head Self-Attention","created":"2022-03-20","cited_by_count":2,"area":null},{"id":"2305.14380","title":"Finding the Pillars of Strength for Multi-Head Attention","created":"2023-05-22","cited_by_count":1,"area":null},{"id":"2404.01306","title":"NeuroPrune: A Neuro-inspired Topological Sparse Training Algorithm for Large Language Models","created":"2024-02-28","cited_by_count":1,"area":null},{"id":"2512.20635","title":"SHRP: Specialized Head Routing and Pruning for Efficient Encoder Compression","created":"2025-12-03","cited_by_count":1,"area":null},{"id":"2602.04491","title":"Greedy-Gnorm: A Gradient Matrix Norm-Based Alternative to Attention Entropy for Head Pruning","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2605.22132","title":"Accelerating Vision Foundation Models with Drop-in Depthwise Convolution","created":"2026-05-21","cited_by_count":1,"area":null},{"id":"2406.17117","title":"Speeding Up Image Classifiers with Little Companions","created":"2024-06-24","cited_by_count":0,"area":null},{"id":"2407.17412","title":"(PASS) Visual Prompt Locates Good Structure Sparsity through a Recurrent HyperNetwork","created":"2024-07-24","cited_by_count":0,"area":null},{"id":"2410.16484","title":"Identifying Sub-networks in Neural Networks via Functionally Similar Representations","created":"2024-10-21","cited_by_count":0,"area":null},{"id":"2505.16333","title":"Understanding Differential Transformer Unchains Pretrained Self-Attentions","created":"2025-05-22","cited_by_count":0,"area":null},{"id":"2506.00743","title":"Assortment of Attention Heads: Accelerating Federated PEFT with Head Pruning and Strategic Client Selection","created":"2025-05-31","cited_by_count":0,"area":null},{"id":"2606.19150","title":"Complementary Attention Head Pruning for Efficient Transformers","created":"2026-06-17","cited_by_count":0,"area":null},{"id":"2608.00264","title":"Interpretability-Guided Soft Pruning of Attention Heads in Vision Transformers","created":"2026-07-31","cited_by_count":0,"area":null},{"id":"2610.20588","title":"Your Transformer Is Secretly Elastic","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}