{"total":173,"rows":[{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2106.12620","title":"IA-RED$^2$: Interpretability-Aware Redundancy Reduction for Vision Transformers","created":"2021-06-23","cited_by_count":127,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2104.01528","title":"SGCN:Sparse Graph Convolution Network for Pedestrian Trajectory Prediction","created":"2021-04-04","cited_by_count":97,"area":null},{"id":"2210.01351","title":"Less is More: Task-aware Layer-wise Distillation for Language Model Compression","created":"2022-10-04","cited_by_count":93,"area":null},{"id":"2110.05006","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","created":"2021-10-11","cited_by_count":87,"area":null},{"id":"2310.07707","title":"MatFormer: Nested Transformer for Elastic Inference","created":"2023-10-11","cited_by_count":85,"area":null},{"id":"2103.13258","title":"Dynamic Slimmable Network","created":"2021-03-24","cited_by_count":83,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2203.10705","title":"Compression of Generative Pre-trained Language Models via Quantization","created":"2022-03-21","cited_by_count":79,"area":null},{"id":"2203.06390","title":"BiBERT: Accurate Fully Binarized BERT","created":"2022-03-12","cited_by_count":73,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2105.14444","title":"NAS-BERT: Task-Agnostic and Adaptive-Size BERT Compression with Neural Architecture Search","created":"2021-05-30","cited_by_count":56,"area":null},{"id":"2203.15610","title":"LightHuBERT: Lightweight and Configurable Speech Representation Learning with Once-for-All Hidden-Unit BERT","created":"2022-03-29","cited_by_count":50,"area":null},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2410.08368","title":"ElasticTok: Adaptive Tokenization for Image and Video","created":"2024-10-10","cited_by_count":46,"area":null},{"id":"2503.06027","title":"Empowering Edge Intelligence: A Comprehensive Survey on On-Device AI Models","created":"2025-03-08","cited_by_count":46,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2210.05528","title":"Model Cascading: Towards Jointly Improving Efficiency and Accuracy of NLP Systems","created":"2022-10-11","cited_by_count":44,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2202.08036","title":"No One Left Behind: Inclusive Federated Learning over Heterogeneous Devices","created":"2022-02-16","cited_by_count":37,"area":null},{"id":"2203.14509","title":"Automated Progressive Learning for Efficient Training of Vision Transformers","created":"2022-03-28","cited_by_count":37,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2107.13686","title":"AutoTinyBERT: Automatic Hyper-parameter Optimization for Efficient Pre-trained Language Models","created":"2021-07-29","cited_by_count":31,"area":null},{"id":"2106.02205","title":"Enabling Lightweight Fine-tuning for Pre-trained Language Model Compression based on Matrix Product Operators","created":"2021-06-04","cited_by_count":29,"area":null},{"id":"2208.11180","title":"Auditing Membership Leakages of Multi-Exit Networks","created":"2022-08-23","cited_by_count":27,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2308.13894","title":"FwdLLM: Efficient FedLLM using Forward Gradient","created":"2023-08-26","cited_by_count":26,"area":null},{"id":"2503.01776","title":"Beyond Matryoshka: Revisiting Sparse Coding for Adaptive Representation","created":"2025-03-03","cited_by_count":26,"area":null},{"id":"2205.10162","title":"FedAdapter: Efficient Federated Learning for Modern NLP","created":"2022-05-20","cited_by_count":25,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2210.07913","title":"Efficiently Controlling Multiple Risks with Pareto Testing","created":"2022-10-14","cited_by_count":22,"area":null},{"id":"2107.07445","title":"AutoBERT-Zero: Evolving BERT Backbone from Scratch","created":"2021-07-15","cited_by_count":21,"area":null},{"id":"2108.12821","title":"Analyzing and Mitigating Interference in Neural Architecture Search","created":"2021-08-29","cited_by_count":20,"area":null},{"id":"2112.07198","title":"From Dense to Sparse: Contrastive Pruning for Better Pre-trained Language Model Compression","created":"2021-12-14","cited_by_count":19,"area":null},{"id":"2212.06385","title":"TencentPretrain: A Scalable and Flexible Toolkit for Pre-training Models of Different Modalities","created":"2022-12-13","cited_by_count":19,"area":null},{"id":"2403.12983","title":"OSSCAR: One-Shot Structured Pruning in Vision and Language Models with Combinatorial Optimization","created":"2024-03-02","cited_by_count":18,"area":null},{"id":"2108.08532","title":"An Information Theory-inspired Strategy for Automatic Network Pruning","created":"2021-08-19","cited_by_count":17,"area":null},{"id":"2107.00197","title":"Few-Shot Learning with a Strong Teacher","created":"2021-07-01","cited_by_count":16,"area":null},{"id":"2403.17921","title":"The Need for Speed: Pruning Transformers with One Recipe","created":"2024-03-26","cited_by_count":16,"area":null},{"id":"2407.02348","title":"Agreement-Based Cascading for Efficient Inference","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2105.13471","title":"Inspecting the concept knowledge graph encoded by modern language models","created":"2021-05-27","cited_by_count":15,"area":null},{"id":"2202.02664","title":"No Parameters Left Behind: Sensitivity Guided Adaptive Learning Rate for Training Large Transformer Models","created":"2022-02-06","cited_by_count":15,"area":null},{"id":"2205.10036","title":"Exploring Extreme Parameter Compression for Pre-trained Language Models","created":"2022-05-20","cited_by_count":15,"area":null},{"id":"2211.02738","title":"Intriguing Properties of Compression on Multilingual Models","created":"2022-11-04","cited_by_count":15,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2103.11367","title":"ROSITA: Refined BERT cOmpreSsion with InTegrAted techniques","created":"2021-03-21","cited_by_count":14,"area":null},{"id":"2106.02435","title":"You Only Compress Once: Towards Effective and Elastic BERT Compression via Exploit-Explore Stochastic Nature Gradient","created":"2021-06-04","cited_by_count":14,"area":null},{"id":"2207.05022","title":"STI: Turbocharge NLP Inference at the Edge via Elastic Pipelining","created":"2022-07-11","cited_by_count":14,"area":null},{"id":"2210.15976","title":"BEBERT: Efficient and Robust Binary Ensemble BERT","created":"2022-10-28","cited_by_count":14,"area":null},{"id":"2211.09718","title":"Numerical Optimizations for Weighted Low-rank Estimation on Language Model","created":"2022-11-02","cited_by_count":14,"area":null},{"id":"2301.13310","title":"Alternating Updates for Efficient Transformers","created":"2023-01-30","cited_by_count":13,"area":null},{"id":"2309.05015","title":"DeViT: Decomposing Vision Transformers for Collaborative Inference in Edge Devices","created":"2023-09-10","cited_by_count":13,"area":null},{"id":"2205.11656","title":"FlexiBERT: Are Current Transformer Architectures too Homogeneous and Rigid?","created":"2022-05-23","cited_by_count":12,"area":null},{"id":"2310.04550","title":"Module-wise Adaptive Distillation for Multimodality Foundation Models","created":"2023-10-06","cited_by_count":12,"area":null},{"id":"2312.16733","title":"SuperServe: Fine-Grained Inference Serving for Unpredictable Workloads","created":"2023-12-27","cited_by_count":12,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2506.21387","title":"Early Stopping Tabular In-Context Learning","created":"2025-06-26","cited_by_count":12,"area":null},{"id":"2607.20519","title":"Adaptive Depth in Looped Transformers: Diagnosing Learned Halting Gates and Trajectory Readouts","created":"2026-07-08","cited_by_count":12,"area":null},{"id":"2109.08890","title":"Towards Joint Intent Detection and Slot Filling via Higher-order Attention","created":"2021-09-18","cited_by_count":11,"area":null},{"id":"2210.03923","title":"Sparse Teachers Can Be Dense with Knowledge","created":"2022-10-08","cited_by_count":11,"area":null},{"id":"2302.06117","title":"The Framework Tax: Disparities Between Inference Efficiency in NLP Research and Deployment","created":"2023-02-13","cited_by_count":11,"area":null},{"id":"2306.14152","title":"Low-Rank Prune-And-Factorize for Language Model Compression","created":"2023-06-25","cited_by_count":11,"area":null},{"id":"2308.03449","title":"Accurate Retraining-free Pruning for Pretrained Encoder-based Language Models","created":"2023-08-07","cited_by_count":11,"area":null},{"id":"2409.17978","title":"HydraViT: Stacking Heads for a Scalable ViT","created":"2024-09-26","cited_by_count":11,"area":null},{"id":"2203.15996","title":"TextPruner: A Model Pruning Toolkit for Pre-Trained Language Models","created":"2022-03-30","cited_by_count":10,"area":null},{"id":"2204.11218","title":"Learning to Win Lottery Tickets in BERT Transfer via Task-agnostic Mask Training","created":"2022-04-24","cited_by_count":10,"area":null},{"id":"2211.12707","title":"Can Open-Domain QA Reader Utilize External Knowledge Efficiently like Humans?","created":"2022-11-23","cited_by_count":10,"area":null},{"id":"2401.09964","title":"When Neural Code Completion Models Size up the Situation: Attaining Cheaper and Faster Completion through Dynamic Model Inference","created":"2024-01-18","cited_by_count":10,"area":null},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2110.08940","title":"Dynamic Slimmable Denoising Network","created":"2021-10-17","cited_by_count":9,"area":null},{"id":"2203.00748","title":"E-LANG: Energy-Based Joint Inferencing of Super and Swift Language Models","created":"2022-03-01","cited_by_count":8,"area":null},{"id":"2109.11105","title":"Distiller: A Systematic Study of Model Distillation Methods in Natural Language Processing","created":"2021-09-23","cited_by_count":7,"area":null},{"id":"2201.08539","title":"AutoDistill: an End-to-End Framework to Explore and Distill Hardware-Efficient Language Models","created":"2022-01-21","cited_by_count":7,"area":null},{"id":"2205.04157","title":"Task-specific Compression for Multi-task Language Models using Attribution-based Pruning","created":"2022-05-09","cited_by_count":7,"area":null},{"id":"2207.10341","title":"UFO: Unified Feature Optimization","created":"2022-07-21","cited_by_count":7,"area":null},{"id":"2309.08968","title":"Sorted LLaMA: Unlocking the Potential of Intermediate Layers of Large Language Models for Dynamic Inference","created":"2023-09-16","cited_by_count":7,"area":null},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2310.10054","title":"NASH: A Simple Unified Framework of Structured Pruning for Accelerating Encoder-Decoder Language Models","created":"2023-10-16","cited_by_count":7,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2507.10800","title":"ThinkingViT: Matryoshka Thinking Vision Transformer for Elastic Inference","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2507.19360","title":"EA-ViT: Efficient Adaptation for Elastic Vision Transformer","created":"2025-07-25","cited_by_count":7,"area":null},{"id":"2109.10060","title":"DS-Net++: Dynamic Weight Slicing for Efficient Inference in CNNs and Transformers","created":"2021-09-21","cited_by_count":6,"area":null},{"id":"2110.04711","title":"SuperShaper: Task-Agnostic Super Pre-training of BERT Models with Variable Hidden Dimensions","created":"2021-10-10","cited_by_count":6,"area":null},{"id":"2309.00255","title":"SortedNet: A Scalable and Generalized Framework for Training Modular Deep Neural Networks","created":"2023-09-01","cited_by_count":6,"area":null},{"id":"2310.12126","title":"SHARCS: Efficient Transformers through Routing with Dynamic Width Sub-networks","created":"2023-10-18","cited_by_count":6,"area":null},{"id":"2412.04786","title":"Slicing Vision Transformer for Flexible Inference","created":"2024-12-06","cited_by_count":6,"area":null},{"id":"2205.14570","title":"MiniDisc: Minimal Distillation Schedule for Language Model Compression","created":"2022-05-29","cited_by_count":5,"area":null},{"id":"2308.16475","title":"$\\rm SP^3$: Enhancing Structured Pruning via PCA Projection","created":"2023-08-31","cited_by_count":5,"area":null},{"id":"2402.00976","title":"Investigating Recurrent Transformers with Dynamic Halt","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2412.20004","title":"Adaptive Parameter-Efficient Federated Fine-Tuning on Heterogeneous Devices","created":"2024-12-28","cited_by_count":5,"area":null}],"next_cursor":"100"}