{"total":170,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2311.03099","title":"Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch","created":"2023-11-06","cited_by_count":694,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2402.05162","title":"Assessing the Brittleness of Safety Alignment via Pruning and Low-Rank Modifications","created":"2024-02-07","cited_by_count":231,"area":"alignment"},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2309.12314","title":"TinyCLIP: CLIP Distillation via Affinity Mimicking and Weight Inheritance","created":"2023-09-21","cited_by_count":90,"area":null},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2403.00835","title":"CLLMs: Consistency Large Language Models","created":"2024-02-28","cited_by_count":72,"area":"inference"},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2406.16778","title":"Finding Transformer Circuits with Edge Pruning","created":"2024-06-24","cited_by_count":60,"area":null},{"id":"2210.07795","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","created":"2022-10-14","cited_by_count":56,"area":"mllm"},{"id":"2407.00945","title":"Efficient Expert Pruning for Sparse Mixture-of-Experts Language Models: Enhancing Performance and Reducing Inference Costs","created":"2024-07-01","cited_by_count":53,"area":"moe"},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2305.02869","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","created":"2023-05-04","cited_by_count":33,"area":null},{"id":"2302.14132","title":"Structured Pruning of Self-Supervised Pre-trained Models for Speech Recognition and Understanding","created":"2023-02-27","cited_by_count":31,"area":null},{"id":"2302.03773","title":"What Matters In The Structured Pruning of Generative Language Models?","created":"2023-02-07","cited_by_count":30,"area":null},{"id":"2403.07839","title":"MoPE-CLIP: Structured Pruning for Efficient Vision-Language Models with Module-wise Pruning Error Metric","created":"2024-03-12","cited_by_count":30,"area":"mllm"},{"id":"2401.12200","title":"APT: Adaptive Pruning and Tuning Pretrained Language Models for Efficient Training and Inference","created":"2024-01-22","cited_by_count":29,"area":null},{"id":"2502.07855","title":"Vision-Language Models for Edge Networks: A Comprehensive Survey","created":"2025-02-11","cited_by_count":29,"area":"mllm"},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2410.11988","title":"DISP-LLM: Dimension-Independent Structural Pruning for Large Language Models","created":"2024-10-15","cited_by_count":24,"area":null},{"id":"2305.13865","title":"Selective Pre-training for Private Fine-tuning","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2210.07913","title":"Efficiently Controlling Multiple Risks with Pareto Testing","created":"2022-10-14","cited_by_count":22,"area":null},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2205.12694","title":"Train Flat, Then Compress: Sharpness-Aware Minimization Learns More Compressible Models","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2211.07886","title":"A Survey for Efficient Open Domain Question Answering","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2211.13955","title":"MPCViT: Searching for Accurate and Efficient MPC-Friendly Vision Transformer with Heterogeneous Attention","created":"2022-11-25","cited_by_count":20,"area":null},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2310.05015","title":"Compresso: Structured Pruning with Collaborative Prompting Learns Compact Large Language Models","created":"2023-10-08","cited_by_count":19,"area":null},{"id":"2311.09758","title":"OrchestraLLM: Efficient Orchestration of Language Models for Dialogue State Tracking","created":"2023-11-16","cited_by_count":19,"area":null},{"id":"2410.17875","title":"Understanding Layer Significance in LLM Alignment","created":"2024-10-23","cited_by_count":19,"area":"alignment"},{"id":"2506.17188","title":"Towards AI Search Paradigm","created":"2025-06-20","cited_by_count":19,"area":null},{"id":"2311.13171","title":"ComPEFT: Compression for Communicating Parameter Efficient Updates via Sparsification and Quantization","created":"2023-11-22","cited_by_count":18,"area":null},{"id":"2403.12983","title":"OSSCAR: One-Shot Structured Pruning in Vision and Language Models with Combinatorial Optimization","created":"2024-03-02","cited_by_count":18,"area":null},{"id":"2411.19146","title":"Puzzle: Distillation-Based NAS for Inference-Optimized LLMs","created":"2024-11-28","cited_by_count":17,"area":null},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16,"area":"moe"},{"id":"2505.13737","title":"Causal Head Gating: A Framework for Interpreting Roles of Attention Heads in Transformers","created":"2025-05-19","cited_by_count":16,"area":null},{"id":"2306.01385","title":"Task-Agnostic Structured Pruning of Speech Representation Models","created":"2023-06-02","cited_by_count":15,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2310.06927","title":"Sparse Fine-tuning for Inference Acceleration of Large Language Models","created":"2023-10-10","cited_by_count":14,"area":"inference"},{"id":"2404.09695","title":"LoRAP: Transformer Sub-Layers Deserve Differentiated Structured Compression for Large Language Models","created":"2024-04-15","cited_by_count":12,"area":null},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2210.03923","title":"Sparse Teachers Can Be Dense with Knowledge","created":"2022-10-08","cited_by_count":11,"area":null},{"id":"2305.01645","title":"Distill or Annotate? Cost-Efficient Fine-Tuning of Compact Models","created":"2023-05-02","cited_by_count":11,"area":null},{"id":"2305.10788","title":"DQ-Whisper: Joint Distillation and Quantization for Efficient Multilingual Speech Recognition","created":"2023-05-18","cited_by_count":11,"area":null},{"id":"2305.19549","title":"Accurate and Structured Pruning for Efficient Automatic Speech Recognition","created":"2023-05-31","cited_by_count":11,"area":null},{"id":"2306.14152","title":"Low-Rank Prune-And-Factorize for Language Model Compression","created":"2023-06-25","cited_by_count":11,"area":null},{"id":"2308.03449","title":"Accurate Retraining-free Pruning for Pretrained Encoder-based Language Models","created":"2023-08-07","cited_by_count":11,"area":null},{"id":"2405.03637","title":"Collage: Light-Weight Low-Precision Strategy for LLM Training","created":"2024-05-06","cited_by_count":10,"area":null},{"id":"2210.05709","title":"Shapley Head Pruning: Identifying and Removing Interference in Multilingual Transformers","created":"2022-10-11","cited_by_count":9,"area":null},{"id":"2212.07634","title":"Gradient-based Intra-attention Pruning on Pre-trained Language Models","created":"2022-12-15","cited_by_count":9,"area":"distill"},{"id":"2307.07705","title":"CA-LoRA: Adapting Existing LoRA for Compressed LLMs to Enable Efficient Multi-Tasking on Personal Devices","created":"2023-07-15","cited_by_count":9,"area":null},{"id":"2402.18593","title":"Sustainable Supercomputing for AI: GPU Power Capping at HPC Scale","created":"2024-02-25","cited_by_count":9,"area":null},{"id":"2205.14107","title":"Spartan: Differentiable Sparsity via Regularized Transportation","created":"2022-05-27","cited_by_count":8,"area":null},{"id":"2305.09098","title":"Weight-Inherited Distillation for Task-Agnostic BERT Compression","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2503.01874","title":"CABS: Conflict-Aware and Balanced Sparsification for Enhancing Model Merging","created":"2025-02-26","cited_by_count":8,"area":null},{"id":"2210.06210","title":"Pruning Pre-trained Language Models Without Fine-Tuning","created":"2022-10-12","cited_by_count":7,"area":null},{"id":"2310.10054","title":"NASH: A Simple Unified Framework of Structured Pruning for Accelerating Encoder-Decoder Language Models","created":"2023-10-16","cited_by_count":7,"area":null},{"id":"2403.14919","title":"Hierarchical Skip Decoding for Efficient Autoregressive Text Generation","created":"2024-03-22","cited_by_count":7,"area":"inference"},{"id":"2407.18930","title":"Dynamic Encoder Size Based on Data-Driven Layer-wise Pruning for Speech Recognition","created":"2024-07-10","cited_by_count":7,"area":null},{"id":"2412.20677","title":"Align Attention Heads Before Merging Them: An Effective Way for Converting MHA to GQA","created":"2024-12-30","cited_by_count":7,"area":null},{"id":"2506.18623","title":"Efficient and Robust Speaker Diarization via Structured Pruning of Self-Supervised Models","created":"2025-06-23","cited_by_count":7,"area":"distill"},{"id":"2306.14393","title":"Constraint-aware and Ranking-distilled Token Pruning for Efficient Transformer Inference","created":"2023-06-26","cited_by_count":6,"area":"inference"},{"id":"2308.04386","title":"Learning Evaluation Models from Large Language Models for Sequence Generation","created":"2023-08-08","cited_by_count":6,"area":null},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6,"area":null},{"id":"2310.12126","title":"SHARCS: Efficient Transformers through Routing with Dynamic Width Sub-networks","created":"2023-10-18","cited_by_count":6,"area":null},{"id":"2410.11650","title":"Efficient Partitioning Vision Transformer on Edge Devices for Distributed Inference","created":"2024-10-15","cited_by_count":6,"area":null},{"id":"2304.02319","title":"Efficient CNNs via Passive Filter Pruning","created":"2023-04-05","cited_by_count":5,"area":null},{"id":"2310.01886","title":"BYOM: Building Your Own Multi-Task Model For Free","created":"2023-10-03","cited_by_count":5,"area":null},{"id":"2402.16830","title":"SKILL: Similarity-aware Knowledge distILLation for Speech Self-Supervised Learning","created":"2024-02-26","cited_by_count":5,"area":"distill"},{"id":"2603.01685","title":"FastLightGen: Fast and Light Video Generation with Fewer Steps and Parameters","created":"2026-03-02","cited_by_count":5,"area":null},{"id":"2209.00625","title":"SwiftPruner: Reinforced Evolutionary Pruning for Efficient Ad Relevance","created":"2022-08-30","cited_by_count":4,"area":null},{"id":"2302.09369","title":"Calibrating the Rigged Lottery: Making All Tickets Reliable","created":"2023-02-18","cited_by_count":4,"area":null},{"id":"2302.12441","title":"MUX-PLMs: Data Multiplexing for High-throughput Language Models","created":"2023-02-24","cited_by_count":4,"area":null},{"id":"2303.05378","title":"Greener yet Powerful: Taming Large Code Generation Models with Quantization","created":"2023-03-09","cited_by_count":4,"area":null},{"id":"2305.12330","title":"Task-agnostic Distillation of Encoder-Decoder Language Models","created":"2023-05-21","cited_by_count":4,"area":null},{"id":"2401.04044","title":"FFSplit: Split Feed-Forward Network For Optimizing Accuracy-Efficiency Trade-off in Language Model Inference","created":"2024-01-08","cited_by_count":4,"area":null},{"id":"2403.20284","title":"LayerNorm: A key component in parameter-efficient fine-tuning","created":"2024-03-29","cited_by_count":4,"area":null},{"id":"2407.13331","title":"Reconstruct the Pruned Model without Any Retraining","created":"2024-07-18","cited_by_count":4,"area":null},{"id":"2409.09085","title":"HESSO: Towards Automatic Efficient and User Friendly Any Neural Network Training and Pruning","created":"2024-09-11","cited_by_count":4,"area":null}],"next_cursor":"100"}