{"total":57,"rows":[{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2101.02388","title":"Knowledge Distillation in Iterative Generative Models for Improved Sampling Speed","created":"2021-01-07","cited_by_count":348,"area":"diffusion"},{"id":"2305.10160","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","created":"2023-05-17","cited_by_count":142,"area":null},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2210.01351","title":"Less is More: Task-aware Layer-wise Distillation for Language Model Compression","created":"2022-10-04","cited_by_count":93,"area":null},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2203.10705","title":"Compression of Generative Pre-trained Language Models via Quantization","created":"2022-03-21","cited_by_count":79,"area":null},{"id":"2105.13239","title":"CoSQA: 20,000+ Web Queries for Code Search and Question Answering","created":"2021-05-27","cited_by_count":75,"area":null},{"id":"2411.01016","title":"MoE-I$^2$: Compressing Mixture of Experts Models through Inter-Expert Pruning and Intra-Expert Low-Rank Decomposition","created":"2024-11-01","cited_by_count":57,"area":"moe"},{"id":"2408.09632","title":"MoDeGPT: Modular Decomposition for Large Language Model Compression","created":"2024-08-19","cited_by_count":48,"area":null},{"id":"2109.05427","title":"Not All Negatives are Equal: Label-Aware Contrastive Loss for Fine-grained Text Classification","created":"2021-09-12","cited_by_count":43,"area":null},{"id":"2102.12982","title":"A Primer on Contrastive Pretraining in Language Processing: Methods, Lessons Learned and Perspectives","created":"2021-02-25","cited_by_count":41,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2204.07675","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","created":"2022-04-15","cited_by_count":37,"area":"moe"},{"id":"2106.02205","title":"Enabling Lightweight Fine-tuning for Pre-trained Language Model Compression based on Matrix Product Operators","created":"2021-06-04","cited_by_count":29,"area":null},{"id":"2305.10010","title":"AD-KD: Attribution-Driven Knowledge Distillation for Language Model Compression","created":"2023-05-17","cited_by_count":26,"area":"distill"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2310.14192","title":"PromptMix: A Class Boundary Augmentation Method for Large Language Model Distillation","created":"2023-10-22","cited_by_count":25,"area":null},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2109.06243","title":"KroneckerBERT: Learning Kronecker Decomposition for Pre-trained Language Models via Knowledge Distillation","created":"2021-09-13","cited_by_count":20,"area":"distill"},{"id":"2105.13003","title":"Rethinking InfoNCE: How Many Negative Samples Do You Need?","created":"2021-05-27","cited_by_count":19,"area":null},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2310.09499","title":"One-Shot Sensitivity-Aware Mixed Sparsity Pruning for Large Language Models","created":"2023-10-14","cited_by_count":16,"area":null},{"id":"2409.17372","title":"Search for Efficient Large Language Models","created":"2024-09-25","cited_by_count":14,"area":"inference"},{"id":"2505.19201","title":"DREAM: Drafting with Refined Target Features and Entropy-Adaptive Cross-Attention Fusion for Multimodal Speculative Decoding","created":"2025-05-25","cited_by_count":14,"area":"mllm"},{"id":"2111.08774","title":"Finding the Right Moment: Human-Assisted Trailer Creation via Task Composition","created":"2021-11-16","cited_by_count":12,"area":null},{"id":"2304.11872","title":"Generation-driven Contrastive Self-training for Zero-shot Text Classification with Instruction-following LLM","created":"2023-04-24","cited_by_count":12,"area":"synth"},{"id":"2105.14839","title":"Greedy-layer Pruning: Speeding up Transformer Models for Natural Language Processing","created":"2021-05-31","cited_by_count":11,"area":"distill"},{"id":"2305.15032","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","created":"2023-05-24","cited_by_count":9,"area":"distill"},{"id":"2411.07762","title":"ASER: Activation Smoothing and Error Reconstruction for Large Language Model Quantization","created":"2024-11-12","cited_by_count":8,"area":null},{"id":"2205.02340","title":"Knowledge Distillation of Russian Language Models with Reduction of Vocabulary","created":"2022-05-04","cited_by_count":7,"area":"distill"},{"id":"2209.00568","title":"Distilling Multi-Scale Knowledge for Event Temporal Relation Extraction","created":"2022-09-01","cited_by_count":6,"area":null},{"id":"2406.07017","title":"MoreauPruner: Robust Pruning of Large Language Models against Weight Perturbations","created":"2024-06-11","cited_by_count":5,"area":null},{"id":"2204.07674","title":"CILDA: Contrastive Data Augmentation using Intermediate Layer Knowledge Distillation","created":"2022-04-15","cited_by_count":4,"area":"distill"},{"id":"2512.03553","title":"Dynamic Content Moderation in Livestreams: Combining Supervised Classification with MLLM-Boosted Similarity Matching","created":"2025-12-03","cited_by_count":4,"area":null},{"id":"2605.24956","title":"NITP: Next Implicit Token Prediction for LLM Pre-training","created":"2026-05-24","cited_by_count":4,"area":"moe"},{"id":"2310.15594","title":"Retrieval-based Knowledge Transfer: An Effective Approach for Extreme Large Language Model Compression","created":"2023-10-24","cited_by_count":3,"area":null},{"id":"2311.05472","title":"Text Representation Distillation via Information Bottleneck Principle","created":"2023-11-09","cited_by_count":3,"area":null},{"id":"2112.05638","title":"DistilCSE: Effective Knowledge Distillation For Contrastive Sentence Embeddings","created":"2021-12-10","cited_by_count":2,"area":"distill"},{"id":"2205.12428","title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?","created":"2022-05-25","cited_by_count":2,"area":"distill"},{"id":"2206.02531","title":"3D-Augmented Contrastive Knowledge Distillation for Image-based Object Pose Estimation","created":"2022-06-02","cited_by_count":2,"area":"distill"},{"id":"2210.12857","title":"Bootstrapping meaning through listening: Unsupervised learning of spoken sentence embeddings","created":"2022-10-23","cited_by_count":2,"area":null},{"id":"2502.14910","title":"EvoP: Robust LLM Inference via Evolutionary Pruning","created":"2025-02-19","cited_by_count":2,"area":null},{"id":"2501.15278","title":"PIP: Perturbation-based Iterative Pruning for Large Language Models","created":"2025-01-25","cited_by_count":1,"area":null},{"id":"2506.11469","title":"Structure-Aware Automatic Channel Pruning by Searching with Graph Embedding","created":"2025-06-13","cited_by_count":1,"area":null},{"id":"2510.13832","title":"Entropy Meets Importance: A Unified Head Importance-Entropy Score for Stable and Efficient Transformer Pruning","created":"2025-10-10","cited_by_count":1,"area":null},{"id":"2511.18692","title":"VLM in a flash: I/O-Efficient Sparsification of Vision-Language Model via Neuron Chunking","created":"2025-11-24","cited_by_count":1,"area":"mllm"},{"id":"2606.00535","title":"DREAM-S: Speculative Decoding with Searchable Drafting and Target-Aware Refinement for Multimodal Generation","created":"2026-05-30","cited_by_count":1,"area":"mllm"},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2310.02699","title":"Continual Contrastive Spoken Language Understanding","created":"2023-10-04","cited_by_count":0,"area":null},{"id":"2401.12472","title":"Contrastive Learning in Distilled Models","created":"2024-01-23","cited_by_count":0,"area":null},{"id":"2508.01475","title":"$R^2$-CoD: Understanding Text-Graph Complementarity in Relational Reasoning via Knowledge Co-Distillation","created":"2025-08-02","cited_by_count":0,"area":null},{"id":"2511.22955","title":"Experts are all you need: A Composable Framework for Large Language Model Inference","created":"2025-11-28","cited_by_count":0,"area":null},{"id":"2602.21652","title":"Sparsity Induction for Accurate Post-Training Pruning of Large Language Models","created":"2026-02-25","cited_by_count":0,"area":null},{"id":"2603.04720","title":"A Benchmark Study of Neural Network Compression Methods for Hyperspectral Image Classification","created":"2026-03-05","cited_by_count":0,"area":null},{"id":"2605.08902","title":"DAPE: Dynamic Non-uniform Alignment and Progressive Detail Enhancement Techniques for Improving the Performance of Efficient Visual Language Models","created":"2026-05-09","cited_by_count":0,"area":"mllm"}],"next_cursor":null}