{"total":14,"rows":[{"id":"2210.07686","title":"Learning Generalizable Models for Vehicle Routing Problems via Knowledge Distillation","created":"2022-10-14","cited_by_count":62,"area":"distill"},{"id":"2109.08359","title":"Distilling Linguistic Context for Language Model Compression","created":"2021-09-17","cited_by_count":33,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2410.16215","title":"Pre-training Distillation for Large Language Models: A Design Space Exploration","created":"2024-10-21","cited_by_count":27,"area":"distill"},{"id":"2212.07634","title":"Gradient-based Intra-attention Pruning on Pre-trained Language Models","created":"2022-12-15","cited_by_count":9,"area":"distill"},{"id":"2306.08909","title":"Bridging the Gap between Decision and Logits in Decision-based Knowledge Distillation for Pre-trained Language Models","created":"2023-06-15","cited_by_count":5,"area":"distill"},{"id":"2306.02379","title":"Modular Transformers: Compressing Transformers into Modularized Layers for Flexible Efficient Inference","created":"2023-06-04","cited_by_count":4,"area":"distill"},{"id":"2406.16524","title":"The Privileged Students: On the Value of Initialization in Multilingual Knowledge Distillation","created":"2024-06-24","cited_by_count":4,"area":"distill"},{"id":"2410.08407","title":"What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias","created":"2024-10-10","cited_by_count":4,"area":"distill"},{"id":"2212.08349","title":"Swing Distillation: A Privacy-Preserving Knowledge Distillation Framework","created":"2022-12-16","cited_by_count":1,"area":"distill"},{"id":"2312.11938","title":"DMT: Comprehensive Distillation with Multiple Self-supervised Teachers","created":"2023-12-19","cited_by_count":1,"area":"distill"},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"},{"id":"2507.19741","title":"Basic Reading Distillation","created":"2025-07-26","cited_by_count":0,"area":"distill"},{"id":"2608.17515","title":"Beyond FLOPs: Energy-Aware Knowledge Distillation for Sustainable LLMs on Code-Related Task","created":"2026-08-18","cited_by_count":0,"area":"distill"}],"next_cursor":null}