{"total":17,"rows":[{"id":"2307.15190","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","created":"2023-07-27","cited_by_count":114,"area":"distill"},{"id":"2210.07686","title":"Learning Generalizable Models for Vehicle Routing Problems via Knowledge Distillation","created":"2022-10-14","cited_by_count":62,"area":"distill"},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2303.01130","title":"Distillation from Heterogeneous Models for Top-K Recommendation","created":"2023-03-02","cited_by_count":13,"area":"distill"},{"id":"2302.12757","title":"Ensemble knowledge distillation of self-supervised speech models","created":"2023-02-24","cited_by_count":12,"area":"distill"},{"id":"2406.10861","title":"Knowledge Distillation in Federated Learning: a Survey on Long Lasting Challenges and New Solutions","created":"2024-06-16","cited_by_count":9,"area":"distill"},{"id":"2204.00548","title":"Unified and Effective Ensemble Knowledge Distillation","created":"2022-04-01","cited_by_count":5,"area":"distill"},{"id":"2408.08144","title":"MIDAS: Multi-level Intent, Domain, And Slot Knowledge Distillation for Multi-turn NLU","created":"2024-08-15","cited_by_count":2,"area":"distill"},{"id":"2504.16056","title":"Honey, I Shrunk the Language Model: Impact of Knowledge Distillation Methods on Performance and Explainability","created":"2025-04-22","cited_by_count":2,"area":"distill"},{"id":"2609.23697","title":"Distill What You Trust: Reliability-Aware Multi-Teacher On-Policy Distillation","created":"2026-09-20","cited_by_count":2,"area":"distill"},{"id":"2402.14035","title":"Wisdom of Committee: Diverse Distillation from Large Foundation Models and Domain Experts","created":"2024-02-21","cited_by_count":1,"area":"distill"},{"id":"2406.06999","title":"Teaching with Uncertainty: Unleashing the Potential of Knowledge Distillation in Object Detection","created":"2024-06-11","cited_by_count":1,"area":"distill"},{"id":"2407.09020","title":"3M-Health: Multimodal Multi-Teacher Knowledge Distillation for Mental Health Detection","created":"2024-07-12","cited_by_count":1,"area":"distill"},{"id":"2606.19363","title":"When to Trust, How to Distill: Multi-Foundation Model Guidance for Lightweight, Robust Scientific Time Series Forecasting","created":"2026-06-10","cited_by_count":1,"area":"distill"},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2411.16991","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","created":"2024-11-25","cited_by_count":0,"area":"distill"}],"next_cursor":null}