{"total":16,"rows":[{"id":"2209.14733","title":"Hyper-Representations as Generative Models: Sampling Unseen Neural Network Weights","created":"2022-09-29","cited_by_count":64,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2104.04868","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","created":"2021-04-10","cited_by_count":14,"area":"distill"},{"id":"2108.02598","title":"Knowledge Distillation from BERT Transformer to Speech Transformer for Intent Classification","created":"2021-08-05","cited_by_count":14,"area":"distill"},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2212.04884","title":"Co-training $2^L$ Submodels for Visual Recognition","created":"2022-12-09","cited_by_count":8,"area":"distill"},{"id":"2312.17473","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","created":"2023-12-29","cited_by_count":5,"area":"distill"},{"id":"2103.13733","title":"Spirit Distillation: Precise Real-time Semantic Segmentation of Road Scenes with Insufficient Data","created":"2021-03-25","cited_by_count":4,"area":"distill"},{"id":"2409.06955","title":"Privacy-Preserving Federated Learning with Consistency via Knowledge Distillation Using Conditional Generator","created":"2024-09-11","cited_by_count":2,"area":"distill"},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2210.09668","title":"On effects of Knowledge Distillation on Transfer Learning","created":"2022-10-18","cited_by_count":1,"area":"distill"},{"id":"2103.00053","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","created":"2021-02-26","cited_by_count":0,"area":"distill"},{"id":"2106.00368","title":"Natural Statistics of Network Activations and Implications for Knowledge Distillation","created":"2021-06-01","cited_by_count":0,"area":"distill"},{"id":"2108.06681","title":"Multi-granularity for knowledge distillation","created":"2021-08-15","cited_by_count":0,"area":"distill"},{"id":"2409.02699","title":"Collaborative Learning for Enhanced Unsupervised Domain Adaptation","created":"2024-09-04","cited_by_count":0,"area":"distill"},{"id":"2609.09595","title":"Teacher Geometry Shapes Learnability in Teacher-Student Networks","created":"2026-09-09","cited_by_count":0,"area":"distill"}],"next_cursor":null}