{"total":22,"rows":[{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2209.14733","title":"Hyper-Representations as Generative Models: Sampling Unseen Neural Network Weights","created":"2022-09-29","cited_by_count":64,"area":"distill"},{"id":"2110.15094","title":"Mosaicking to Distill: Knowledge Distillation from Out-of-Domain Data","created":"2021-10-27","cited_by_count":32,"area":"distill"},{"id":"2104.08945","title":"Data-Efficient Language-Supervised Zero-Shot Learning with Self-Distillation","created":"2021-04-18","cited_by_count":22,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2207.10951","title":"Hyper-Representations for Pre-Training and Transfer Learning","created":"2022-07-22","cited_by_count":12,"area":"distill"},{"id":"2212.08974","title":"3D Point Cloud Pre-training with Knowledge Distillation from 2D Images","created":"2022-12-17","cited_by_count":7,"area":"distill"},{"id":"2306.02679","title":"Joint Pre-training and Local Re-training: Transferable Representation Learning on Multi-source Knowledge Graphs","created":"2023-06-05","cited_by_count":5,"area":"distill"},{"id":"2306.17424","title":"Audio Embeddings as Teachers for Music Classification","created":"2023-06-30","cited_by_count":5,"area":"distill"},{"id":"2111.03555","title":"AUTOKD: Automatic Knowledge Distillation Into A Student Architecture Family","created":"2021-11-05","cited_by_count":3,"area":"distill"},{"id":"2110.14215","title":"Beyond Classification: Knowledge Distillation using Multi-Object Impressions","created":"2021-10-27","cited_by_count":2,"area":"distill"},{"id":"2112.06253","title":"Up to 100$\\times$ Faster Data-free Knowledge Distillation","created":"2021-12-12","cited_by_count":2,"area":"distill"},{"id":"2310.13782","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","created":"2023-10-20","cited_by_count":2,"area":"distill"},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2210.09668","title":"On effects of Knowledge Distillation on Transfer Learning","created":"2022-10-18","cited_by_count":1,"area":"distill"},{"id":"2103.00497","title":"Distilling Knowledge via Intermediate Classifiers","created":"2021-02-28","cited_by_count":0,"area":"distill"},{"id":"2309.11446","title":"Weight Averaging Improves Knowledge Distillation under Domain Shift","created":"2023-09-20","cited_by_count":0,"area":"distill"},{"id":"2506.23041","title":"ReMem: Mutual Information-Aware Fine-tuning of Pretrained Vision Transformers for Effective Knowledge Distillation","created":"2025-06-29","cited_by_count":0,"area":"distill"},{"id":"2508.20461","title":"Dual-Model Weight Selection and Self-Knowledge Distillation for Medical Image Classification","created":"2025-08-28","cited_by_count":0,"area":"distill"}],"next_cursor":null}