{"total":65,"rows":[{"id":"2105.10056","title":"Data-Free Knowledge Distillation for Heterogeneous Federated Learning","created":"2021-05-20","cited_by_count":383,"area":"distill"},{"id":"2105.08584","title":"Contrastive Model Inversion for Data-Free Knowledge Distillation","created":"2021-05-18","cited_by_count":66,"area":"distill"},{"id":"2204.12997","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","created":"2022-04-27","cited_by_count":65,"area":"distill"},{"id":"2105.07519","title":"Graph-Free Knowledge Distillation for Graph Neural Networks","created":"2021-05-16","cited_by_count":46,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2110.15094","title":"Mosaicking to Distill: Knowledge Distillation from Out-of-Domain Data","created":"2021-10-27","cited_by_count":32,"area":"distill"},{"id":"2112.15278","title":"Data-Free Knowledge Transfer: A Survey","created":"2021-12-31","cited_by_count":31,"area":"distill"},{"id":"2209.10359","title":"Momentum Adversarial Distillation: Handling Large Distribution Shifts in Data-Free Knowledge Distillation","created":"2022-09-21","cited_by_count":31,"area":"distill"},{"id":"2104.09732","title":"Knowledge Distillation as Semiparametric Inference","created":"2021-04-20","cited_by_count":29,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2406.07876","title":"Small Scale Data-Free Knowledge Distillation","created":"2024-06-12","cited_by_count":20,"area":"distill"},{"id":"2305.18413","title":"Learning to Learn from APIs: Black-Box Data-Free Meta-Learning","created":"2023-05-28","cited_by_count":18,"area":"distill"},{"id":"2205.11845","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","created":"2022-05-24","cited_by_count":15,"area":"distill"},{"id":"2104.04868","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","created":"2021-04-10","cited_by_count":14,"area":"distill"},{"id":"2207.12106","title":"Black-box Few-shot Knowledge Distillation","created":"2022-07-25","cited_by_count":14,"area":"distill"},{"id":"2102.13088","title":"Even your Teacher Needs Guidance: Ground-Truth Targets Dampen Regularization Imposed by Self-Distillation","created":"2021-02-25","cited_by_count":11,"area":"distill"},{"id":"2403.19539","title":"De-confounded Data-free Knowledge Distillation for Handling Distribution Shifts","created":"2024-03-28","cited_by_count":11,"area":"distill"},{"id":"2406.02886","title":"PLaD: Preference-based Large Language Model Distillation with Pseudo-Preference Pairs","created":"2024-06-05","cited_by_count":11,"area":"distill"},{"id":"2104.03164","title":"Distilling and Transferring Knowledge via cGAN-generated Samples for Image Classification and Regression","created":"2021-04-07","cited_by_count":10,"area":"distill"},{"id":"2105.03544","title":"Test-Time Adaptation Toward Personalized Speech Enhancement: Zero-Shot Learning with Knowledge Distillation","created":"2021-05-08","cited_by_count":10,"area":"distill"},{"id":"2104.05382","title":"Dual Discriminator Adversarial Distillation for Data-free Model Compression","created":"2021-04-12","cited_by_count":9,"area":"distill"},{"id":"2308.14852","title":"SynthDistill: Face Recognition with Knowledge Distillation from Synthetic Data","created":"2023-08-28","cited_by_count":9,"area":"distill"},{"id":"2205.07523","title":"Prompting to Distill: Boosting Data-Free Knowledge Distillation via Reinforced Prompt","created":"2022-05-16","cited_by_count":8,"area":"distill"},{"id":"2302.08771","title":"Explicit and Implicit Knowledge Distillation via Unlabeled Data","created":"2023-02-17","cited_by_count":8,"area":"distill"},{"id":"2307.16601","title":"Sampling to Distill: Knowledge Transfer from Open-World Data","created":"2023-07-31","cited_by_count":8,"area":"distill"},{"id":"2101.06069","title":"Mining Data Impressions from Deep Models as Substitute for the Unavailable Training Data","created":"2021-01-15","cited_by_count":7,"area":"distill"},{"id":"2102.11638","title":"Enhancing Data-Free Adversarial Distillation with Activation Regularization and Virtual Interpolation","created":"2021-02-23","cited_by_count":7,"area":"distill"},{"id":"2205.03811","title":"Data-Free Adversarial Knowledge Distillation for Graph Neural Networks","created":"2022-05-08","cited_by_count":7,"area":"distill"},{"id":"2404.09326","title":"Weight Copy and Low-Rank Adaptation for Few-Shot Distillation of Vision Transformers","created":"2024-04-14","cited_by_count":6,"area":"distill"},{"id":"2410.02116","title":"Dataset Distillation via Knowledge Distillation: Towards Efficient Self-Supervised Pre-Training of Deep Networks","created":"2024-10-03","cited_by_count":6,"area":"distill"},{"id":"2412.11380","title":"Relation-Guided Adversarial Learning for Data-free Knowledge Transfer","created":"2024-12-16","cited_by_count":6,"area":"distill"},{"id":"2107.08039","title":"Representation Consolidation for Training Expert Students","created":"2021-07-16","cited_by_count":5,"area":"distill"},{"id":"2208.12464","title":"Dense Depth Distillation with Out-of-Distribution Simulated Images","created":"2022-08-26","cited_by_count":4,"area":"distill"},{"id":"2301.04338","title":"Synthetic data generation method for data-free knowledge distillation in regression neural networks","created":"2023-01-11","cited_by_count":4,"area":"distill"},{"id":"2406.04512","title":"To Distill or Not to Distill? On the Robustness of Robust Knowledge Distillation","created":"2024-06-06","cited_by_count":4,"area":"distill"},{"id":"2407.01257","title":"uDistil-Whisper: Label-Free Data Filtering for Knowledge Distillation in Low-Data Regimes","created":"2024-07-01","cited_by_count":4,"area":"distill"},{"id":"2510.02302","title":"Knowledge Distillation Detection for Open-weights Models","created":"2025-10-02","cited_by_count":4,"area":"distill"},{"id":"2211.10943","title":"Scalable Collaborative Learning via Representation Sharing","created":"2022-11-20","cited_by_count":3,"area":"distill"},{"id":"2402.10846","title":"FedD2S: Personalized Data-Free Federated Knowledge Distillation","created":"2024-02-16","cited_by_count":3,"area":"distill"},{"id":"2105.10633","title":"Revisiting Knowledge Distillation for Object Detection","created":"2021-05-22","cited_by_count":2,"area":"distill"},{"id":"2110.14215","title":"Beyond Classification: Knowledge Distillation using Multi-Object Impressions","created":"2021-10-27","cited_by_count":2,"area":"distill"},{"id":"2112.06253","title":"Up to 100$\\times$ Faster Data-free Knowledge Distillation","created":"2021-12-12","cited_by_count":2,"area":"distill"},{"id":"2309.06288","title":"Self-Training and Multi-Task Learning for Limited Data: Evaluation Study on Object Detection","created":"2023-09-12","cited_by_count":2,"area":"distill"},{"id":"2504.21478","title":"CAE-DFKD: Bridging the Transferability Gap in Data-Free Knowledge Distillation","created":"2025-04-30","cited_by_count":2,"area":"distill"},{"id":"2102.07125","title":"Self Regulated Learning Mechanism for Data Efficient Knowledge Distillation","created":"2021-02-14","cited_by_count":1,"area":"distill"},{"id":"2107.06993","title":"Confidence Conditioned Knowledge Distillation","created":"2021-07-06","cited_by_count":1,"area":"distill"},{"id":"2210.02190","title":"Domain Discrepancy Aware Distillation for Model Aggregation in Federated Learning","created":"2022-10-04","cited_by_count":1,"area":"distill"},{"id":"2408.13850","title":"Condensed Data Expansion Using Model Inversion for Knowledge Distillation","created":"2024-08-25","cited_by_count":1,"area":"distill"},{"id":"2409.07566","title":"EchoDFKD: Data-Free Knowledge Distillation for Cardiac Ultrasound Segmentation using Synthetic Data","created":"2024-09-11","cited_by_count":1,"area":"distill"},{"id":"2603.15481","title":"TabKD: Tabular Knowledge Distillation through Interaction Diversity of Learned Feature Bins","created":"2026-03-16","cited_by_count":1,"area":"distill"},{"id":"2103.17012","title":"Knowledge Distillation By Sparse Representation Matching","created":"2021-03-31","cited_by_count":0,"area":"distill"},{"id":"2112.15358","title":"Conditional Generative Data-free Knowledge Distillation","created":"2021-12-31","cited_by_count":0,"area":"distill"},{"id":"2207.11447","title":"Handling Data Heterogeneity in Federated Learning via Knowledge Distillation and Fusion","created":"2022-07-23","cited_by_count":0,"area":"distill"},{"id":"2304.14224","title":"Self-discipline on multiple channels","created":"2023-04-27","cited_by_count":0,"area":"distill"},{"id":"2510.08925","title":"Defense against Unauthorized Distillation in Image Restoration via Feature Space Perturbation","created":"2025-10-10","cited_by_count":0,"area":"distill"},{"id":"2511.00655","title":"Reviving Stale Updates: Data-Free Knowledge Distillation for Asynchronous Federated Learning","created":"2025-11-01","cited_by_count":0,"area":"distill"},{"id":"2603.20292","title":"HSI Image Enhancement Classification Based on Knowledge Distillation: A Study on Forgetting","created":"2026-03-19","cited_by_count":0,"area":"distill"},{"id":"2604.25795","title":"Improving Diversity in Black-box Few-shot Knowledge Distillation","created":"2026-04-28","cited_by_count":0,"area":"distill"},{"id":"2605.27591","title":"Gradient Transformer: Learning to Generate Updates for LLMs","created":"2026-05-26","cited_by_count":0,"area":"distill"},{"id":"2608.09287","title":"UniDFKD: A Unified Semantic Prior Framework for Architecture-Agnostic Data-Free Knowledge Distillation","created":"2026-08-10","cited_by_count":0,"area":"distill"},{"id":"2608.22003","title":"Close Shortcut Wins Long: Seeking Diverse and Stable Generators for Data-Free Knowledge Distillation","created":"2026-08-22","cited_by_count":0,"area":"distill"},{"id":"2608.24759","title":"IDeaL: Data-Free Multi-Teacher Distillation via Improved Dead Leaves","created":"2026-08-25","cited_by_count":0,"area":"distill"}],"next_cursor":null}