{"total":66,"rows":[{"id":"2105.10056","title":"Data-Free Knowledge Distillation for Heterogeneous Federated Learning","created":"2021-05-20","cited_by_count":383,"area":"distill"},{"id":"2108.13323","title":"FedKD: Communication Efficient Federated Learning via Knowledge Distillation","created":"2021-08-30","cited_by_count":187,"area":"distill"},{"id":"2203.09249","title":"Fine-tuning Global Model via Data-Free Knowledge Distillation for Non-IID Federated Learning","created":"2022-03-17","cited_by_count":172,"area":"distill"},{"id":"2310.05077","title":"FedFed: Feature Distillation against Data Heterogeneity in Federated Learning","created":"2023-10-08","cited_by_count":54,"area":"distill"},{"id":"2209.04599","title":"Preserving Privacy in Federated Learning with Ensemble Cross-Domain Knowledge Distillation","created":"2022-09-10","cited_by_count":45,"area":"distill"},{"id":"2107.13892","title":"QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning","created":"2021-07-29","cited_by_count":32,"area":"distill"},{"id":"2107.00051","title":"Local-Global Knowledge Distillation in Heterogeneous Federated Learning with Non-IID Data","created":"2021-06-30","cited_by_count":31,"area":"distill"},{"id":"2110.15210","title":"Towards Model Agnostic Federated Learning Using Knowledge Distillation","created":"2021-10-28","cited_by_count":31,"area":"distill"},{"id":"2211.04742","title":"Knowledge Distillation for Federated Learning: a Practical Guide","created":"2022-11-09","cited_by_count":31,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2301.08968","title":"The Best of Both Worlds: Accurate Global and Personalized Models through Federated Learning with Data-Free Hyper-Knowledge Distillation","created":"2023-01-21","cited_by_count":25,"area":"distill"},{"id":"2304.01731","title":"Selective Knowledge Sharing for Privacy-Preserving Federated Distillation without A Good Teacher","created":"2023-04-04","cited_by_count":25,"area":"distill"},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2301.00389","title":"FedICT: Federated Multi-task Distillation for Multi-access Edge Computing","created":"2023-01-01","cited_by_count":17,"area":"distill"},{"id":"2201.03169","title":"FedDTG:Federated Data-Free Knowledge Distillation via Three-Player Generative Adversarial Networks","created":"2022-01-10","cited_by_count":12,"area":"distill"},{"id":"2303.07113","title":"FedACK: Federated Adversarial Contrastive Knowledge Distillation for Cross-Lingual and Cross-Model Social Bot Detection","created":"2023-03-10","cited_by_count":12,"area":"distill"},{"id":"2312.12703","title":"Federated Learning with Extremely Noisy Clients via Negative Distillation","created":"2023-12-20","cited_by_count":12,"area":"distill"},{"id":"2205.00706","title":"FedDKD: Federated Learning with Decentralized Knowledge Distillation","created":"2022-05-02","cited_by_count":9,"area":"distill"},{"id":"2406.10861","title":"Knowledge Distillation in Federated Learning: a Survey on Long Lasting Challenges and New Solutions","created":"2024-06-16","cited_by_count":9,"area":"distill"},{"id":"2110.02432","title":"KNOT: Knowledge Distillation using Optimal Transport for Solving NLP Tasks","created":"2021-10-06","cited_by_count":8,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2111.14347","title":"Efficient Federated Learning for AIoT Applications Using Knowledge Distillation","created":"2021-11-29","cited_by_count":5,"area":"distill"},{"id":"2204.00548","title":"Unified and Effective Ensemble Knowledge Distillation","created":"2022-04-01","cited_by_count":5,"area":"distill"},{"id":"2311.16584","title":"FedAL: Black-Box Federated Knowledge Distillation Enabled by Adversarial Learning","created":"2023-11-28","cited_by_count":5,"area":"distill"},{"id":"2402.12265","title":"On the Byzantine-Resilience of Distillation-Based Federated Learning","created":"2024-02-19","cited_by_count":5,"area":"distill"},{"id":"2507.10348","title":"Feature Distillation is the Better Choice for Model-Heterogeneous Federated Learning","created":"2025-07-14","cited_by_count":5,"area":"distill"},{"id":"2110.09674","title":"Adaptive Distillation: Aggregating Knowledge from Multiple Paths for Efficient Distillation","created":"2021-10-19","cited_by_count":4,"area":"distill"},{"id":"2203.05984","title":"Deep Class Incremental Learning from Decentralized Data","created":"2022-03-11","cited_by_count":4,"area":"distill"},{"id":"2306.14443","title":"Federated Learning on Non-iid Data via Local and Global Distillation","created":"2023-06-26","cited_by_count":4,"area":"distill"},{"id":"2504.14694","title":"Learning Critically: Selective Self Distillation in Federated Learning on Non-IID Data","created":"2025-04-20","cited_by_count":4,"area":"distill"},{"id":"2211.10943","title":"Scalable Collaborative Learning via Representation Sharing","created":"2022-11-20","cited_by_count":3,"area":"distill"},{"id":"2304.04326","title":"Homogenizing Non-IID datasets via In-Distribution Knowledge Distillation for Decentralized Learning","created":"2023-04-09","cited_by_count":3,"area":"distill"},{"id":"2405.17267","title":"FedHPL: Efficient Heterogeneous Federated Learning with Prompt Tuning and Logit Distillation","created":"2024-05-27","cited_by_count":3,"area":"distill"},{"id":"2509.01750","title":"Communication-Aware Knowledge Distillation for Federated LLM Fine-Tuning over Wireless Networks","created":"2025-09-01","cited_by_count":3,"area":"distill"},{"id":"2106.14265","title":"Reward-Based 1-bit Compressed Federated Distillation on Blockchain","created":"2021-06-27","cited_by_count":2,"area":"distill"},{"id":"2109.05549","title":"Federated Ensemble Model-based Reinforcement Learning in Edge Computing","created":"2021-09-12","cited_by_count":2,"area":"distill"},{"id":"2210.01973","title":"Meta-Ensemble Parameter Learning","created":"2022-10-05","cited_by_count":2,"area":"distill"},{"id":"2212.02006","title":"HierarchyFL: Heterogeneous Federated Learning via Hierarchical Self-Distillation","created":"2022-12-05","cited_by_count":2,"area":"distill"},{"id":"2402.14922","title":"Practical Insights into Knowledge Distillation for Pre-Trained Models","created":"2024-02-22","cited_by_count":2,"area":"distill"},{"id":"2406.02355","title":"FedDr+: Stabilizing Dot-regression with Global Feature Distillation for Federated Learning","created":"2024-06-04","cited_by_count":2,"area":"distill"},{"id":"2409.06955","title":"Privacy-Preserving Federated Learning with Consistency via Knowledge Distillation Using Conditional Generator","created":"2024-09-11","cited_by_count":2,"area":"distill"},{"id":"2409.19912","title":"HYDRA-FL: Hybrid Knowledge Distillation for Robust and Accurate Federated Learning","created":"2024-09-30","cited_by_count":2,"area":"distill"},{"id":"2502.00587","title":"Robust Knowledge Distillation in Federated Learning: Counteracting Backdoor Attacks","created":"2025-02-01","cited_by_count":2,"area":"distill"},{"id":"2504.04081","title":"Corrected with the Latest Version: Make Robust Asynchronous Federated Learning Possible","created":"2025-04-05","cited_by_count":2,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2210.02190","title":"Domain Discrepancy Aware Distillation for Model Aggregation in Federated Learning","created":"2022-10-04","cited_by_count":1,"area":"distill"},{"id":"2305.19600","title":"Adaptive Self-Distillation for Minimizing Client Drift in Heterogeneous Federated Learning","created":"2023-05-31","cited_by_count":1,"area":"distill"},{"id":"2308.00155","title":"Federated Learning for Data and Model Heterogeneity in Medical Imaging","created":"2023-07-31","cited_by_count":1,"area":"distill"},{"id":"2312.17029","title":"FedSDD: Scalable and Diversity-enhanced Distillation for Model Aggregation in Federated Learning","created":"2023-12-28","cited_by_count":1,"area":"distill"},{"id":"2402.07295","title":"Training Heterogeneous Client Models using Knowledge Distillation in Serverless Federated Learning","created":"2024-02-11","cited_by_count":1,"area":"distill"},{"id":"2503.11151","title":"Enabling Weak Client Participation via On-device Knowledge Distillation in Heterogeneous Federated Learning","created":"2025-03-14","cited_by_count":1,"area":"distill"},{"id":"2503.18981","title":"FedSKD: Aggregation-free Model-heterogeneous Federated Learning via Multi-dimensional Similarity Knowledge Distillation for Medical Image Classification","created":"2025-03-23","cited_by_count":1,"area":"distill"},{"id":"2207.11447","title":"Handling Data Heterogeneity in Federated Learning via Knowledge Distillation and Fusion","created":"2022-07-23","cited_by_count":0,"area":"distill"},{"id":"2310.02549","title":"Heterogeneous Federated Learning Using Knowledge Codistillation","created":"2023-10-04","cited_by_count":0,"area":"distill"},{"id":"2504.04642","title":"A Novel Algorithm for Personalized Federated Learning: Knowledge Distillation with Weighted Combination Loss","created":"2025-04-06","cited_by_count":0,"area":"distill"},{"id":"2504.14307","title":"Learning from Stochastic Teacher Representations Using Student-Guided Knowledge Distillation","created":"2025-04-19","cited_by_count":0,"area":"distill"},{"id":"2508.13625","title":"Towards a Larger Model via One-Shot Federated Learning on Heterogeneous Client Models","created":"2025-08-19","cited_by_count":0,"area":"distill"},{"id":"2508.14783","title":"Synthetic Adaptive Guided Embeddings (SAGE): A Novel Knowledge Distillation Method","created":"2025-08-20","cited_by_count":0,"area":"distill"},{"id":"2511.00655","title":"Reviving Stale Updates: Data-Free Knowledge Distillation for Asynchronous Federated Learning","created":"2025-11-01","cited_by_count":0,"area":"distill"},{"id":"2601.03882","title":"Feature-Aware One-Shot Federated Learning via Hierarchical Token Sequences","created":"2026-01-07","cited_by_count":0,"area":"distill"},{"id":"2603.04422","title":"FedEMA-Distill: Exponential Moving Average Guided Knowledge Distillation for Robust Federated Learning","created":"2026-02-15","cited_by_count":0,"area":"distill"},{"id":"2605.05553","title":"FedeKD: Energy-Based Gating for Robust Federated Knowledge Distillation under Heterogeneous Settings","created":"2026-05-07","cited_by_count":0,"area":"distill"},{"id":"2605.21322","title":"Optimized Federated Knowledge Distillation with Distributed Neural Architecture Search","created":"2026-05-20","cited_by_count":0,"area":"distill"},{"id":"2605.29642","title":"Matching Rates and Optimal Allocation for Federated Probe-Logit Distillation under Heterogeneous Bandwidth Budgets","created":"2026-05-28","cited_by_count":0,"area":"distill"},{"id":"2606.01607","title":"FedMTFI: Feature Importance Based Optimized Multi Teacher Knowledge Distillation in Heterogeneous Federated Learning Environment","created":"2026-06-01","cited_by_count":0,"area":"distill"},{"id":"2609.01952","title":"Convergence Theory of Knowledge Distillation in Asynchronous P2P Gossip Learning Network","created":"2026-09-01","cited_by_count":0,"area":"distill"}],"next_cursor":null}