{"total":24,"rows":[{"id":"2108.10710","title":"PocketNet: Extreme Lightweight Face Recognition Network using Neural Architecture Search and Multi-Step Knowledge Distillation","created":"2021-08-24","cited_by_count":36,"area":"distill"},{"id":"2105.12971","title":"Joint-DetNAS: Upgrade Your Detector with NAS, Pruning and Dynamic Distillation","created":"2021-05-27","cited_by_count":23,"area":"distill"},{"id":"2112.14938","title":"Automatic Mixed-Precision Quantization Search of BERT","created":"2021-12-30","cited_by_count":16,"area":"distill"},{"id":"2107.10624","title":"LANA: Latency Aware Network Acceleration","created":"2021-07-12","cited_by_count":11,"area":"distill"},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2209.15560","title":"Designing and Training of Lightweight Neural Networks on Edge Devices using Early Halting in Knowledge Distillation","created":"2022-09-30","cited_by_count":7,"area":"distill"},{"id":"2302.05629","title":"Improving Differentiable Architecture Search via Self-Distillation","created":"2023-02-11","cited_by_count":6,"area":"distill"},{"id":"2303.09639","title":"Neural Architecture Search for Effective Teacher-Student Knowledge Transfer in Language Models","created":"2023-03-16","cited_by_count":6,"area":"distill"},{"id":"2404.01353","title":"Efficiently Distilling LLMs for Edge Applications","created":"2024-04-01","cited_by_count":5,"area":"distill"},{"id":"2404.02573","title":"Knowledge Distillation with Multi-granularity Mixture of Priors for Image Super-Resolution","created":"2024-04-03","cited_by_count":4,"area":"distill"},{"id":"2107.07173","title":"Scene-adaptive Knowledge Distillation for Sequential Recommendation via Differentiable Architecture Search","created":"2021-07-15","cited_by_count":3,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2206.13130","title":"Revisiting Architecture-aware Knowledge Distillation: Smaller Models and Faster Search","created":"2022-06-27","cited_by_count":2,"area":"distill"},{"id":"2301.08092","title":"RNAS-CL: Robust Neural Architecture Search by Cross-Layer Knowledge Distillation","created":"2023-01-19","cited_by_count":2,"area":"distill"},{"id":"2408.16563","title":"MST-KD: Multiple Specialized Teachers Knowledge Distillation for Fair Face Recognition","created":"2024-08-29","cited_by_count":2,"area":"distill"},{"id":"2104.09191","title":"Compact CNN Structure Learning by Knowledge Distillation","created":"2021-04-19","cited_by_count":1,"area":"distill"},{"id":"2305.16948","title":"Meta-prediction Model for Distillation-Aware NAS on Unseen Datasets","created":"2023-05-26","cited_by_count":1,"area":"distill"},{"id":"2407.20062","title":"SalNAS: Efficient Saliency-prediction Neural Architecture Search with self-knowledge distillation","created":"2024-07-29","cited_by_count":1,"area":"distill"},{"id":"2409.18785","title":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","created":"2024-09-27","cited_by_count":1,"area":"distill"},{"id":"2412.19125","title":"Advanced Knowledge Transfer: Refined Feature Distillation for Zero-Shot Quantization in Edge Computing","created":"2024-12-26","cited_by_count":1,"area":"distill"},{"id":"2103.17012","title":"Knowledge Distillation By Sparse Representation Matching","created":"2021-03-31","cited_by_count":0,"area":"distill"},{"id":"2404.03263","title":"On the Surprising Efficacy of Distillation as an Alternative to Pre-Training Small Models","created":"2024-04-04","cited_by_count":0,"area":"distill"},{"id":"2407.16040","title":"Generalizing Teacher Networks for Effective Knowledge Distillation Across Student Architectures","created":"2024-07-22","cited_by_count":0,"area":"distill"},{"id":"2506.07666","title":"ProARD: progressive adversarial robustness distillation: provide wide range of robust students","created":"2025-06-09","cited_by_count":0,"area":"distill"}],"next_cursor":null}