{"total":27,"rows":[{"id":"2106.05237","title":"Knowledge distillation: A good teacher is patient and consistent","created":"2021-06-09","cited_by_count":259,"area":"distill"},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2307.07483","title":"Multimodal Distillation for Egocentric Action Recognition","created":"2023-07-14","cited_by_count":28,"area":"distill"},{"id":"2206.08491","title":"Revisiting Self-Distillation","created":"2022-06-17","cited_by_count":24,"area":"distill"},{"id":"2210.16103","title":"Collaborative Multi-Teacher Knowledge Distillation for Learning Low Bit-width Deep Neural Networks","created":"2022-10-27","cited_by_count":23,"area":"distill"},{"id":"2307.10638","title":"Quantized Feature Distillation for Network Quantization","created":"2023-07-20","cited_by_count":15,"area":"distill"},{"id":"2106.07734","title":"CoDERT: Distilling Encoder Representations with Co-learning for Transducer-based Speech Recognition","created":"2021-06-14","cited_by_count":11,"area":"distill"},{"id":"2107.10624","title":"LANA: Latency Aware Network Acceleration","created":"2021-07-12","cited_by_count":11,"area":"distill"},{"id":"2203.13452","title":"PCA-Based Knowledge Distillation Towards Lightweight and Content-Style Balanced Photorealistic Style Transfer Models","created":"2022-03-25","cited_by_count":11,"area":"distill"},{"id":"2305.17581","title":"Knowledge Distillation Performs Partial Variance Reduction","created":"2023-05-27","cited_by_count":11,"area":"distill"},{"id":"2106.10885","title":"Knowledge Distillation via Instance-level Sequence Learning","created":"2021-06-21","cited_by_count":8,"area":"distill"},{"id":"2409.12111","title":"Applications of Knowledge Distillation in Remote Sensing: A Survey","created":"2024-09-18","cited_by_count":8,"area":"distill"},{"id":"2209.15560","title":"Designing and Training of Lightweight Neural Networks on Edge Devices using Early Halting in Knowledge Distillation","created":"2022-09-30","cited_by_count":7,"area":"distill"},{"id":"2102.13323","title":"Knowledge Distillation Circumvents Nonlinearity for Optical Convolutional Neural Networks","created":"2021-02-26","cited_by_count":6,"area":"distill"},{"id":"2110.09674","title":"Adaptive Distillation: Aggregating Knowledge from Multiple Paths for Efficient Distillation","created":"2021-10-19","cited_by_count":4,"area":"distill"},{"id":"2409.12586","title":"Efficient Knowledge Distillation: Empowering Small Language Models with Teacher Model Insights","created":"2024-09-19","cited_by_count":4,"area":"distill"},{"id":"2103.00793","title":"Embedded Knowledge Distillation in Depth-Level Dynamic Neural Network","created":"2021-03-01","cited_by_count":2,"area":"distill"},{"id":"2310.13782","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","created":"2023-10-20","cited_by_count":2,"area":"distill"},{"id":"2509.20854","title":"Punching Above Precision: Small Quantized Model Distillation with Learnable Regularizer","created":"2025-09-25","cited_by_count":2,"area":"distill"},{"id":"2306.04431","title":"Faithful Knowledge Distillation","created":"2023-06-07","cited_by_count":1,"area":"distill"},{"id":"2306.10058","title":"EM-Network: Oracle Guided Self-distillation for Sequence Learning","created":"2023-06-14","cited_by_count":1,"area":"distill"},{"id":"2312.08864","title":"RankDVQA-mini: Knowledge Distillation-Driven Deep Video Quality Assessment","created":"2023-12-14","cited_by_count":1,"area":"distill"},{"id":"2407.12073","title":"Relational Representation Distillation","created":"2024-07-16","cited_by_count":1,"area":"distill"},{"id":"2112.11447","title":"Multi-Modality Distillation via Learning the teacher's modality-level Gram Matrix","created":"2021-12-21","cited_by_count":0,"area":"distill"},{"id":"2407.11802","title":"Discriminative and Consistent Representation Distillation","created":"2024-07-16","cited_by_count":0,"area":"distill"},{"id":"2510.13182","title":"Information-Theoretic Criteria for Knowledge Distillation in Multimodal Learning","created":"2025-10-15","cited_by_count":0,"area":"distill"}],"next_cursor":null}