{"total":17,"rows":[{"id":"2104.07163","title":"Annealing Knowledge Distillation","created":"2021-04-14","cited_by_count":61,"area":"distill"},{"id":"2105.05912","title":"MATE-KD: Masked Adversarial TExt, a Companion to Knowledge Distillation","created":"2021-05-12","cited_by_count":27,"area":"distill"},{"id":"2408.05088","title":"UNIC: Universal Classification Models via Multi-teacher Distillation","created":"2024-08-09","cited_by_count":27,"area":"distill"},{"id":"2112.07074","title":"Towards a Unified Foundation Model: Jointly Pre-Training Transformers on Unpaired Images and Text","created":"2021-12-14","cited_by_count":14,"area":"distill"},{"id":"2205.00479","title":"Nearest Neighbor Knowledge Distillation for Neural Machine Translation","created":"2022-05-01","cited_by_count":10,"area":"distill"},{"id":"2202.13663","title":"Confidence Based Bidirectional Global Context Aware Training Framework for Neural Machine Translation","created":"2022-02-28","cited_by_count":7,"area":"distill"},{"id":"2109.12662","title":"Improving Question Answering Performance Using Knowledge Distillation and Active Learning","created":"2021-09-26","cited_by_count":6,"area":"distill"},{"id":"2212.05998","title":"Continuation KD: Improved Knowledge Distillation through the Lens of Continuation Optimization","created":"2022-12-12","cited_by_count":3,"area":"distill"},{"id":"2301.03416","title":"ERNIE 3.0 Tiny: Frustratingly Simple Method to Improve Task-Agnostic Distillation Generalization","created":"2023-01-09","cited_by_count":3,"area":"distill"},{"id":"2311.04040","title":"Data exploitation: multi-task learning of object detection and semantic segmentation on partially annotated data","created":"2023-11-07","cited_by_count":3,"area":"distill"},{"id":"2312.15112","title":"Less or More From Teacher: Exploiting Trilateral Geometry For Knowledge Distillation","created":"2023-12-22","cited_by_count":2,"area":"distill"},{"id":"2501.16226","title":"The Effect of Optimal Self-Distillation in Noisy Gaussian Mixture Model","created":"2025-01-27","cited_by_count":2,"area":"distill"},{"id":"2306.10058","title":"EM-Network: Oracle Guided Self-distillation for Sequence Learning","created":"2023-06-14","cited_by_count":1,"area":"distill"},{"id":"2409.20498","title":"Enhancing Romanian Offensive Language Detection through Knowledge Distillation, Multi-Task Learning, and Data Augmentation","created":"2024-09-30","cited_by_count":1,"area":"distill"},{"id":"2203.05248","title":"Look Backward and Forward: Self-Knowledge Distillation with Bidirectional Decoder for Neural Machine Translation","created":"2022-03-10","cited_by_count":0,"area":"distill"},{"id":"2407.05315","title":"Topological Persistence Guided Knowledge Distillation for Wearable Sensor Data","created":"2024-07-07","cited_by_count":0,"area":"distill"},{"id":"2608.00129","title":"Progressive$^2$: A Teacher-Student Progressive Co-Evolving Knowledge Distillation Method for Substantial Model Compression","created":"2026-07-31","cited_by_count":0,"area":"distill"}],"next_cursor":null}