{"total":13,"rows":[{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2206.14366","title":"Knowledge Distillation of Transformer-based Language Models Revisited","created":"2022-06-29","cited_by_count":11,"area":"distill"},{"id":"2305.05027","title":"Web Content Filtering through knowledge distillation of Large Language Models","created":"2023-05-08","cited_by_count":7,"area":"distill"},{"id":"2211.01071","title":"Gradient Knowledge Distillation for Pre-trained Language Models","created":"2022-11-02","cited_by_count":5,"area":"distill"},{"id":"2310.03669","title":"LumiNet: Perception-Driven Knowledge Distillation via Statistical Logit Calibration","created":"2023-10-05","cited_by_count":3,"area":"distill"},{"id":"2411.00052","title":"Larger models yield better results? Streamlined severity classification of ADHD-related concerns using BERT-based knowledge distillation","created":"2024-10-30","cited_by_count":3,"area":"distill"},{"id":"2504.19024","title":"KETCHUP: K-Step Return Estimation for Sequential Knowledge Distillation","created":"2025-04-26","cited_by_count":3,"area":"distill"},{"id":"2309.03659","title":"Towards Comparable Knowledge Distillation in Semantic Image Segmentation","created":"2023-09-07","cited_by_count":1,"area":"distill"},{"id":"2311.02849","title":"Co-training and Co-distillation for Quality Improvement and Compression of Language Models","created":"2023-11-06","cited_by_count":1,"area":"distill"},{"id":"2407.02775","title":"MLKD-BERT: Multi-level Knowledge Distillation for Pre-trained Language Models","created":"2024-07-03","cited_by_count":1,"area":"distill"},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"}],"next_cursor":null}