{"total":13,"rows":[{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42,"area":"distill"},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2302.04725","title":"Lightweight Transformers for Clinical Natural Language Processing","created":"2023-02-09","cited_by_count":15,"area":"distill"},{"id":"2209.03182","title":"On the Effectiveness of Compact Biomedical Transformers","created":"2022-09-07","cited_by_count":11,"area":"distill"},{"id":"2605.06597","title":"UniSD: Towards a Unified Self-Distillation Framework for Large Language Models","created":"2026-05-07","cited_by_count":7,"area":"distill"},{"id":"2208.09684","title":"Combining Compressions for Multiplicative Size Scaling on Natural Language Tasks","created":"2022-08-20","cited_by_count":4,"area":"distill"},{"id":"2306.02379","title":"Modular Transformers: Compressing Transformers into Modularized Layers for Flexible Efficient Inference","created":"2023-06-04","cited_by_count":4,"area":"distill"},{"id":"2410.11371","title":"Learning from Imperfect Data: Towards Efficient Knowledge Distillation of Autoregressive Language Models for Text-to-SQL","created":"2024-10-15","cited_by_count":2,"area":"distill"},{"id":"2409.14162","title":"On Importance of Pruning and Distillation for Efficient Low Resource NLP","created":"2024-09-21","cited_by_count":1,"area":"distill"},{"id":"2511.05476","title":"A Metamorphic Testing Perspective on Knowledge Distillation for Language Models of Code: Does the Student Deeply Mimic the Teacher?","created":"2025-11-07","cited_by_count":1,"area":"distill"},{"id":"2604.27178","title":"Energy-Efficient Plant Monitoring via Knowledge Distillation","created":"2026-04-29","cited_by_count":1,"area":"distill"},{"id":"2605.21322","title":"Optimized Federated Knowledge Distillation with Distributed Neural Architecture Search","created":"2026-05-20","cited_by_count":0,"area":"distill"},{"id":"2607.05891","title":"Few-Medoids: An Embarrassingly Simple Coreset Selection Method for Few-Shot Knowledge Distillation","created":"2026-07-07","cited_by_count":0,"area":"distill"}],"next_cursor":null}