{"total":28,"rows":[{"id":"2104.07163","title":"Annealing Knowledge Distillation","created":"2021-04-14","cited_by_count":61,"area":"distill"},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2305.10010","title":"AD-KD: Attribution-Driven Knowledge Distillation for Language Model Compression","created":"2023-05-17","cited_by_count":26,"area":"distill"},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2308.06744","title":"Token-Scaled Logit Distillation for Ternary Weight Generative Language Models","created":"2023-08-13","cited_by_count":20,"area":"distill"},{"id":"2206.01859","title":"Extreme Compression for Pre-trained Transformers Made Simple and Efficient","created":"2022-06-04","cited_by_count":19,"area":"distill"},{"id":"2109.07222","title":"EfficientBERT: Progressively Searching Multilayer Perceptron via Warm-up Knowledge Distillation","created":"2021-09-15","cited_by_count":15,"area":"distill"},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2105.14839","title":"Greedy-layer Pruning: Speeding up Transformer Models for Natural Language Processing","created":"2021-05-31","cited_by_count":11,"area":"distill"},{"id":"2206.14366","title":"Knowledge Distillation of Transformer-based Language Models Revisited","created":"2022-06-29","cited_by_count":11,"area":"distill"},{"id":"2305.18239","title":"A Study on Knowledge Distillation from Weak Teacher for Scaling Up Pre-trained Language Models","created":"2023-05-26","cited_by_count":9,"area":"distill"},{"id":"2305.09098","title":"Weight-Inherited Distillation for Task-Agnostic BERT Compression","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2411.01547","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","created":"2024-11-03","cited_by_count":7,"area":"distill"},{"id":"2204.08922","title":"Feature Structure Distillation with Centered Kernel Alignment in BERT Transferring","created":"2022-04-01","cited_by_count":6,"area":"distill"},{"id":"2306.08909","title":"Bridging the Gap between Decision and Logits in Decision-based Knowledge Distillation for Pre-trained Language Models","created":"2023-06-15","cited_by_count":5,"area":"distill"},{"id":"2510.21631","title":"Few-Shot Knowledge Distillation of LLMs With Counterfactual Explanations","created":"2025-10-24","cited_by_count":4,"area":"distill"},{"id":"2201.12507","title":"AutoDistil: Few-shot Task-agnostic Neural Architecture Search for Distilling Large Language Models","created":"2022-01-29","cited_by_count":3,"area":"distill"},{"id":"2301.03416","title":"ERNIE 3.0 Tiny: Frustratingly Simple Method to Improve Task-Agnostic Distillation Generalization","created":"2023-01-09","cited_by_count":3,"area":"distill"},{"id":"2109.04641","title":"Learning to Teach with Student Feedback","created":"2021-09-10","cited_by_count":2,"area":"distill"},{"id":"2310.17644","title":"torchdistill Meets Hugging Face Libraries for Reproducible, Coding-Free Deep Learning Studies: A Case Study on NLP","created":"2023-10-26","cited_by_count":2,"area":"distill"},{"id":"2512.21288","title":"Model Merging via Multi-Teacher Knowledge Distillation","created":"2025-12-24","cited_by_count":2,"area":"distill"},{"id":"2308.13958","title":"Improving Knowledge Distillation for BERT Models: Loss Functions, Mapping Methods, and Weight Tuning","created":"2023-08-26","cited_by_count":1,"area":"distill"},{"id":"2404.19319","title":"Knowledge Distillation vs. Pretraining from Scratch under a Fixed (Computation) Budget","created":"2024-04-30","cited_by_count":1,"area":"distill"},{"id":"2407.02775","title":"MLKD-BERT: Multi-level Knowledge Distillation for Pre-trained Language Models","created":"2024-07-03","cited_by_count":1,"area":"distill"},{"id":"2509.25253","title":"Knowledge distillation through geometry-aware representational alignment","created":"2025-09-27","cited_by_count":0,"area":"distill"},{"id":"2604.03110","title":"Multi-Aspect Knowledge Distillation for Language Model with Low-rank Factorization","created":"2026-04-03","cited_by_count":0,"area":"distill"}],"next_cursor":null}