{"total":35,"rows":[{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2110.12072","title":"How and When Adversarial Robustness Transfers in Knowledge Distillation?","created":"2021-10-22","cited_by_count":16,"area":"distill"},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2206.14366","title":"Knowledge Distillation of Transformer-based Language Models Revisited","created":"2022-06-29","cited_by_count":11,"area":"distill"},{"id":"2305.10893","title":"Student-friendly Knowledge Distillation","created":"2023-05-18","cited_by_count":11,"area":"distill"},{"id":"2306.07646","title":"Enhanced Multimodal Representation Learning with Cross-modal KD","created":"2023-06-13","cited_by_count":11,"area":"distill"},{"id":"2305.15032","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","created":"2023-05-24","cited_by_count":9,"area":"distill"},{"id":"2408.16930","title":"VLM-KD: Knowledge Distillation from VLM for Long-Tail Visual Recognition","created":"2024-08-29","cited_by_count":7,"area":"distill"},{"id":"2106.05691","title":"Marginal Utility Diminishes: Exploring the Minimum Knowledge for BERT Knowledge Distillation","created":"2021-06-10","cited_by_count":6,"area":"distill"},{"id":"2302.14643","title":"Graph-based Knowledge Distillation: A survey and experimental evaluation","created":"2023-02-27","cited_by_count":6,"area":"distill"},{"id":"2403.01479","title":"Align-to-Distill: Trainable Attention Alignment for Knowledge Distillation in Neural Machine Translation","created":"2024-03-03","cited_by_count":5,"area":"distill"},{"id":"2502.04499","title":"Revisiting Intermediate-Layer Matching in Knowledge Distillation: Layer-Selection Strategy Doesn't Matter (Much)","created":"2025-02-06","cited_by_count":5,"area":"distill"},{"id":"2503.13053","title":"Uncertainty-Aware Knowledge Distillation for Compact and Efficient 6DoF Pose Estimation","created":"2025-03-17","cited_by_count":5,"area":"distill"},{"id":"2109.05696","title":"How to Select One Among All? An Extensive Empirical Study Towards the Robustness of Knowledge Distillation in Natural Language Understanding","created":"2021-09-13","cited_by_count":4,"area":"distill"},{"id":"2204.07674","title":"CILDA: Contrastive Data Augmentation using Intermediate Layer Knowledge Distillation","created":"2022-04-15","cited_by_count":4,"area":"distill"},{"id":"2309.14162","title":"Data Upcycling Knowledge Distillation for Image Super-Resolution","created":"2023-09-25","cited_by_count":4,"area":"distill"},{"id":"2205.10490","title":"Aligning Logits Generatively for Principled Black-Box Knowledge Distillation","created":"2022-05-21","cited_by_count":3,"area":"distill"},{"id":"2302.02845","title":"Audio Representation Learning by Distilling Video as Privileged Information","created":"2023-02-06","cited_by_count":3,"area":"distill"},{"id":"2307.01878","title":"KDSTM: Neural Semi-supervised Topic Modeling with Knowledge Distillation","created":"2023-07-04","cited_by_count":3,"area":"distill"},{"id":"2205.12428","title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?","created":"2022-05-25","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2311.04142","title":"What is Lost in Knowledge Distillation?","created":"2023-11-07","cited_by_count":2,"area":"distill"},{"id":"2501.09321","title":"Soft Knowledge Distillation with Multi-Dimensional Cross-Net Attention for Image Restoration Models Compression","created":"2025-01-16","cited_by_count":2,"area":"distill"},{"id":"2109.10147","title":"Knowledge Distillation with Noisy Labels for Natural Language Understanding","created":"2021-09-21","cited_by_count":1,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2212.05225","title":"LEAD: Liberal Feature-based Distillation for Dense Retrieval","created":"2022-12-10","cited_by_count":1,"area":"distill"},{"id":"2401.11798","title":"Knowledge Distillation on Spatial-Temporal Graph Convolutional Network for Traffic Prediction","created":"2024-01-22","cited_by_count":1,"area":"distill"},{"id":"2601.00714","title":"KDPhys: An Attention Guided 3D to 2D Knowledge Distillation for Real-time Video-Based Physiological Measurement","created":"2026-01-02","cited_by_count":1,"area":"distill"},{"id":"2103.00053","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","created":"2021-02-26","cited_by_count":0,"area":"distill"},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2401.13174","title":"Towards Customized Knowledge Distillation for Chip-Level Dense Image Predictions","created":"2024-01-24","cited_by_count":0,"area":"distill"},{"id":"2606.21851","title":"TALAS: Teacher-Anchored Layer Alignment with Adaptive Sharpness-Aware Minimization for Embedding Distillation","created":"2026-06-20","cited_by_count":0,"area":"distill"},{"id":"2608.03100","title":"Channel-wise Dynamic Knowledge Distillation via Adaptive Sample Generation for Action Recognition","created":"2026-08-04","cited_by_count":0,"area":"distill"}],"next_cursor":null}