{"total":33,"rows":[{"id":"2103.01353","title":"There is More than Meets the Eye: Self-Supervised Multi-Object Detection and Tracking with Sound by Distilling Multimodal Knowledge","created":"2021-03-01","cited_by_count":44,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2206.01859","title":"Extreme Compression for Pre-trained Transformers Made Simple and Efficient","created":"2022-06-04","cited_by_count":19,"area":"distill"},{"id":"2306.10014","title":"Coaching a Teachable Student","created":"2023-06-16","cited_by_count":19,"area":"distill"},{"id":"2309.02870","title":"Rethinking Momentum Knowledge Distillation in Online Continual Learning","created":"2023-09-06","cited_by_count":18,"area":"distill"},{"id":"2310.07265","title":"Distilling Efficient Vision Transformers from CNNs for Semantic Segmentation","created":"2023-10-11","cited_by_count":18,"area":"distill"},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2211.11014","title":"Understanding and Improving Knowledge Distillation for Quantization-Aware Training of Large Transformer Encoders","created":"2022-11-20","cited_by_count":11,"area":"distill"},{"id":"2301.12005","title":"EmbedDistill: A Geometric Knowledge Distillation for Information Retrieval","created":"2023-01-27","cited_by_count":11,"area":"distill"},{"id":"2306.14818","title":"Accelerating Molecular Graph Neural Networks via Knowledge Distillation","created":"2023-06-26","cited_by_count":11,"area":"distill"},{"id":"2205.02340","title":"Knowledge Distillation of Russian Language Models with Reduction of Vocabulary","created":"2022-05-04","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2407.18288","title":"Leveraging Foundation Models via Knowledge Distillation in Multi-Object Tracking: Distilling DINOv2 Features to FairMOT","created":"2024-07-25","cited_by_count":6,"area":"distill"},{"id":"2107.08039","title":"Representation Consolidation for Training Expert Students","created":"2021-07-16","cited_by_count":5,"area":"distill"},{"id":"2408.14146","title":"TSAK: Two-Stage Semantic-Aware Knowledge Distillation for Efficient Wearable Modality and Model Optimization in Manufacturing Lines","created":"2024-08-26","cited_by_count":5,"area":"distill"},{"id":"2205.10490","title":"Aligning Logits Generatively for Principled Black-Box Knowledge Distillation","created":"2022-05-21","cited_by_count":3,"area":"distill"},{"id":"2301.12609","title":"Knowledge Distillation $\\approx$ Label Smoothing: Fact or Fallacy?","created":"2023-01-30","cited_by_count":3,"area":"distill"},{"id":"2112.05638","title":"DistilCSE: Effective Knowledge Distillation For Contrastive Sentence Embeddings","created":"2021-12-10","cited_by_count":2,"area":"distill"},{"id":"2503.17494","title":"Efficient Knowledge Distillation via Curriculum Extraction","created":"2025-03-21","cited_by_count":2,"area":"distill"},{"id":"2210.09668","title":"On effects of Knowledge Distillation on Transfer Learning","created":"2022-10-18","cited_by_count":1,"area":"distill"},{"id":"2306.10058","title":"EM-Network: Oracle Guided Self-distillation for Sequence Learning","created":"2023-06-14","cited_by_count":1,"area":"distill"},{"id":"2407.02775","title":"MLKD-BERT: Multi-level Knowledge Distillation for Pre-trained Language Models","created":"2024-07-03","cited_by_count":1,"area":"distill"},{"id":"2408.05952","title":"Optimizing Vision Transformers with Data-Free Knowledge Transfer","created":"2024-08-12","cited_by_count":1,"area":"distill"},{"id":"2412.03513","title":"Enhancing CLIP Conceptual Embedding through Knowledge Distillation","created":"2024-12-04","cited_by_count":1,"area":"distill"},{"id":"2112.11447","title":"Multi-Modality Distillation via Learning the teacher's modality-level Gram Matrix","created":"2021-12-21","cited_by_count":0,"area":"distill"},{"id":"2211.17059","title":"Hint-dynamic Knowledge Distillation","created":"2022-11-30","cited_by_count":0,"area":"distill"},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"},{"id":"2504.20000","title":"Knowledge Distillation of Domain-adapted LLMs for Question-Answering in Telecom","created":"2025-04-28","cited_by_count":0,"area":"distill"},{"id":"2505.10822","title":"Distilled Circuits: A Mechanistic Study of Internal Restructuring in Knowledge Distillation","created":"2025-05-16","cited_by_count":0,"area":"distill"},{"id":"2508.02840","title":"Resource-Efficient Automatic Software Vulnerability Assessment via Knowledge Distillation and Particle Swarm Optimization","created":"2025-07-30","cited_by_count":0,"area":"distill"}],"next_cursor":null}