{"total":60,"rows":[{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2402.02769","title":"Learning from Teaching Regularization: Generalizable Correlations Should be Easy to Imitate","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2207.06936","title":"Multi-Level Branched Regularization for Federated Learning","created":"2022-07-14","cited_by_count":34,"area":null},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2402.12842","title":"PromptKD: Distilling Student-Friendly Knowledge for Generative Language Models via Prompt Tuning","created":"2024-02-20","cited_by_count":25,"area":"distill"},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2310.11451","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2211.12933","title":"Join the High Accuracy Club on ImageNet with A Binary Neural Network Ticket","created":"2022-11-23","cited_by_count":14,"area":null},{"id":"2207.07869","title":"CA-SpaceNet: Counterfactual Analysis for 6D Pose Estimation in Space","created":"2022-07-16","cited_by_count":13,"area":null},{"id":"2411.07483","title":"Quantifying Knowledge Distillation Using Partial Information Decomposition","created":"2024-11-12","cited_by_count":13,"area":"distill"},{"id":"2109.14960","title":"Prune Your Model Before Distill It","created":"2021-09-30","cited_by_count":12,"area":"distill"},{"id":"2207.12980","title":"Efficient One Pass Self-distillation with Zipf's Label Smoothing","created":"2022-07-26","cited_by_count":12,"area":"distill"},{"id":"2202.05659","title":"Tiny Object Tracking: A Large-scale Dataset and A Baseline","created":"2022-02-11","cited_by_count":11,"area":"distill"},{"id":"2210.03923","title":"Sparse Teachers Can Be Dense with Knowledge","created":"2022-10-08","cited_by_count":11,"area":null},{"id":"2503.18244","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","created":"2025-03-23","cited_by_count":11,"area":"distill"},{"id":"2404.13518","title":"Reliable Model Watermarking: Defending Against Theft without Compromising on Evasion","created":"2024-04-21","cited_by_count":9,"area":"safety"},{"id":"2201.06945","title":"It's All in the Head: Representation Knowledge Distillation through Classifier Sharing","created":"2022-01-18","cited_by_count":8,"area":"distill"},{"id":"2305.09651","title":"Tailoring Instructions to Student's Learning Levels Boosts Knowledge Distillation","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2401.06826","title":"Direct Distillation between Different Domains","created":"2024-01-12","cited_by_count":8,"area":"distill"},{"id":"2407.01332","title":"AdaDistill: Adaptive Knowledge Distillation for Deep Face Recognition","created":"2024-07-01","cited_by_count":8,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2412.09874","title":"Can Students Beyond The Teacher? Distilling Knowledge from Teacher's Bias","created":"2024-12-13","cited_by_count":7,"area":"distill"},{"id":"2502.12947","title":"Every Expert Matters: Towards Effective Knowledge Distillation for Mixture-of-Experts Language Models","created":"2025-02-18","cited_by_count":6,"area":"moe"},{"id":"2202.12488","title":"Learn From the Past: Experience Ensemble Knowledge Distillation","created":"2022-02-25","cited_by_count":5,"area":"distill"},{"id":"2311.13934","title":"Robustness-Reinforced Knowledge Distillation with Correlation Distance and Network Pruning","created":"2023-11-23","cited_by_count":4,"area":"distill"},{"id":"2305.17394","title":"One-Step Knowledge Distillation and Fine-Tuning in Using Large Pre-Trained Self-Supervised Learning Models for Speaker Verification","created":"2023-05-27","cited_by_count":3,"area":"distill"},{"id":"2311.14334","title":"Maximizing Discrimination Capability of Knowledge Distillation with Energy Function","created":"2023-11-24","cited_by_count":3,"area":"distill"},{"id":"2402.01353","title":"Compiling High-Level Neural Network Specifications into VNN-LIB Queries","created":"2024-01-24","cited_by_count":3,"area":null},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2205.10003","title":"InDistill: Information flow-preserving knowledge distillation for model compression","created":"2022-05-20","cited_by_count":2,"area":"distill"},{"id":"2205.10089","title":"Kernel Normalized Convolutional Networks","created":"2022-05-20","cited_by_count":2,"area":null},{"id":"2210.01973","title":"Meta-Ensemble Parameter Learning","created":"2022-10-05","cited_by_count":2,"area":"distill"},{"id":"2304.05057","title":"SFT-KD-Recon: Learning a Student-friendly Teacher for Knowledge Distillation in Magnetic Resonance Image Reconstruction","created":"2023-04-11","cited_by_count":2,"area":"distill"},{"id":"2309.14157","title":"LAPP: Layer Adaptive Progressive Pruning for Compressing CNNs from Scratch","created":"2023-09-25","cited_by_count":2,"area":null},{"id":"2401.13937","title":"DiDA: Video Object Segmentation with Distillation Learning of Deformable Attention","created":"2024-01-25","cited_by_count":2,"area":null},{"id":"2403.15750","title":"iDAT: inverse Distillation Adapter-Tuning","created":"2024-03-23","cited_by_count":2,"area":"distill"},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2507.16296","title":"Cross-Modal Distillation For Widely Differing Modalities","created":"2025-07-22","cited_by_count":2,"area":null},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2402.14035","title":"Wisdom of Committee: Diverse Distillation from Large Foundation Models and Domain Experts","created":"2024-02-21","cited_by_count":1,"area":"distill"},{"id":"2505.08793","title":"Onboard Optimization and Learning: A Survey","created":"2025-05-07","cited_by_count":1,"area":null},{"id":"2210.00053","title":"Kernel Normalized Convolutional Networks for Privacy-Preserving Machine Learning","created":"2022-09-30","cited_by_count":0,"area":null},{"id":"2305.14066","title":"One-stop Training of Multiple Capacity Models","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2407.16040","title":"Generalizing Teacher Networks for Effective Knowledge Distillation Across Student Architectures","created":"2024-07-22","cited_by_count":0,"area":"distill"},{"id":"2409.02699","title":"Collaborative Learning for Enhanced Unsupervised Domain Adaptation","created":"2024-09-04","cited_by_count":0,"area":"distill"},{"id":"2410.04140","title":"Gap Preserving Distillation by Building Bidirectional Mappings with A Dynamic Teacher","created":"2024-10-05","cited_by_count":0,"area":"distill"},{"id":"2501.07040","title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","created":"2025-01-13","cited_by_count":0,"area":"distill"},{"id":"2506.23041","title":"ReMem: Mutual Information-Aware Fine-tuning of Pretrained Vision Transformers for Effective Knowledge Distillation","created":"2025-06-29","cited_by_count":0,"area":"distill"},{"id":"2604.15016","title":"DLink: Distilling Layer-wise and Dominant Knowledge from EEG Foundation Models","created":"2026-04-16","cited_by_count":0,"area":"distill"},{"id":"2605.11414","title":"Generative Diffusion Prior Distillation for Long-Context Knowledge Transfer","created":"2026-05-12","cited_by_count":0,"area":"diffusion"},{"id":"2610.14413","title":"Coarse-Graining Recursive Expert Computation: Continuation-Relative Interfaces and Failure Modes","created":"2026-10-10","cited_by_count":0,"area":null}],"next_cursor":null}