{"total":75,"rows":[{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2111.06638","title":"Meta-Teacher For Face Anti-Spoofing","created":"2021-11-12","cited_by_count":33,"area":null},{"id":"2205.14443","title":"A Closer Look at Self-Supervised Lightweight Vision Transformers","created":"2022-05-28","cited_by_count":31,"area":null},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2205.15156","title":"Towards Efficient 3D Object Detection with Knowledge Distillation","created":"2022-05-30","cited_by_count":29,"area":"distill"},{"id":"2209.04996","title":"Switchable Online Knowledge Distillation","created":"2022-09-12","cited_by_count":29,"area":"distill"},{"id":"2302.09632","title":"HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers","created":"2023-02-19","cited_by_count":25,"area":"distill"},{"id":"2110.08890","title":"Network Augmentation for Tiny Deep Learning","created":"2021-10-17","cited_by_count":24,"area":null},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2205.02399","title":"Spot-adaptive Knowledge Distillation","created":"2022-05-05","cited_by_count":22,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2204.05957","title":"Localization Distillation for Object Detection","created":"2022-04-12","cited_by_count":19,"area":"distill"},{"id":"2301.12245","title":"Supervision Complexity and its Role in Knowledge Distillation","created":"2023-01-28","cited_by_count":19,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2110.08532","title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher","created":"2021-10-16","cited_by_count":17,"area":null},{"id":"2202.13393","title":"TransKD: Transformer Knowledge Distillation for Efficient Semantic Segmentation","created":"2022-02-27","cited_by_count":17,"area":"distill"},{"id":"2310.11451","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2408.07221","title":"A Review of Pseudo-Labeling for Computer Vision","created":"2024-08-13","cited_by_count":16,"area":null},{"id":"2402.17110","title":"Sinkhorn Distance Minimization for Knowledge Distillation","created":"2024-02-27","cited_by_count":15,"area":"distill"},{"id":"2207.01426","title":"Dynamic Contrastive Distillation for Image-Text Retrieval","created":"2022-07-04","cited_by_count":14,"area":null},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2303.01130","title":"Distillation from Heterogeneous Models for Top-K Recommendation","created":"2023-03-02","cited_by_count":13,"area":"distill"},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2202.12626","title":"Joint Answering and Explanation for Visual Commonsense Reasoning","created":"2022-02-25","cited_by_count":11,"area":"lr"},{"id":"2107.09305","title":"Follow Your Path: a Progressive Method for Knowledge Distillation","created":"2021-07-20","cited_by_count":10,"area":"distill"},{"id":"2305.08096","title":"Towards Understanding and Improving Knowledge Distillation for Neural Machine Translation","created":"2023-05-14","cited_by_count":10,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2204.05502","title":"CoupleFace: Relation Matters for Face Recognition Distillation","created":"2022-04-12","cited_by_count":8,"area":null},{"id":"2302.10494","title":"The Role of Masking for Efficient Supervised Knowledge Distillation of Vision Transformers","created":"2023-02-21","cited_by_count":8,"area":"distill"},{"id":"2305.09651","title":"Tailoring Instructions to Student's Learning Levels Boosts Knowledge Distillation","created":"2023-05-16","cited_by_count":8,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2212.08974","title":"3D Point Cloud Pre-training with Knowledge Distillation from 2D Images","created":"2022-12-17","cited_by_count":7,"area":"distill"},{"id":"2212.12965","title":"BD-KD: Balancing the Divergences for Online Knowledge Distillation","created":"2022-12-25","cited_by_count":7,"area":"distill"},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2107.13279","title":"Pseudo-LiDAR Based Road Detection","created":"2021-07-28","cited_by_count":6,"area":null},{"id":"2206.15047","title":"Improving Ensemble Distillation With Weight Averaging and Diversifying Perturbation","created":"2022-06-30","cited_by_count":6,"area":"distill"},{"id":"2208.08090","title":"Progressive Cross-modal Knowledge Distillation for Human Action Recognition","created":"2022-08-17","cited_by_count":6,"area":null},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2210.11407","title":"Similarity of Neural Architectures using Adversarial Attack Transferability","created":"2022-10-20","cited_by_count":4,"area":null},{"id":"2303.00952","title":"Towards Activated Muscle Group Estimation in the Wild","created":"2023-03-02","cited_by_count":4,"area":null},{"id":"2404.12210","title":"An Experimental Study on Exploring Strong Lightweight Vision Transformers via Masked Image Modeling Pre-Training","created":"2024-04-18","cited_by_count":4,"area":null},{"id":"2105.13695","title":"AutoSampling: Search for Effective Data Sampling Schedules","created":"2021-05-28","cited_by_count":3,"area":null},{"id":"2111.14356","title":"Improved Knowledge Distillation via Adversarial Collaboration","created":"2021-11-29","cited_by_count":3,"area":"distill"},{"id":"2301.05440","title":"Learnable Heterogeneous Convolution: Learning both topology and strength","created":"2023-01-13","cited_by_count":3,"area":null},{"id":"2305.17394","title":"One-Step Knowledge Distillation and Fine-Tuning in Using Large Pre-Trained Self-Supervised Learning Models for Speaker Verification","created":"2023-05-27","cited_by_count":3,"area":"distill"},{"id":"2306.11339","title":"Masking meets Supervision: A Strong Learning Alliance","created":"2023-06-20","cited_by_count":3,"area":null},{"id":"2308.10308","title":"Representation Disparity-aware Distillation for 3D Object Detection","created":"2023-08-20","cited_by_count":3,"area":"distill"},{"id":"2409.06067","title":"MLLM-LLaVA-FL: Multimodal Large Language Model Assisted Federated Learning","created":"2024-09-09","cited_by_count":3,"area":"mllm"},{"id":"2409.12512","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","created":"2024-09-19","cited_by_count":3,"area":"distill"},{"id":"2506.18999","title":"Diffusion Transformer-to-Mamba Distillation for High-Resolution Image Generation","created":"2025-06-23","cited_by_count":3,"area":"diffusion"},{"id":"2103.01559","title":"Inter-class Discrepancy Alignment for Face Recognition","created":"2021-03-02","cited_by_count":2,"area":null},{"id":"2103.07600","title":"Student-Teacher Learning from Clean Inputs to Noisy Inputs","created":"2021-03-13","cited_by_count":2,"area":null},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2102.10335","title":"Exploring Knowledge Distillation of a Deep Neural Network for Multi-Script identification","created":"2021-02-20","cited_by_count":1,"area":"distill"},{"id":"2103.16844","title":"Fixing the Teacher-Student Knowledge Discrepancy in Distillation","created":"2021-03-31","cited_by_count":1,"area":"distill"},{"id":"2202.02265","title":"Iterative Self Knowledge Distillation -- From Pothole Classification to Fine-Grained and COVID Recognition","created":"2022-02-04","cited_by_count":1,"area":"distill"},{"id":"2305.15975","title":"Triplet Knowledge Distillation","created":"2023-05-25","cited_by_count":1,"area":"distill"},{"id":"2306.13586","title":"NetBooster: Empowering Tiny Deep Learning By Standing on the Shoulders of Deep Giants","created":"2023-06-23","cited_by_count":1,"area":null},{"id":"2606.19483","title":"Dyna-DINO: Efficient ViT Distillation Via Adaptive Representation Anchoring","created":"2026-06-17","cited_by_count":1,"area":"distill"},{"id":"2205.01508","title":"Compact Neural Networks via Stacking Designed Basic Units","created":"2022-05-03","cited_by_count":0,"area":null},{"id":"2309.07561","title":"Adaptive Prompt Learning with Distilled Connective Knowledge for Implicit Discourse Relation Recognition","created":"2023-09-14","cited_by_count":0,"area":"distill"},{"id":"2401.07469","title":"A Deep Hierarchical Feature Sparse Framework for Occluded Person Re-Identification","created":"2024-01-15","cited_by_count":0,"area":null},{"id":"2402.12080","title":"Can LLMs Compute with Reasons?","created":"2024-02-19","cited_by_count":0,"area":"lr"},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2603.10877","title":"From Images to Words: Efficient Cross-Modal Knowledge Distillation to Language Models from Black-box Teachers","created":"2026-03-11","cited_by_count":0,"area":"mllm"}],"next_cursor":null}