{"total":118,"rows":[{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2310.06119","title":"Exploring Progress in Multivariate Time Series Forecasting: Comprehensive Benchmarking and Heterogeneity Analysis","created":"2023-10-09","cited_by_count":117,"area":null},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2403.02781","title":"PromptKD: Unsupervised Prompt Distillation for Vision-Language Models","created":"2024-03-05","cited_by_count":72,"area":"mllm"},{"id":"2507.02939","title":"Frequency-Aligned Knowledge Distillation for Lightweight Spatiotemporal Forecasting","created":"2025-06-27","cited_by_count":55,"area":"distill"},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2304.00145","title":"Directional Connectivity-based Segmentation of Medical Images","created":"2023-03-31","cited_by_count":30,"area":null},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2410.14720","title":"SGLP: A Similarity Guided Fast Layer Partition Pruning for Compressing Large Deep Models","created":"2024-10-14","cited_by_count":25,"area":null},{"id":"2205.14589","title":"Masked Distillation with Receptive Tokens","created":"2022-05-29","cited_by_count":23,"area":null},{"id":"2409.03550","title":"DKDM: Data-Free Knowledge Distillation for Diffusion Models with Any Architecture","created":"2024-09-05","cited_by_count":22,"area":"diffusion"},{"id":"2412.11549","title":"MPQ-DM: Mixed Precision Quantization for Extremely Low Bit Diffusion Models","created":"2024-12-16","cited_by_count":21,"area":"diffusion"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2405.16108","title":"OmniBind: Teach to Build Unequal-Scale Modality Interaction for Omni-Bind of All","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2506.12459","title":"Merlin: Multi-View Representation Learning for Robust Multivariate Time Series Forecasting with Unfixed Missing Rates","created":"2025-06-14","cited_by_count":20,"area":null},{"id":"2503.06307","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","created":"2025-03-08","cited_by_count":18,"area":"distill"},{"id":"2303.17158","title":"KD-DLGAN: Data Limited Image Generation via Knowledge Distillation","created":"2023-03-30","cited_by_count":16,"area":"distill"},{"id":"2502.18510","title":"Multi-Teacher Knowledge Distillation with Reinforcement Learning for Visual Recognition","created":"2025-02-22","cited_by_count":16,"area":"distill"},{"id":"2211.12039","title":"Accelerating Diffusion Sampling with Classifier-based Feature Distillation","created":"2022-11-22","cited_by_count":15,"area":"diffusion"},{"id":"2306.08075","title":"BPKD: Boundary Privileged Knowledge Distillation For Semantic Segmentation","created":"2023-06-13","cited_by_count":15,"area":"distill"},{"id":"2404.09011","title":"PracticalDG: Perturbation Distillation on Vision-Language Models for Hybrid Domain Generalization","created":"2024-04-13","cited_by_count":15,"area":"mllm"},{"id":"2507.19672","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","created":"2025-07-25","cited_by_count":15,"area":"alignment"},{"id":"2208.14143","title":"FAKD: Feature Augmented Knowledge Distillation for Semantic Segmentation","created":"2022-08-30","cited_by_count":14,"area":"distill"},{"id":"2305.11818","title":"MaGIC: Multi-modality Guided Image Completion","created":"2023-05-19","cited_by_count":14,"area":null},{"id":"2211.08071","title":"KD-DETR: Knowledge Distillation for Detection Transformer with Consistent Distillation Points Sampling","created":"2022-11-15","cited_by_count":13,"area":null},{"id":"2407.18041","title":"How to Train the Teacher Model for Effective Knowledge Distillation","created":"2024-07-25","cited_by_count":13,"area":"distill"},{"id":"2206.05184","title":"SERE: Exploring Feature Self-relation for Self-supervised Transformer","created":"2022-06-10","cited_by_count":12,"area":null},{"id":"2302.05666","title":"Jaccard Metric Losses: Optimizing the Jaccard Index with Soft Labels","created":"2023-02-11","cited_by_count":12,"area":"distill"},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2507.04290","title":"MPQ-DMv2: Flexible Residual Mixed Precision Quantization for Low-Bit Diffusion Models with Temporal Distillation","created":"2025-07-06","cited_by_count":12,"area":"diffusion"},{"id":"2312.16279","title":"Cloud-Device Collaborative Learning for Multimodal Large Language Models","created":"2023-12-26","cited_by_count":11,"area":"lr"},{"id":"2511.17448","title":"MMT-ARD: Multimodal Multi-Teacher Adversarial Distillation for Robust Vision-Language Models","created":"2025-11-21","cited_by_count":11,"area":"mllm"},{"id":"2601.08301","title":"ReCo-KD: Region- and Context-Aware Knowledge Distillation for Efficient 3D Medical Image Segmentation","created":"2026-01-13","cited_by_count":11,"area":"distill"},{"id":"2601.12785","title":"Distilling Time Series Foundation Models for Efficient Forecasting","created":"2026-01-19","cited_by_count":11,"area":null},{"id":"2210.02270","title":"Weak-shot Semantic Segmentation via Dual Similarity Transfer","created":"2022-10-05","cited_by_count":10,"area":null},{"id":"2306.15110","title":"Deep Transfer Learning for Intelligent Vehicle Perception: a Survey","created":"2023-06-26","cited_by_count":10,"area":null},{"id":"2408.04145","title":"ComKD-CLIP: Comprehensive Knowledge Distillation for Contrastive Language-Image Pre-traning Model","created":"2024-08-08","cited_by_count":9,"area":"distill"},{"id":"2408.07703","title":"Knowledge Distillation with Refined Logits","created":"2024-08-14","cited_by_count":9,"area":"distill"},{"id":"2503.08043","title":"Structural and Statistical Texture Knowledge Distillation and Learning for Segmentation","created":"2025-03-11","cited_by_count":9,"area":"distill"},{"id":"2506.17290","title":"SRKD: Towards Efficient 3D Point Cloud Segmentation via Structure- and Relation-aware Knowledge Distillation","created":"2025-06-16","cited_by_count":9,"area":"distill"},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2503.17914","title":"Semi-supervised Semantic Segmentation with Multi-Constraint Consistency Learning","created":"2025-03-23","cited_by_count":8,"area":null},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2501.07070","title":"Enhancing Image Generation Fidelity via Progressive Prompts","created":"2025-01-13","cited_by_count":7,"area":"diffusion"},{"id":"2303.13212","title":"A Simple and Generic Framework for Feature Distillation via Channel-wise Transformation","created":"2023-03-23","cited_by_count":6,"area":"distill"},{"id":"2409.18800","title":"MiniVLN: Efficient Vision-and-Language Navigation by Progressive Knowledge Distillation","created":"2024-09-27","cited_by_count":6,"area":"distill"},{"id":"2412.17331","title":"Uncertainty-Participation Context Consistency Learning for Semi-supervised Semantic Segmentation","created":"2024-12-23","cited_by_count":6,"area":null},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2407.13254","title":"Make a Strong Teacher with Label Assistance: A Novel Knowledge Distillation Approach for Semantic Segmentation","created":"2024-07-18","cited_by_count":5,"area":"distill"},{"id":"2408.10843","title":"Detecting Wildfires on UAVs with Real-time Segmentation Trained by Larger Teacher Models","created":"2024-08-19","cited_by_count":5,"area":null},{"id":"2210.10486","title":"Cross-Modal Fusion Distillation for Fine-Grained Sketch-Based Image Retrieval","created":"2022-10-19","cited_by_count":4,"area":null},{"id":"2401.10752","title":"HiCD: Change Detection in Quality-Varied Images via Hierarchical Correlation Distillation","created":"2024-01-19","cited_by_count":4,"area":null},{"id":"2409.17503","title":"Shape-intensity knowledge distillation for robust medical image segmentation","created":"2024-09-26","cited_by_count":4,"area":"distill"},{"id":"2505.15133","title":"DeepKD: A Deeply Decoupled and Denoised Knowledge Distillation Trainer","created":"2025-05-21","cited_by_count":4,"area":"distill"},{"id":"2507.15911","title":"Local Dense Logit Relations for Enhanced Knowledge Distillation","created":"2025-07-21","cited_by_count":4,"area":"distill"},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2303.12992","title":"A Survey of Historical Learning: Learning Models with Learning History","created":"2023-03-23","cited_by_count":3,"area":null},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2403.05451","title":"Attention-guided Feature Distillation for Semantic Segmentation","created":"2024-03-08","cited_by_count":3,"area":"distill"},{"id":"2407.00115","title":"Instance Temperature Knowledge Distillation","created":"2024-06-27","cited_by_count":3,"area":"distill"},{"id":"2308.04243","title":"AICSD: Adaptive Inter-Class Similarity Distillation for Semantic Segmentation","created":"2023-08-08","cited_by_count":2,"area":"distill"},{"id":"2311.11086","title":"LightBTSeg: A lightweight breast tumor segmentation model using ultrasound images via dual-path joint knowledge distillation","created":"2023-11-18","cited_by_count":2,"area":"distill"},{"id":"2312.07884","title":"Mutual-Learning Knowledge Distillation for Nighttime UAV Tracking","created":"2023-12-13","cited_by_count":2,"area":"distill"},{"id":"2402.01389","title":"SiMA-Hand: Boosting 3D Hand-Mesh Reconstruction by Single-to-Multi-View Adaptation","created":"2024-02-02","cited_by_count":2,"area":null},{"id":"2406.05488","title":"Online Policy Distillation with Decision-Attention","created":"2024-06-08","cited_by_count":2,"area":"distill"},{"id":"2407.03719","title":"Relative Difficulty Distillation for Semantic Segmentation","created":"2024-07-04","cited_by_count":2,"area":"distill"},{"id":"2503.21269","title":"Delving Deep into Semantic Relation Distillation","created":"2025-03-27","cited_by_count":2,"area":"distill"},{"id":"2504.07691","title":"Distilling Knowledge from Heterogeneous Architectures for Semantic Segmentation","created":"2025-04-10","cited_by_count":2,"area":"distill"},{"id":"2506.13552","title":"A Comprehensive Survey on Video Scene Parsing:Advances, Challenges, and Prospects","created":"2025-06-16","cited_by_count":2,"area":null},{"id":"2508.09599","title":"BridgeTA: Bridging the Representation Gap in Knowledge Distillation via Teacher Assistant for Bird's Eye View Map Segmentation","created":"2025-08-13","cited_by_count":2,"area":"distill"},{"id":"2606.28266","title":"RSICCLLM: A Multimodal Large Language Model for Remote Sensing Image Change Captioning","created":"2026-06-26","cited_by_count":2,"area":"mllm"},{"id":"2303.04737","title":"SoftMatch Distance: A Novel Distance for Weakly-Supervised Trend Change Detection in Bi-Temporal Images","created":"2023-03-08","cited_by_count":1,"area":null},{"id":"2303.06820","title":"Continuous sign language recognition based on cross-resolution knowledge distillation","created":"2023-03-13","cited_by_count":1,"area":"distill"},{"id":"2308.08125","title":"Radio2Text: Streaming Speech Recognition Using mmWave Radio Signals","created":"2023-08-16","cited_by_count":1,"area":null},{"id":"2309.03659","title":"Towards Comparable Knowledge Distillation in Semantic Image Segmentation","created":"2023-09-07","cited_by_count":1,"area":"distill"},{"id":"2401.06370","title":"Graph Relation Distillation for Efficient Biomedical Instance Segmentation","created":"2024-01-12","cited_by_count":1,"area":"distill"},{"id":"2402.18698","title":"Spatial Coherence Loss: All Objects Matter in Salient and Camouflaged Object Detection","created":"2024-02-28","cited_by_count":1,"area":null},{"id":"2408.03046","title":"Comb, Prune, Distill: Towards Unified Pruning for Vision Model Compression","created":"2024-08-06","cited_by_count":1,"area":null},{"id":"2409.05642","title":"Prototype-Driven Multi-Feature Generation for Visible-Infrared Person Re-identification","created":"2024-09-09","cited_by_count":1,"area":null},{"id":"2501.01983","title":"ECG-guided individual identification via PPG","created":"2024-12-30","cited_by_count":1,"area":null},{"id":"2503.13156","title":"DynSTG-Mamba: Dynamic Spatio-Temporal Graph Mamba with Cross-Graph Knowledge Distillation for Gait Disorders Recognition","created":"2025-03-17","cited_by_count":1,"area":"ssm"},{"id":"2604.26255","title":"GaitKD: A Universal Decoupled Distillation Framework for Efficient Gait Recognition","created":"2026-04-29","cited_by_count":1,"area":"distill"},{"id":"2607.01827","title":"C2E: Boosting Ego-Only 3D Object Detection via Multi-Teacher Contrastive Knowledge Distillation","created":"2026-07-02","cited_by_count":1,"area":"distill"},{"id":"2607.04599","title":"Displacement Preserving Relational Distillation for Robust Medical Segmentation","created":"2026-07-06","cited_by_count":1,"area":null},{"id":"2306.08998","title":"Team AcieLee: Technical Report for EPIC-SOUNDS Audio-Based Interaction Recognition Challenge 2023","created":"2023-06-15","cited_by_count":0,"area":null},{"id":"2310.05125","title":"Bidirectional Knowledge Reconfiguration for Lightweight Point Cloud Analysis","created":"2023-10-08","cited_by_count":0,"area":"distill"},{"id":"2401.13174","title":"Towards Customized Knowledge Distillation for Chip-Level Dense Image Predictions","created":"2024-01-24","cited_by_count":0,"area":"distill"},{"id":"2403.18490","title":"I2CKD : Intra- and Inter-Class Knowledge Distillation for Semantic Segmentation","created":"2024-03-27","cited_by_count":0,"area":"distill"},{"id":"2405.08547","title":"Exploring Graph-based Knowledge: Multi-Level Feature Distillation via Channels Relational Graph","created":"2024-05-14","cited_by_count":0,"area":"distill"},{"id":"2405.19606","title":"Relation Modeling and Distillation for Learning with Noisy Labels","created":"2024-05-30","cited_by_count":0,"area":null},{"id":"2411.10077","title":"Hierarchical mutual distillation for multi-view fusion: Learning from all possible view combinations","created":"2024-11-15","cited_by_count":0,"area":null},{"id":"2501.07040","title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","created":"2025-01-13","cited_by_count":0,"area":"distill"},{"id":"2502.06189","title":"Multi-Level Decoupled Relational Distillation for Heterogeneous Architectures","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2504.20080","title":"DNAD: Differentiable Neural Architecture Distillation","created":"2025-04-25","cited_by_count":0,"area":null}],"next_cursor":"100"}