{"total":116,"rows":[{"id":"2212.08320","title":"Autoencoders as Cross-Modal Teachers: Can Pretrained 2D Image Transformers Help 3D Representation Learning?","created":"2022-12-16","cited_by_count":122,"area":"distill"},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87,"area":"distill"},{"id":"2203.00048","title":"Multi-modal Alignment using Representation Codebook","created":"2022-02-28","cited_by_count":63,"area":"distill"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2308.00301","title":"Online Prototype Learning for Online Continual Learning","created":"2023-08-01","cited_by_count":53,"area":"distill"},{"id":"2112.03553","title":"ADD: Frequency Attention and Multi-View based Knowledge Distillation to Detect Low-Quality Compressed Deepfake Images","created":"2021-12-07","cited_by_count":48,"area":"distill"},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2207.09158","title":"FedX: Unsupervised Federated Learning with Cross Knowledge Distillation","created":"2022-07-19","cited_by_count":40,"area":"distill"},{"id":"2111.04964","title":"On Representation Knowledge Distillation for Graph Neural Networks","created":"2021-11-09","cited_by_count":38,"area":"distill"},{"id":"2305.10005","title":"DinoSR: Self-Distillation and Online Clustering for Self-supervised Speech Representation Learning","created":"2023-05-17","cited_by_count":37,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2108.03619","title":"Learning an Augmented RGB Representation with Cross-Modal Knowledge Distillation for Action Detection","created":"2021-08-08","cited_by_count":32,"area":"distill"},{"id":"2211.17068","title":"Self-Supervised Continual Graph Learning in Adaptive Riemannian Spaces","created":"2022-11-30","cited_by_count":32,"area":"distill"},{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2407.03475","title":"How JEPA Avoids Noisy Features: The Implicit Bias of Deep Linear Self Distillation Networks","created":"2024-07-03","cited_by_count":31,"area":"distill"},{"id":"2108.07482","title":"G-DetKD: Towards General Distillation Framework for Object Detectors via Contrastive and Semantic-guided Feature Imitation","created":"2021-08-17","cited_by_count":28,"area":"distill"},{"id":"2305.08776","title":"Bridging the Domain Gap: Self-Supervised 3D Scene Understanding with Foundation Models","created":"2023-05-15","cited_by_count":27,"area":"distill"},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2306.04186","title":"Self-supervised Audio Teacher-Student Transformer for Both Clip-level and Frame-level Tasks","created":"2023-06-07","cited_by_count":25,"area":"distill"},{"id":"2105.11683","title":"Towards Compact Single Image Super-Resolution via Contrastive Self-distillation","created":"2021-05-25","cited_by_count":24,"area":"distill"},{"id":"2104.08945","title":"Data-Efficient Language-Supervised Zero-Shot Learning with Self-Distillation","created":"2021-04-18","cited_by_count":22,"area":"distill"},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2201.10207","title":"SPIRAL: Self-supervised Perturbation-Invariant Representation Learning for Speech Pre-Training","created":"2022-01-25","cited_by_count":19,"area":"distill"},{"id":"2305.17007","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","created":"2023-05-26","cited_by_count":18,"area":"distill"},{"id":"2112.00158","title":"Representation learning through cross-modal conditional teacher-student training for speech emotion recognition","created":"2021-11-30","cited_by_count":17,"area":"distill"},{"id":"2309.01270","title":"COMEDIAN: Self-Supervised Learning and Knowledge Distillation for Action Spotting using Transformers","created":"2023-09-03","cited_by_count":17,"area":"distill"},{"id":"2210.00944","title":"Attention Distillation: self-supervised vision transformer students need more guidance","created":"2022-10-03","cited_by_count":16,"area":"distill"},{"id":"2111.12958","title":"Self-Distilled Self-Supervised Representation Learning","created":"2021-11-25","cited_by_count":14,"area":"distill"},{"id":"2310.04999","title":"Symmetrical Linguistic Feature Distillation with CLIP for Scene Text Recognition","created":"2023-10-08","cited_by_count":14,"area":"distill"},{"id":"2402.05894","title":"Large Language Model Meets Graph Neural Network in Knowledge Distillation","created":"2024-02-08","cited_by_count":14,"area":"distill"},{"id":"2204.12076","title":"ATST: Audio Representation Learning with Teacher-Student Transformer","created":"2022-04-26","cited_by_count":13,"area":"distill"},{"id":"2203.11490","title":"SSD-KD: A Self-supervised Diverse Knowledge Distillation Method for Lightweight Skin Lesion Classification Using Dermoscopic Images","created":"2022-03-22","cited_by_count":12,"area":"distill"},{"id":"2301.13003","title":"Knowledge Transfer from Pre-trained Language Models to Cif-based Speech Recognizers via Hierarchical Distillation","created":"2023-01-30","cited_by_count":11,"area":"distill"},{"id":"2306.07646","title":"Enhanced Multimodal Representation Learning with Cross-modal KD","created":"2023-06-13","cited_by_count":11,"area":"distill"},{"id":"2403.11817","title":"HVDistill: Transferring Knowledge from Images to Point Clouds via Unsupervised Hybrid-View Distillation","created":"2024-03-18","cited_by_count":11,"area":"distill"},{"id":"2507.08064","title":"PUMA: Layer-Pruned Language Model for Efficient Unified Multimodal Retrieval with Modality-Adaptive Learning","created":"2025-07-10","cited_by_count":11,"area":"distill"},{"id":"2205.12451","title":"Region-aware Knowledge Distillation for Efficient Image-to-Image Translation","created":"2022-05-25","cited_by_count":10,"area":"distill"},{"id":"2106.07843","title":"Teacher-Student MixIT for Unsupervised and Semi-supervised Speech Separation","created":"2021-06-15","cited_by_count":9,"area":"distill"},{"id":"2410.14609","title":"DiSCo: LLM Knowledge Distillation for Efficient Sparse Retrieval in Conversational Search","created":"2024-10-18","cited_by_count":9,"area":"distill"},{"id":"2504.16801","title":"Decoupled Global-Local Alignment for Improving Compositional Understanding","created":"2025-04-23","cited_by_count":9,"area":"distill"},{"id":"2112.04174","title":"Boosting Contrastive Learning with Relation Knowledge Distillation","created":"2021-12-08","cited_by_count":7,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2303.13763","title":"Edge-free but Structure-aware: Prototype-Guided Knowledge Distillation from GNNs to MLPs","created":"2023-03-24","cited_by_count":7,"area":"distill"},{"id":"2309.10361","title":"Improving CLIP Robustness with Knowledge Distillation and Self-Training","created":"2023-09-19","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2110.15946","title":"Estimating and Maximizing Mutual Information for Knowledge Distillation","created":"2021-10-29","cited_by_count":6,"area":"distill"},{"id":"2302.12091","title":"Random Teachers are Good Teachers","created":"2023-02-23","cited_by_count":6,"area":"distill"},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2507.08336","title":"Distillation versus Contrastive Learning: How to Train Your Rerankers","created":"2025-07-11","cited_by_count":6,"area":"distill"},{"id":"2509.19215","title":"PPG-Distill: Efficient Photoplethysmography Signals Analysis via Foundation Model Distillation","created":"2025-09-23","cited_by_count":6,"area":"distill"},{"id":"2211.01246","title":"data2vec-aqc: Search for the right Teaching Assistant in the Teacher-Student training setup","created":"2022-11-02","cited_by_count":5,"area":"distill"},{"id":"2406.11169","title":"Self-Distillation Prototypes Network: Learning Robust Speaker Representations without Supervision","created":"2024-06-17","cited_by_count":5,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2503.20839","title":"TAR: Teacher-Aligned Representations via Contrastive Learning for Quadrupedal Locomotion","created":"2025-03-26","cited_by_count":5,"area":"distill"},{"id":"2204.07674","title":"CILDA: Contrastive Data Augmentation using Intermediate Layer Knowledge Distillation","created":"2022-04-15","cited_by_count":4,"area":"distill"},{"id":"2302.02089","title":"MOMA:Distill from Self-Supervised Teachers","created":"2023-02-04","cited_by_count":4,"area":"distill"},{"id":"2305.12425","title":"DualVC: Dual-mode Voice Conversion using Intra-model Knowledge Distillation and Hybrid Predictive Coding","created":"2023-05-21","cited_by_count":4,"area":"distill"},{"id":"2310.13499","title":"DistillCSE: Distilled Contrastive Learning for Sentence Embeddings","created":"2023-10-20","cited_by_count":4,"area":"distill"},{"id":"2409.10362","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","created":"2024-09-16","cited_by_count":4,"area":"distill"},{"id":"2505.24361","title":"Revisiting Cross-Modal Knowledge Distillation: A Disentanglement Approach for RGBD Semantic Segmentation","created":"2025-05-30","cited_by_count":4,"area":"distill"},{"id":"2110.08270","title":"From Multimodal to Unimodal Attention in Transformers using Knowledge Distillation","created":"2021-10-15","cited_by_count":3,"area":"distill"},{"id":"2210.03625","title":"C2KD: Cross-Lingual Cross-Modal Knowledge Distillation for Multilingual Text-Video Retrieval","created":"2022-10-07","cited_by_count":3,"area":"distill"},{"id":"2211.10943","title":"Scalable Collaborative Learning via Representation Sharing","created":"2022-11-20","cited_by_count":3,"area":"distill"},{"id":"2303.13606","title":"Adaptive Similarity Bootstrapping for Self-Distillation based Representation Learning","created":"2023-03-23","cited_by_count":3,"area":"distill"},{"id":"2603.15553","title":"Self-Distillation of Hidden Layers for Self-Supervised Representation Learning","created":"2026-03-16","cited_by_count":3,"area":"distill"},{"id":"2206.02531","title":"3D-Augmented Contrastive Knowledge Distillation for Image-based Object Pose Estimation","created":"2022-06-02","cited_by_count":2,"area":"distill"},{"id":"2207.12995","title":"Exploring Generalizable Distillation for Efficient Medical Image Segmentation","created":"2022-07-26","cited_by_count":2,"area":"distill"},{"id":"2303.16050","title":"Information-Theoretic GAN Compression with Variational Energy-based Model","created":"2023-03-28","cited_by_count":2,"area":"distill"},{"id":"2306.00789","title":"Improved Cross-Lingual Transfer Learning For Automatic Speech Translation","created":"2023-06-01","cited_by_count":2,"area":"distill"},{"id":"2307.02720","title":"On-Device Constrained Self-Supervised Speech Representation Learning for Keyword Spotting via Knowledge Distillation","created":"2023-07-06","cited_by_count":2,"area":"distill"},{"id":"2309.13266","title":"Robust Navigation with Cross-Modal Fusion and Knowledge Transfer","created":"2023-09-23","cited_by_count":2,"area":"distill"},{"id":"2404.11249","title":"A Progressive Framework of Vision-language Knowledge Distillation and Alignment for Multilingual Scene","created":"2024-04-17","cited_by_count":2,"area":"distill"},{"id":"2508.20914","title":"Learning Robust Spatial Representations from Binaural Audio through Feature Distillation","created":"2025-08-28","cited_by_count":2,"area":"distill"},{"id":"2211.15951","title":"Feature-domain Adaptive Contrastive Distillation for Efficient Single Image Super-Resolution","created":"2022-11-29","cited_by_count":1,"area":"distill"},{"id":"2303.12130","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","created":"2023-03-21","cited_by_count":1,"area":"distill"},{"id":"2305.11327","title":"MALM: Mask Augmentation based Local Matching for Food-Recipe Retrieval","created":"2023-05-18","cited_by_count":1,"area":"distill"},{"id":"2307.00534","title":"Shared Growth of Graph Neural Networks via Prompted Free-direction Knowledge Distillation","created":"2023-07-02","cited_by_count":1,"area":"distill"},{"id":"2310.15938","title":"STRIDE: Structure and Embedding Distillation with Attention for Graph Neural Networks","created":"2023-10-24","cited_by_count":1,"area":"distill"},{"id":"2310.17183","title":"Understanding the Effects of Projectors in Knowledge Distillation","created":"2023-10-26","cited_by_count":1,"area":"distill"},{"id":"2401.14038","title":"Deep Clustering with Diffused Sampling and Hardness-aware Self-distillation","created":"2024-01-25","cited_by_count":1,"area":"distill"},{"id":"2407.12073","title":"Relational Representation Distillation","created":"2024-07-16","cited_by_count":1,"area":"distill"},{"id":"2407.14329","title":"Efficient Audio Captioning with Encoder-Level Knowledge Distillation","created":"2024-07-19","cited_by_count":1,"area":"distill"},{"id":"2411.10693","title":"Multi-perspective Contrastive Logit Distillation","created":"2024-11-16","cited_by_count":1,"area":"distill"},{"id":"2603.25388","title":"Multimodal Dataset Distillation via Phased Teacher Models","created":"2026-03-26","cited_by_count":1,"area":"distill"},{"id":"2608.11789","title":"Anti-Shortcut Distillation via Temporal Negative Knowledge Transfer","created":"2026-08-12","cited_by_count":1,"area":"distill"},{"id":"2110.12606","title":"MUSE: Feature Self-Distillation with Mutual Information and Self-Information","created":"2021-10-25","cited_by_count":0,"area":"distill"},{"id":"2301.12257","title":"Few-shot Face Image Translation via GAN Prior Distillation","created":"2023-01-28","cited_by_count":0,"area":"distill"},{"id":"2305.13391","title":"EnSiam: Self-Supervised Learning With Ensemble Representations","created":"2023-05-22","cited_by_count":0,"area":"distill"},{"id":"2308.02774","title":"Self-Distillation Prototypes Network: Learning Robust Speaker Representations without Supervision","created":"2023-08-05","cited_by_count":0,"area":"distill"},{"id":"2310.18890","title":"Towards Generalized Multi-stage Clustering: Multi-view Self-distillation","created":"2023-10-29","cited_by_count":0,"area":"distill"},{"id":"2403.15419","title":"Attention is all you need for boosting graph convolutional neural network","created":"2024-03-10","cited_by_count":0,"area":"distill"},{"id":"2404.03263","title":"On the Surprising Efficacy of Distillation as an Alternative to Pre-Training Small Models","created":"2024-04-04","cited_by_count":0,"area":"distill"},{"id":"2407.11802","title":"Discriminative and Consistent Representation Distillation","created":"2024-07-16","cited_by_count":0,"area":"distill"},{"id":"2410.09474","title":"Distilling Invariant Representations with Dual Augmentation","created":"2024-10-12","cited_by_count":0,"area":"distill"},{"id":"2501.07040","title":"Rethinking Knowledge in Distillation: An In-context Sample Retrieval Perspective","created":"2025-01-13","cited_by_count":0,"area":"distill"},{"id":"2506.21724","title":"Asymmetric Dual Self-Distillation for 3D Self-Supervised Representation Learning","created":"2025-06-26","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}