{"total":64,"rows":[{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86,"area":"distill"},{"id":"2111.04964","title":"On Representation Knowledge Distillation for Graph Neural Networks","created":"2021-11-09","cited_by_count":38,"area":"distill"},{"id":"2112.09445","title":"Data Efficient Language-supervised Zero-shot Recognition with Optimal Transport Distillation","created":"2021-12-17","cited_by_count":36,"area":null},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31,"area":"distill"},{"id":"2305.05080","title":"Scalable Optimal Transport Methods in Machine Learning: A Contemporary Survey","created":"2023-05-08","cited_by_count":27,"area":null},{"id":"2207.05500","title":"Modality-Aware Contrastive Instance Learning with Self-Distillation for Weakly-Supervised Audio-Visual Violence Detection","created":"2022-07-12","cited_by_count":26,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2403.05894","title":"Frequency Attention for Knowledge Distillation","created":"2024-03-09","cited_by_count":24,"area":"distill"},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2312.16627","title":"MIM4DD: Mutual Information Maximization for Dataset Distillation","created":"2023-12-27","cited_by_count":21,"area":null},{"id":"2207.05306","title":"Contrastive Deep Supervision","created":"2022-07-12","cited_by_count":20,"area":null},{"id":"2207.05409","title":"Knowledge Condensation Distillation","created":"2022-07-12","cited_by_count":20,"area":"distill"},{"id":"2208.03323","title":"DeepWSD: Projecting Degradations in Perceptual Space to Wasserstein Distance in Deep Feature Space","created":"2022-08-05","cited_by_count":20,"area":null},{"id":"2112.00459","title":"Information Theoretic Representation Distillation","created":"2021-12-01","cited_by_count":19,"area":"distill"},{"id":"2203.10453","title":"Fine-Tuning Graph Neural Networks via Graph Topology induced Optimal Transport","created":"2022-03-20","cited_by_count":19,"area":null},{"id":"2412.08139","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","created":"2024-12-11","cited_by_count":19,"area":"distill"},{"id":"2303.07815","title":"MobileVOS: Real-Time Video Object Segmentation Contrastive Learning meets Knowledge Distillation","created":"2023-03-14","cited_by_count":16,"area":"distill"},{"id":"2210.06711","title":"Weighted Distillation with Unlabeled Examples","created":"2022-10-13","cited_by_count":13,"area":null},{"id":"2411.07483","title":"Quantifying Knowledge Distillation Using Partial Information Decomposition","created":"2024-11-12","cited_by_count":13,"area":"distill"},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2207.02970","title":"Network Binarization via Contrastive Learning","created":"2022-07-06","cited_by_count":12,"area":null},{"id":"2402.17316","title":"Towards Robust and Efficient Cloud-Edge Elastic Model Adaptation via Selective Entropy Distillation","created":"2024-02-27","cited_by_count":11,"area":null},{"id":"2403.07854","title":"Distilling the Knowledge in Data Pruning","created":"2024-03-12","cited_by_count":11,"area":"distill"},{"id":"2205.12451","title":"Region-aware Knowledge Distillation for Efficient Image-to-Image Translation","created":"2022-05-25","cited_by_count":10,"area":"distill"},{"id":"2302.03806","title":"SLaM: Student-Label Mixing for Distillation with Unlabeled Examples","created":"2023-02-08","cited_by_count":10,"area":"distill"},{"id":"2301.11682","title":"Towards Personalized Review Summarization by Modeling Historical Reviews from Customer and Product Separately","created":"2023-01-27","cited_by_count":9,"area":null},{"id":"2305.15032","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","created":"2023-05-24","cited_by_count":9,"area":"distill"},{"id":"2311.01441","title":"Distilling Out-of-Distribution Robustness from Vision-Language Foundation Models","created":"2023-11-02","cited_by_count":9,"area":"mllm"},{"id":"2411.01547","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","created":"2024-11-03","cited_by_count":7,"area":"distill"},{"id":"2309.15494","title":"VideoAdviser: Video Knowledge Distillation for Multimodal Transfer Learning","created":"2023-09-27","cited_by_count":6,"area":"distill"},{"id":"2310.18676","title":"Efficient Object Detection in Optical Remote Sensing Imagery via Attention-based Feature Distillation","created":"2023-10-28","cited_by_count":6,"area":"distill"},{"id":"2412.09388","title":"All You Need in Knowledge Distillation Is a Tailored Coordinate System","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.20141","title":"Your contrastive learning problem is secretly a distribution alignment problem","created":"2025-02-27","cited_by_count":6,"area":null},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2112.06489","title":"Multi-Modal Mutual Information Maximization: A Novel Approach for Unsupervised Deep Cross-Modal Hashing","created":"2021-12-13","cited_by_count":4,"area":null},{"id":"2212.14169","title":"Discriminator-Cooperated Feature Map Distillation for GAN Compression","created":"2022-12-29","cited_by_count":4,"area":"distill"},{"id":"2404.12037","title":"Data-free Knowledge Distillation for Fine-grained Visual Categorization","created":"2024-04-18","cited_by_count":4,"area":"distill"},{"id":"2410.20035","title":"Training the Untrainable: Introducing Inductive Bias via Representational Alignment","created":"2024-10-26","cited_by_count":4,"area":null},{"id":"2404.11868","title":"OTCXR: Rethinking Self-supervised Alignment using Optimal Transport for Chest X-ray Analysis","created":"2024-04-18","cited_by_count":3,"area":null},{"id":"2409.02555","title":"Low-Resolution Object Recognition with Cross-Resolution Relational Contrastive Distillation","created":"2024-09-04","cited_by_count":3,"area":null},{"id":"2202.11319","title":"Absolute Zero-Shot Learning","created":"2022-02-23","cited_by_count":2,"area":null},{"id":"2210.01973","title":"Meta-Ensemble Parameter Learning","created":"2022-10-05","cited_by_count":2,"area":"distill"},{"id":"2210.15563","title":"Multimodal Transformer Distillation for Audio-Visual Synchronization","created":"2022-10-27","cited_by_count":2,"area":null},{"id":"2303.16050","title":"Information-Theoretic GAN Compression with Variational Energy-based Model","created":"2023-03-28","cited_by_count":2,"area":"distill"},{"id":"2506.18244","title":"Dual-Forward Path Teacher Knowledge Distillation: Bridging the Capacity Gap Between Teacher and Student","created":"2025-06-23","cited_by_count":2,"area":"distill"},{"id":"2112.09532","title":"Pixel Distillation: A New Knowledge Distillation Scheme for Low-Resolution Image Recognition","created":"2021-12-17","cited_by_count":1,"area":"distill"},{"id":"2204.11526","title":"Selective Cross-Task Distillation","created":"2022-04-25","cited_by_count":1,"area":"distill"},{"id":"2212.11091","title":"Exploring Content Relationships for Distilling Efficient GANs","created":"2022-12-21","cited_by_count":1,"area":null},{"id":"2406.08933","title":"LaCoOT: Layer Collapse through Optimal Transport","created":"2024-06-13","cited_by_count":1,"area":null},{"id":"2411.10693","title":"Multi-perspective Contrastive Logit Distillation","created":"2024-11-16","cited_by_count":1,"area":"distill"},{"id":"2209.15555","title":"Towards a Unified View of Affinity-Based Knowledge Distillation","created":"2022-09-30","cited_by_count":0,"area":"distill"},{"id":"2403.12690","title":"LNPT: Label-free Network Pruning and Training","created":"2024-03-19","cited_by_count":0,"area":null},{"id":"2403.14494","title":"Learning to Project for Cross-Task Knowledge Distillation","created":"2024-03-21","cited_by_count":0,"area":"distill"},{"id":"2504.01757","title":"KD$^{2}$M: A unifying framework for feature knowledge distillation","created":"2025-04-02","cited_by_count":0,"area":"distill"},{"id":"2505.08170","title":"MoKD: Multi-Task Optimization for Knowledge Distillation","created":"2025-05-13","cited_by_count":0,"area":"distill"},{"id":"2508.04539","title":"TopKD: Top-scaled Knowledge Distillation","created":"2025-08-06","cited_by_count":0,"area":"distill"},{"id":"2508.14082","title":"Toward Robust Semi-supervised Regression via Dual-stream Knowledge Distillation","created":"2025-08-12","cited_by_count":0,"area":"distill"},{"id":"2509.22053","title":"Enriching Knowledge Distillation with Intra-Class Contrastive Learning","created":"2025-09-26","cited_by_count":0,"area":"distill"},{"id":"2512.04198","title":"Network of Theseus (like the ship)","created":"2025-12-03","cited_by_count":0,"area":null},{"id":"2605.08902","title":"DAPE: Dynamic Non-uniform Alignment and Progressive Detail Enhancement Techniques for Improving the Performance of Efficient Visual Language Models","created":"2026-05-09","cited_by_count":0,"area":"mllm"},{"id":"2606.27729","title":"Learning 1-Bit LiDAR-based Localization with Auxiliary Objective","created":"2026-06-26","cited_by_count":0,"area":null},{"id":"2609.13199","title":"Discovering and Preserving Category Correlation Knowledge via Adaptive Reciprocal Knowledge Distillation","created":"2026-08-14","cited_by_count":0,"area":"distill"},{"id":"2609.34899","title":"ColNanoVDR: Document-Free Query Distillation for Multi-Vector Visual Document Retrieval via Optimal Transport","created":"2026-09-28","cited_by_count":0,"area":"mllm"},{"id":"2609.39757","title":"Revisiting On-policy Adversarial Black-Box Distillation: Calibrating Groupwise Reward Geometry for Effective Advantage Construction","created":"2026-09-30","cited_by_count":0,"area":"distill"}],"next_cursor":null}