{"total":73,"rows":[{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2104.10955","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","created":"2021-04-22","cited_by_count":53,"area":null},{"id":"2107.13715","title":"Hierarchical Self-supervised Augmented Knowledge Distillation","created":"2021-07-29","cited_by_count":44,"area":"distill"},{"id":"2309.12530","title":"A Sentence Speaks a Thousand Images: Domain Generalization through Distilling CLIP with Language Guidance","created":"2023-09-21","cited_by_count":40,"area":"mllm"},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2207.10026","title":"Locality Guidance for Improving Vision Transformers on Tiny Datasets","created":"2022-07-20","cited_by_count":33,"area":null},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2209.04996","title":"Switchable Online Knowledge Distillation","created":"2022-09-12","cited_by_count":29,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2203.05180","title":"Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability","created":"2022-03-10","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2108.09702","title":"Self-Regulation for Semantic Segmentation","created":"2021-08-22","cited_by_count":18,"area":null},{"id":"2304.14252","title":"FLAC: Fairness-Aware Representation Learning by Suppressing Attribute-Class Associations","created":"2023-04-27","cited_by_count":18,"area":null},{"id":"2312.02638","title":"Synchronization is All You Need: Exocentric-to-Egocentric Transfer for Temporal Action Segmentation with Unlabeled Synchronized Video Pairs","created":"2023-12-05","cited_by_count":17,"area":null},{"id":"2205.11158","title":"IDEAL: Query-Efficient Data-Free Learning from Black-box Models","created":"2022-05-23","cited_by_count":16,"area":"distill"},{"id":"2207.12106","title":"Black-box Few-shot Knowledge Distillation","created":"2022-07-25","cited_by_count":14,"area":"distill"},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2407.07468","title":"Rethinking Few-shot Class-incremental Learning: Learning from Yourself","created":"2024-07-10","cited_by_count":14,"area":null},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2405.18756","title":"Provable Contrastive Continual Learning","created":"2024-05-29","cited_by_count":13,"area":null},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2205.14280","title":"Fast Object Placement Assessment","created":"2022-05-28","cited_by_count":12,"area":null},{"id":"2207.05345","title":"HEAD: HEtero-Assists Distillation for Heterogeneous Object Detectors","created":"2022-07-12","cited_by_count":12,"area":"distill"},{"id":"2407.04208","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","created":"2024-07-05","cited_by_count":12,"area":null},{"id":"2310.10429","title":"Exploiting User Comments for Early Detection of Fake News Prior to Users' Commenting","created":"2023-10-16","cited_by_count":11,"area":null},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2410.07133","title":"EvolveDirector: Approaching Advanced Text-to-Image Generation with Large Vision-Language Models","created":"2024-10-09","cited_by_count":9,"area":"mllm"},{"id":"2407.07557","title":"Real World Federated Learning with a Knowledge Distilled Transformer for Cardiac CT Imaging","created":"2024-07-10","cited_by_count":8,"area":null},{"id":"2409.12111","title":"Applications of Knowledge Distillation in Remote Sensing: A Survey","created":"2024-09-18","cited_by_count":8,"area":"distill"},{"id":"2211.13264","title":"Distilling Knowledge from Self-Supervised Teacher by Embedding Graph Alignment","created":"2022-11-23","cited_by_count":7,"area":"distill"},{"id":"2312.09716","title":"Let All be Whitened: Multi-teacher Distillation for Efficient Visual Retrieval","created":"2023-12-15","cited_by_count":7,"area":null},{"id":"2408.16930","title":"VLM-KD: Knowledge Distillation from VLM for Long-Tail Visual Recognition","created":"2024-08-29","cited_by_count":7,"area":"distill"},{"id":"2210.08464","title":"Federated Learning with Privacy-Preserving Ensemble Attention Distillation","created":"2022-10-16","cited_by_count":6,"area":null},{"id":"2302.14643","title":"Graph-based Knowledge Distillation: A survey and experimental evaluation","created":"2023-02-27","cited_by_count":6,"area":"distill"},{"id":"2303.09230","title":"Towards a Smaller Student: Capacity Dynamic Distillation for Efficient Image Retrieval","created":"2023-03-16","cited_by_count":6,"area":"distill"},{"id":"2110.05386","title":"Towards Streaming Egocentric Action Anticipation","created":"2021-10-11","cited_by_count":5,"area":null},{"id":"2304.02263","title":"Towards Efficient Task-Driven Model Reprogramming with Foundation Models","created":"2023-04-05","cited_by_count":5,"area":null},{"id":"2306.16682","title":"Streaming egocentric action anticipation: An evaluation scheme and approach","created":"2023-06-29","cited_by_count":5,"area":null},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2407.01193","title":"Cross-Architecture Auxiliary Feature Space Translation for Efficient Few-Shot Personalized Object Detection","created":"2024-07-01","cited_by_count":5,"area":null},{"id":"2308.00356","title":"Deep Image Harmonization with Globally Guided Feature Transformation and Relation Distillation","created":"2023-08-01","cited_by_count":4,"area":null},{"id":"2309.14162","title":"Data Upcycling Knowledge Distillation for Image Super-Resolution","created":"2023-09-25","cited_by_count":4,"area":"distill"},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2205.10490","title":"Aligning Logits Generatively for Principled Black-Box Knowledge Distillation","created":"2022-05-21","cited_by_count":3,"area":"distill"},{"id":"2205.10003","title":"InDistill: Information flow-preserving knowledge distillation for model compression","created":"2022-05-20","cited_by_count":2,"area":"distill"},{"id":"2209.13883","title":"MLink: Linking Black-Box Models from Multiple Domains for Collaborative Inference","created":"2022-09-28","cited_by_count":2,"area":null},{"id":"2211.04031","title":"Hilbert Distillation for Cross-Dimensionality Networks","created":"2022-11-08","cited_by_count":2,"area":null},{"id":"2403.05181","title":"Adversarial Sparse Teacher: Defense Against Distillation-Based Model Stealing Attacks Using Adversarial Examples","created":"2024-03-08","cited_by_count":2,"area":null},{"id":"2501.09321","title":"Soft Knowledge Distillation with Multi-Dimensional Cross-Net Attention for Image Restoration Models Compression","created":"2025-01-16","cited_by_count":2,"area":"distill"},{"id":"2507.18352","title":"Tiny is not small enough: High-quality, low-resource facial animation models through hybrid knowledge distillation","created":"2025-07-24","cited_by_count":2,"area":"distill"},{"id":"2509.14001","title":"MOCHA: Multi-modal Objects-aware Cross-arcHitecture Alignment","created":"2025-09-17","cited_by_count":2,"area":null},{"id":"2602.03214","title":"FARTrack: Fast Autoregressive Visual Tracking with High Performance","created":"2026-02-03","cited_by_count":2,"area":"distill"},{"id":"2109.12507","title":"Partial to Whole Knowledge Distillation: Progressive Distilling Decomposed Knowledge Boosts Student Better","created":"2021-09-26","cited_by_count":1,"area":"distill"},{"id":"2202.02265","title":"Iterative Self Knowledge Distillation -- From Pothole Classification to Fine-Grained and COVID Recognition","created":"2022-02-04","cited_by_count":1,"area":"distill"},{"id":"2208.05814","title":"Seeing your sleep stage: cross-modal distillation from EEG to infrared video","created":"2022-08-11","cited_by_count":1,"area":null},{"id":"2405.13370","title":"Low-Resolution Chest X-ray Classification via Knowledge Distillation and Multi-task Learning","created":"2024-05-22","cited_by_count":1,"area":null},{"id":"2406.08226","title":"DistilDoc: Knowledge Distillation for Visually-Rich Document Applications","created":"2024-06-12","cited_by_count":1,"area":"distill"},{"id":"2607.25545","title":"OrthKD: Extracting Generalized Clinical Knowledge from Heterogeneous Teachers for Lightweight Deployment","created":"2026-07-28","cited_by_count":1,"area":"distill"},{"id":"2212.13766","title":"OVO: One-shot Vision Transformer Search with Online distillation","created":"2022-12-28","cited_by_count":0,"area":null},{"id":"2311.15145","title":"Choosing Wisely and Learning Deeply: Selective Cross-Modality Distillation via CLIP for Domain Generalization","created":"2023-11-26","cited_by_count":0,"area":null},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2504.20080","title":"DNAD: Differentiable Neural Architecture Distillation","created":"2025-04-25","cited_by_count":0,"area":null},{"id":"2505.06595","title":"Feature Representation Transferring to Lightweight Models via Perception Coherence","created":"2025-05-10","cited_by_count":0,"area":null},{"id":"2508.16050","title":"Expandable Residual Approximation for Knowledge Distillation","created":"2025-08-22","cited_by_count":0,"area":"distill"},{"id":"2605.00448","title":"Learning from Compressed CT: Feature Attention Style Transfer and Structured Factorized Projections for Resource-Efficient Medical Image Analysis","created":"2026-05-01","cited_by_count":0,"area":null},{"id":"2605.19842","title":"Fast Tensorization of Neural Networks via Slice-wise Feature Distillation","created":"2026-05-19","cited_by_count":0,"area":"distill"},{"id":"2606.00999","title":"SWARD: Stochastic Window-Attention-Based Relational Distillation for Cross-Architectural Semantic Segmentation","created":"2026-05-31","cited_by_count":0,"area":"distill"}],"next_cursor":null}