{"total":142,"rows":[{"id":"2101.02388","title":"Knowledge Distillation in Iterative Generative Models for Improved Sampling Speed","created":"2021-01-07","cited_by_count":348,"area":"diffusion"},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2212.04500","title":"Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning","created":"2022-12-08","cited_by_count":90,"area":"distill"},{"id":"2109.04075","title":"Self Supervision to Distillation for Long-Tailed Visual Recognition","created":"2021-09-09","cited_by_count":73,"area":null},{"id":"2209.15174","title":"Music Source Separation with Band-split RNN","created":"2022-09-30","cited_by_count":70,"area":null},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2111.12341","title":"EvDistill: Asynchronous Events to End-task Learning via Bidirectional Reconstruction-guided Cross-modal Knowledge Distillation","created":"2021-11-24","cited_by_count":47,"area":"distill"},{"id":"2107.13715","title":"Hierarchical Self-supervised Augmented Knowledge Distillation","created":"2021-07-29","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2203.01532","title":"Exploring Patch-wise Semantic Relation for Contrastive Learning in Image-to-Image Translation Tasks","created":"2022-03-03","cited_by_count":42,"area":null},{"id":"2309.12530","title":"A Sentence Speaks a Thousand Images: Domain Generalization through Distilling CLIP with Language Guidance","created":"2023-09-21","cited_by_count":40,"area":"mllm"},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2204.03880","title":"CD$^2$-pFed: Cyclic Distillation-guided Channel Decoupling for Model Personalization in Federated Learning","created":"2022-04-08","cited_by_count":34,"area":null},{"id":"2109.01801","title":"Dual Transfer Learning for Event-based End-task Prediction via Pluggable Event to Image Translation","created":"2021-09-04","cited_by_count":32,"area":null},{"id":"2110.15094","title":"Mosaicking to Distill: Knowledge Distillation from Out-of-Domain Data","created":"2021-10-27","cited_by_count":32,"area":"distill"},{"id":"2208.10160","title":"PANDA: Prompt Transfer Meets Knowledge Distillation for Efficient Model Adaptation","created":"2022-08-22","cited_by_count":31,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2209.04996","title":"Switchable Online Knowledge Distillation","created":"2022-09-12","cited_by_count":29,"area":"distill"},{"id":"2104.09124","title":"DisCo: Remedy Self-supervised Learning on Lightweight Models with Distilled Contrastive Learning","created":"2021-04-19","cited_by_count":26,"area":null},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2403.06213","title":"$V_kD:$ Improving Knowledge Distillation using Orthogonal Projections","created":"2024-03-10","cited_by_count":26,"area":"distill"},{"id":"2105.11683","title":"Towards Compact Single Image Super-Resolution via Contrastive Self-distillation","created":"2021-05-25","cited_by_count":24,"area":"distill"},{"id":"2204.11830","title":"Proto2Proto: Can you recognize the car, the way I do?","created":"2022-04-25","cited_by_count":23,"area":null},{"id":"2210.17332","title":"Teacher-Student Architecture for Knowledge Learning: A Survey","created":"2022-10-28","cited_by_count":23,"area":"distill"},{"id":"2103.14473","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","created":"2021-03-26","cited_by_count":22,"area":"distill"},{"id":"2107.01691","title":"Bag of Instances Aggregation Boosts Self-supervised Distillation","created":"2021-07-04","cited_by_count":22,"area":null},{"id":"2106.10494","title":"Teacher's pet: understanding and mitigating biases in distillation","created":"2021-06-19","cited_by_count":21,"area":"distill"},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2207.05306","title":"Contrastive Deep Supervision","created":"2022-07-12","cited_by_count":20,"area":null},{"id":"2207.05409","title":"Knowledge Condensation Distillation","created":"2022-07-12","cited_by_count":20,"area":"distill"},{"id":"2304.06461","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","created":"2023-04-13","cited_by_count":20,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2312.05284","title":"SlimSAM: 0.1% Data Makes Segment Anything Slim","created":"2023-12-08","cited_by_count":20,"area":null},{"id":"2405.16108","title":"OmniBind: Teach to Build Unequal-Scale Modality Interaction for Omni-Bind of All","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2112.00459","title":"Information Theoretic Representation Distillation","created":"2021-12-01","cited_by_count":19,"area":"distill"},{"id":"2202.04241","title":"Distillation with Contrast is All You Need for Self-Supervised Point Cloud Representation Learning","created":"2022-02-09","cited_by_count":19,"area":"distill"},{"id":"2108.09702","title":"Self-Regulation for Semantic Segmentation","created":"2021-08-22","cited_by_count":18,"area":null},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2407.03056","title":"Improving Zero-shot Generalization of Learned Prompts via Unsupervised Knowledge Distillation","created":"2024-07-03","cited_by_count":18,"area":"mllm"},{"id":"2104.05043","title":"Learn Goal-Conditioned Policy with Intrinsic Motivation for Deep Reinforcement Learning","created":"2021-04-11","cited_by_count":17,"area":null},{"id":"2107.00197","title":"Few-Shot Learning with a Strong Teacher","created":"2021-07-01","cited_by_count":16,"area":null},{"id":"2303.07815","title":"MobileVOS: Real-Time Video Object Segmentation Contrastive Learning meets Knowledge Distillation","created":"2023-03-14","cited_by_count":16,"area":"distill"},{"id":"2109.03075","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","created":"2021-09-07","cited_by_count":13,"area":"distill"},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2203.11490","title":"SSD-KD: A Self-supervised Diverse Knowledge Distillation Method for Lightweight Skin Lesion Classification Using Dermoscopic Images","created":"2022-03-22","cited_by_count":12,"area":"distill"},{"id":"2205.01915","title":"Generalized Knowledge Distillation via Relationship Matching","created":"2022-05-04","cited_by_count":12,"area":"distill"},{"id":"2107.01776","title":"Continual Contrastive Learning for Image Classification","created":"2021-07-05","cited_by_count":11,"area":null},{"id":"2305.15273","title":"Revisiting Token Dropping Strategy in Efficient BERT Pretraining","created":"2023-05-24","cited_by_count":11,"area":"inference"},{"id":"2411.06786","title":"ScaleKD: Strong Vision Transformers Could Be Excellent Teachers","created":"2024-11-11","cited_by_count":11,"area":"distill"},{"id":"2104.03164","title":"Distilling and Transferring Knowledge via cGAN-generated Samples for Image Classification and Regression","created":"2021-04-07","cited_by_count":10,"area":"distill"},{"id":"2208.08840","title":"Mind the Gap in Distilling StyleGANs","created":"2022-08-18","cited_by_count":10,"area":null},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2108.03372","title":"Neighborhood Consensus Contrastive Learning for Backward-Compatible Representation","created":"2021-08-07","cited_by_count":8,"area":null},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2305.15734","title":"On the Impact of Knowledge Distillation for Model Interpretability","created":"2023-05-25","cited_by_count":8,"area":"distill"},{"id":"2310.13024","title":"Towards Anytime Fine-tuning: Continually Pre-trained Language Models with Hypernetwork Prompt","created":"2023-10-19","cited_by_count":8,"area":null},{"id":"2312.04168","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","created":"2023-12-07","cited_by_count":8,"area":"distill"},{"id":"2409.12111","title":"Applications of Knowledge Distillation in Remote Sensing: A Survey","created":"2024-09-18","cited_by_count":8,"area":"distill"},{"id":"2204.05547","title":"DistPro: Searching A Fast Knowledge Distillation Process via Meta Optimization","created":"2022-04-12","cited_by_count":7,"area":"distill"},{"id":"2206.06661","title":"Toward Student-Oriented Teacher Network Training For Knowledge Distillation","created":"2022-06-14","cited_by_count":7,"area":"distill"},{"id":"2210.05770","title":"Deep Active Ensemble Sampling For Image Classification","created":"2022-10-11","cited_by_count":7,"area":null},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2110.14553","title":"GenURL: A General Framework for Unsupervised Representation Learning","created":"2021-10-27","cited_by_count":6,"area":null},{"id":"2204.01971","title":"Non-Local Latent Relation Distillation for Self-Adaptive 3D Human Pose Estimation","created":"2022-04-05","cited_by_count":6,"area":null},{"id":"2308.16561","title":"MoMA: Momentum Contrastive Learning with Multi-head Attention-based Knowledge Distillation for Histopathology Image Analysis","created":"2023-08-31","cited_by_count":6,"area":"distill"},{"id":"2412.08939","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2202.03250","title":"Adaptive Mixing of Auxiliary Losses in Supervised Learning","created":"2022-02-07","cited_by_count":5,"area":"distill"},{"id":"2207.00118","title":"ProSelfLC: Progressive Self Label Correction Towards A Low-Temperature Entropy State","created":"2022-06-30","cited_by_count":5,"area":null},{"id":"2309.16540","title":"Unsupervised Pretraining for Fact Verification by Language Model Distillation","created":"2023-09-28","cited_by_count":5,"area":null},{"id":"2403.13512","title":"Scale Decoupled Distillation","created":"2024-03-20","cited_by_count":5,"area":"distill"},{"id":"2403.15516","title":"CTSM: Combining Trait and State Emotions for Empathetic Response Model","created":"2024-03-22","cited_by_count":5,"area":null},{"id":"2404.03693","title":"Improve Knowledge Distillation via Label Revision and Data Selection","created":"2024-04-03","cited_by_count":5,"area":"distill"},{"id":"2409.13939","title":"Simple Unsupervised Knowledge Distillation With Space Similarity","created":"2024-09-20","cited_by_count":5,"area":"distill"},{"id":"2412.16493","title":"Cross-View Consistency Regularisation for Knowledge Distillation","created":"2024-12-21","cited_by_count":5,"area":"distill"},{"id":"2311.02253","title":"Comparative Knowledge Distillation","created":"2023-11-03","cited_by_count":4,"area":"distill"},{"id":"2404.12210","title":"An Experimental Study on Exploring Strong Lightweight Vision Transformers via Masked Image Modeling Pre-Training","created":"2024-04-18","cited_by_count":4,"area":null},{"id":"2110.00523","title":"Mask or Non-Mask? Robust Face Mask Detector via Triplet-Consistency Representation Learning","created":"2021-10-01","cited_by_count":3,"area":null},{"id":"2110.11948","title":"Learning Proposals for Practical Energy-Based Regression","created":"2021-10-22","cited_by_count":3,"area":null},{"id":"2112.04011","title":"Auxiliary Learning for Self-Supervised Video Representation via Similarity-based Knowledge Distillation","created":"2021-12-07","cited_by_count":3,"area":"distill"},{"id":"2209.07521","title":"On-Device Domain Generalization","created":"2022-09-15","cited_by_count":3,"area":"distill"},{"id":"2303.15892","title":"Head3D: Complete 3D Head Generation via Tri-plane Feature Distillation","created":"2023-03-28","cited_by_count":3,"area":null},{"id":"2403.19220","title":"GeoAuxNet: Towards Universal 3D Representation Learning for Multi-sensor Point Clouds","created":"2024-03-28","cited_by_count":3,"area":null},{"id":"2405.09922","title":"Cross-sensor self-supervised training and alignment for remote sensing","created":"2024-05-16","cited_by_count":3,"area":null},{"id":"2409.02555","title":"Low-Resolution Object Recognition with Cross-Resolution Relational Contrastive Distillation","created":"2024-09-04","cited_by_count":3,"area":null},{"id":"2112.07338","title":"Temporal Transformer Networks with Self-Supervision for Action Recognition","created":"2021-12-14","cited_by_count":2,"area":null},{"id":"2211.04031","title":"Hilbert Distillation for Cross-Dimensionality Networks","created":"2022-11-08","cited_by_count":2,"area":null},{"id":"2212.04029","title":"Occlusion-Robust FAU Recognition by Mining Latent Space of Masked Autoencoders","created":"2022-12-08","cited_by_count":2,"area":null},{"id":"2302.11472","title":"Distilling Calibrated Student from an Uncalibrated Teacher","created":"2023-02-22","cited_by_count":2,"area":"distill"},{"id":"2309.06288","title":"Self-Training and Multi-Task Learning for Limited Data: Evaluation Study on Object Detection","created":"2023-09-12","cited_by_count":2,"area":"distill"},{"id":"2309.09571","title":"Heterogeneous Generative Knowledge Distillation with Masked Image Modeling","created":"2023-09-18","cited_by_count":2,"area":"distill"},{"id":"2310.17644","title":"torchdistill Meets Hugging Face Libraries for Reproducible, Coding-Free Deep Learning Studies: A Case Study on NLP","created":"2023-10-26","cited_by_count":2,"area":"distill"},{"id":"2406.12368","title":"MixDiff: Mixing Natural and Synthetic Images for Robust Self-Supervised Representations","created":"2024-06-18","cited_by_count":2,"area":null},{"id":"2509.13662","title":"Deep Lookup Network","created":"2025-09-17","cited_by_count":2,"area":null},{"id":"2104.08732","title":"Application of Computer Vision and Machine Learning for Digitized Herbarium Specimens: A Systematic Literature Review","created":"2021-04-18","cited_by_count":1,"area":null}],"next_cursor":"100"}