{"total":144,"rows":[{"id":"2301.02280","title":"Filtering, Distillation, and Hard Negatives for Vision-Language Pre-Training","created":"2023-01-05","cited_by_count":91,"area":"mllm"},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2204.04588","title":"Robust Cross-Modal Representation Learning with Progressive Self-Distillation","created":"2022-04-10","cited_by_count":55,"area":"distill"},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2210.03664","title":"Bi-directional Weakly Supervised Knowledge Distillation for Whole Slide Image Classification","created":"2022-10-07","cited_by_count":43,"area":"distill"},{"id":"2303.02970","title":"Rethinking Confidence Calibration for Failure Prediction","created":"2023-03-06","cited_by_count":43,"area":null},{"id":"2108.05720","title":"Semantic Concentration for Domain Adaptation","created":"2021-08-12","cited_by_count":42,"area":null},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2202.00155","title":"Fortuitous Forgetting in Connectionist Networks","created":"2022-02-01","cited_by_count":39,"area":null},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2207.12392","title":"Self-Distilled Vision Transformer for Domain Generalization","created":"2022-07-25","cited_by_count":35,"area":null},{"id":"2204.03880","title":"CD$^2$-pFed: Cyclic Distillation-guided Channel Decoupling for Model Personalization in Federated Learning","created":"2022-04-08","cited_by_count":34,"area":null},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2208.05768","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","created":"2022-08-11","cited_by_count":30,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2309.11932","title":"A Machine Learning-oriented Survey on Tiny Machine Learning","created":"2023-09-21","cited_by_count":27,"area":null},{"id":"2111.14353","title":"Semi-supervised Domain Adaptation via Sample-to-Sample Self-Distillation","created":"2021-11-29","cited_by_count":23,"area":"distill"},{"id":"2103.14908","title":"Embedding Transfer with Label Relaxation for Improved Metric Learning","created":"2021-03-27","cited_by_count":21,"area":null},{"id":"2211.14058","title":"Cross-Domain Ensemble Distillation for Domain Generalization","created":"2022-11-25","cited_by_count":21,"area":null},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2109.11496","title":"LGD: Label-guided Self-distillation for Object Detection","created":"2021-09-23","cited_by_count":19,"area":"distill"},{"id":"2103.05152","title":"Knowledge Evolution in Neural Networks","created":"2021-03-09","cited_by_count":18,"area":null},{"id":"2208.05642","title":"Self-Knowledge Distillation via Dropout","created":"2022-08-11","cited_by_count":18,"area":"distill"},{"id":"2210.12787","title":"Respecting Transfer Gap in Knowledge Distillation","created":"2022-10-23","cited_by_count":18,"area":"distill"},{"id":"2407.03056","title":"Improving Zero-shot Generalization of Learned Prompts via Unsupervised Knowledge Distillation","created":"2024-07-03","cited_by_count":18,"area":"mllm"},{"id":"2110.08532","title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher","created":"2021-10-16","cited_by_count":17,"area":null},{"id":"2104.13298","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","created":"2021-04-27","cited_by_count":16,"area":"distill"},{"id":"2110.08460","title":"A Short Study on Compressing Decoder-Based Language Models","created":"2021-10-16","cited_by_count":16,"area":null},{"id":"2303.17158","title":"KD-DLGAN: Data Limited Image Generation via Knowledge Distillation","created":"2023-03-30","cited_by_count":16,"area":"distill"},{"id":"2404.09011","title":"PracticalDG: Perturbation Distillation on Vision-Language Models for Hybrid Domain Generalization","created":"2024-04-13","cited_by_count":15,"area":"mllm"},{"id":"2208.03763","title":"Label Semantic Knowledge Distillation for Unbiased Scene Graph Generation","created":"2022-08-07","cited_by_count":14,"area":"distill"},{"id":"2207.12980","title":"Efficient One Pass Self-distillation with Zipf's Label Smoothing","created":"2022-07-26","cited_by_count":12,"area":"distill"},{"id":"2104.00365","title":"Federated Few-Shot Learning with Adversarial Learning","created":"2021-04-01","cited_by_count":11,"area":null},{"id":"2106.08541","title":"Distilling Self-Knowledge From Contrastive Links to Classify Graph Nodes Without Passing Messages","created":"2021-06-16","cited_by_count":11,"area":null},{"id":"2204.09931","title":"Learning to Purification for Unsupervised Person Re-identification","created":"2022-04-21","cited_by_count":11,"area":null},{"id":"2207.11184","title":"Multi-Faceted Distillation of Base-Novel Commonality for Few-shot Object Detection","created":"2022-07-22","cited_by_count":11,"area":null},{"id":"2304.06540","title":"Temporal Knowledge Sharing enable Spiking Neural Network Learning from Past and Future","created":"2023-04-13","cited_by_count":10,"area":null},{"id":"2402.19144","title":"Weakly Supervised Monocular 3D Detection with a Single-View Image","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2403.02886","title":"Revisiting Confidence Estimation: Towards Reliable Failure Prediction","created":"2024-03-05","cited_by_count":10,"area":null},{"id":"2112.08816","title":"Deep Hash Distillation for Image Retrieval","created":"2021-12-16","cited_by_count":9,"area":null},{"id":"2210.05185","title":"Meta-Learning with Self-Improving Momentum Target","created":"2022-10-11","cited_by_count":9,"area":null},{"id":"2210.13459","title":"Adaptive Label Smoothing with Self-Knowledge in Natural Language Generation","created":"2022-10-22","cited_by_count":9,"area":"distill"},{"id":"2303.12915","title":"Self-distillation for surgical action recognition","created":"2023-03-22","cited_by_count":9,"area":"distill"},{"id":"2311.06056","title":"Learning Contrastive Self-Distillation for Ultra-Fine-Grained Visual Categorization Targeting Limited Samples","created":"2023-11-10","cited_by_count":9,"area":"distill"},{"id":"2105.00104","title":"Distilling EEG Representations via Capsules for Affective Computing","created":"2021-04-30","cited_by_count":8,"area":null},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2312.07255","title":"GIST: Improving Parameter Efficient Fine Tuning via Knowledge Interaction","created":"2023-12-12","cited_by_count":8,"area":null},{"id":"2305.05233","title":"DynamicKD: An Effective Knowledge Distillation via Dynamic Entropy Correction-Based Distillation for Gap Optimizing","created":"2023-05-09","cited_by_count":7,"area":"distill"},{"id":"2204.00077","title":"Efficient Maximal Coding Rate Reduction by Variational Forms","created":"2022-03-31","cited_by_count":6,"area":null},{"id":"2208.08090","title":"Progressive Cross-modal Knowledge Distillation for Human Action Recognition","created":"2022-08-17","cited_by_count":6,"area":null},{"id":"2302.05629","title":"Improving Differentiable Architecture Search via Self-Distillation","created":"2023-02-11","cited_by_count":6,"area":"distill"},{"id":"2402.00084","title":"EPSD: Early Pruning with Self-Distillation for Efficient Model Compression","created":"2024-01-31","cited_by_count":6,"area":"distill"},{"id":"2411.01981","title":"Typicalness-Aware Learning for Failure Detection","created":"2024-11-04","cited_by_count":6,"area":null},{"id":"2507.08336","title":"Distillation versus Contrastive Learning: How to Train Your Rerankers","created":"2025-07-11","cited_by_count":6,"area":"distill"},{"id":"2207.00118","title":"ProSelfLC: Progressive Self Label Correction Towards A Low-Temperature Entropy State","created":"2022-06-30","cited_by_count":5,"area":null},{"id":"2205.00693","title":"Contrastive Learning for Improving ASR Robustness in Spoken Language Understanding","created":"2022-05-02","cited_by_count":4,"area":null},{"id":"2212.03411","title":"A Flexible Nadaraya-Watson Head Can Offer Explainable and Calibrated Classification","created":"2022-12-07","cited_by_count":4,"area":null},{"id":"2301.01060","title":"Knowledge-guided Causal Intervention for Weakly-supervised Object Localization","created":"2023-01-03","cited_by_count":4,"area":null},{"id":"2311.02253","title":"Comparative Knowledge Distillation","created":"2023-11-03","cited_by_count":4,"area":"distill"},{"id":"2405.00354","title":"CrossMatch: Enhance Semi-Supervised Medical Image Segmentation with Perturbation Strategies and Knowledge Distillation","created":"2024-05-01","cited_by_count":4,"area":"distill"},{"id":"2504.14694","title":"Learning Critically: Selective Self Distillation in Federated Learning on Non-IID Data","created":"2025-04-20","cited_by_count":4,"area":"distill"},{"id":"2101.08471","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","created":"2021-01-21","cited_by_count":3,"area":"distill"},{"id":"2103.09903","title":"Transformer-based ASR Incorporating Time-reduction Layer and Fine-tuning with Self-Knowledge Distillation","created":"2021-03-17","cited_by_count":3,"area":"distill"},{"id":"2110.07307","title":"FocusNet: Classifying Better by Focusing on Confusing Classes","created":"2021-10-14","cited_by_count":3,"area":null},{"id":"2111.03555","title":"AUTOKD: Automatic Knowledge Distillation Into A Student Architecture Family","created":"2021-11-05","cited_by_count":3,"area":"distill"},{"id":"2212.05998","title":"Continuation KD: Improved Knowledge Distillation through the Lens of Continuation Optimization","created":"2022-12-12","cited_by_count":3,"area":"distill"},{"id":"2307.10745","title":"EdgeAL: An Edge Estimation Based Active Learning Approach for OCT Segmentation","created":"2023-07-20","cited_by_count":3,"area":null},{"id":"2308.06548","title":"Revisiting Vision Transformer from the View of Path Ensemble","created":"2023-08-12","cited_by_count":3,"area":null},{"id":"2308.13772","title":"Boosting Residual Networks with Group Knowledge","created":"2023-08-26","cited_by_count":3,"area":null},{"id":"2401.03037","title":"CATFace: Cross-Attribute-Guided Transformer with Self-Attention Distillation for Low-Quality Face Recognition","created":"2024-01-05","cited_by_count":3,"area":null},{"id":"2410.07081","title":"JPEG Inspired Deep Learning","created":"2024-10-09","cited_by_count":3,"area":null},{"id":"2605.23857","title":"Strong Teacher Not Needed? On Distillation in LLM Pretraining","created":"2026-05-22","cited_by_count":3,"area":"distill"},{"id":"2110.05355","title":"Instance-based Label Smoothing For Better Calibrated Classification Networks","created":"2021-10-11","cited_by_count":2,"area":"distill"},{"id":"2203.08390","title":"Reducing Flipping Errors in Deep Neural Networks","created":"2022-03-16","cited_by_count":2,"area":null},{"id":"2209.02126","title":"Domain Generalization for Prostate Segmentation in Transrectal Ultrasound Images: A Multi-center Study","created":"2022-09-05","cited_by_count":2,"area":null},{"id":"2302.06874","title":"Robust Representation Learning with Self-Distillation for Domain Generalization","created":"2023-02-14","cited_by_count":2,"area":"distill"},{"id":"2304.10719","title":"FSNet: Redesign Self-Supervised MonoDepth for Full-Scale Depth Prediction for Autonomous Driving","created":"2023-04-21","cited_by_count":2,"area":null},{"id":"2306.04925","title":"Prefer to Classify: Improving Text Classifiers via Auxiliary Preference Learning","created":"2023-06-08","cited_by_count":2,"area":null},{"id":"2403.09506","title":"Don't Judge by the Look: Towards Motion Coherent Video Representation","created":"2024-03-14","cited_by_count":2,"area":null},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2412.11788","title":"Neural Collapse Inspired Knowledge Distillation","created":"2024-12-16","cited_by_count":2,"area":"distill"},{"id":"2412.15224","title":"Multi-Branch Mutual-Distillation Transformer for EEG-Based Seizure Subtype Classification","created":"2024-12-04","cited_by_count":2,"area":null},{"id":"2506.17968","title":"h-calibration: Rethinking Classifier Recalibration with Probabilistic Error-Bounded Objective","created":"2025-06-22","cited_by_count":2,"area":null},{"id":"2508.08644","title":"AME: Aligned Manifold Entropy for Robust Vision-Language Distillation","created":"2025-08-12","cited_by_count":2,"area":"mllm"},{"id":"2608.12957","title":"I-SDPO: Instance-Level Adaptive Self-Distillation Policy Optimization","created":"2026-08-13","cited_by_count":2,"area":"lr"},{"id":"2107.06993","title":"Confidence Conditioned Knowledge Distillation","created":"2021-07-06","cited_by_count":1,"area":"distill"},{"id":"2107.08421","title":"Feature Mining: A Novel Training Strategy for Convolutional Neural Network","created":"2021-07-18","cited_by_count":1,"area":null},{"id":"2108.05776","title":"Learning from Matured Dumb Teacher for Fine Generalization","created":"2021-08-12","cited_by_count":1,"area":null},{"id":"2202.02265","title":"Iterative Self Knowledge Distillation -- From Pothole Classification to Fine-Grained and COVID Recognition","created":"2022-02-04","cited_by_count":1,"area":"distill"},{"id":"2202.10461","title":"A Novel Architecture Slimming Method for Network Pruning and Knowledge Distillation","created":"2022-02-21","cited_by_count":1,"area":"distill"},{"id":"2206.08880","title":"Improving Generalization of Metric Learning via Listwise Self-distillation","created":"2022-06-17","cited_by_count":1,"area":"distill"},{"id":"2211.10938","title":"AI-KD: Adversarial learning and Implicit regularization for self-Knowledge Distillation","created":"2022-11-20","cited_by_count":1,"area":"distill"},{"id":"2211.14773","title":"Class-aware Information for Logit-based Knowledge Distillation","created":"2022-11-27","cited_by_count":1,"area":"distill"},{"id":"2304.04615","title":"A Survey on Recent Teacher-student Learning Studies","created":"2023-04-10","cited_by_count":1,"area":"distill"},{"id":"2305.09183","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","created":"2023-05-16","cited_by_count":1,"area":"distill"},{"id":"2305.16687","title":"Balanced Supervised Contrastive Learning for Few-Shot Class-Incremental Learning","created":"2023-05-26","cited_by_count":1,"area":null},{"id":"2407.20062","title":"SalNAS: Efficient Saliency-prediction Neural Architecture Search with self-knowledge distillation","created":"2024-07-29","cited_by_count":1,"area":"distill"}],"next_cursor":"100"}