{"total":70,"rows":[{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2307.00855","title":"Review of Large Vision Models and Visual Prompt Engineering","created":"2023-07-03","cited_by_count":77,"area":null},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2208.04464","title":"In the Eye of Transformer: Global-Local Correlation for Egocentric Gaze Estimation","created":"2022-08-08","cited_by_count":51,"area":null},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2312.09299","title":"Weight subcloning: direct initialization of transformers using larger pretrained ones","created":"2023-12-14","cited_by_count":30,"area":null},{"id":"2303.15678","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","created":"2023-03-28","cited_by_count":29,"area":"distill"},{"id":"2310.18954","title":"Mask Propagation for Efficient Video Semantic Segmentation","created":"2023-10-29","cited_by_count":26,"area":null},{"id":"2206.01988","title":"Cross-modal Clinical Graph Transformer for Ophthalmic Report Generation","created":"2022-06-04","cited_by_count":24,"area":null},{"id":"2304.11832","title":"Function-Consistent Feature Distillation","created":"2023-04-24","cited_by_count":21,"area":"distill"},{"id":"2306.10687","title":"Categories of Response-Based, Feature-Based, and Relation-Based Knowledge Distillation","created":"2023-06-19","cited_by_count":20,"area":"distill"},{"id":"2308.10297","title":"DomainAdaptor: A Novel Approach to Test-time Adaptation","created":"2023-08-20","cited_by_count":20,"area":null},{"id":"2404.09571","title":"MTKD: Multi-Teacher Knowledge Distillation for Image Super-Resolution","created":"2024-04-15","cited_by_count":17,"area":"distill"},{"id":"2301.12566","title":"Improving Cross-lingual Information Retrieval on Low-Resource Languages via Optimal Transport Distillation","created":"2023-01-29","cited_by_count":15,"area":null},{"id":"2302.02108","title":"Knowledge Distillation in Vision Transformers: A Critical Review","created":"2023-02-04","cited_by_count":13,"area":"distill"},{"id":"2308.00520","title":"NormKD: Normalized Logits for Knowledge Distillation","created":"2023-08-01","cited_by_count":12,"area":"distill"},{"id":"2305.15781","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","created":"2023-05-25","cited_by_count":11,"area":"distill"},{"id":"2305.09025","title":"Soft Prompt Decoding for Multilingual Dense Retrieval","created":"2023-05-15","cited_by_count":10,"area":null},{"id":"2501.06357","title":"Mix-QViT: Mixed-Precision Vision Transformer Quantization Driven by Layer Importance and Quantization Sensitivity","created":"2025-01-10","cited_by_count":9,"area":null},{"id":"2401.11243","title":"LRP-QViT: Mixed-Precision Vision Transformer Quantization via Layer-wise Relevance Propagation","created":"2024-01-20","cited_by_count":8,"area":null},{"id":"2305.14730","title":"BinaryViT: Towards Efficient and Accurate Binary Vision Transformers","created":"2023-05-24","cited_by_count":7,"area":null},{"id":"2311.08623","title":"DEED: Dynamic Early Exit on Decoder for Accelerating Encoder-Decoder Transformer Models","created":"2023-11-15","cited_by_count":7,"area":"inference"},{"id":"2312.08644","title":"Generative Model-based Feature Knowledge Distillation for Action Recognition","created":"2023-12-14","cited_by_count":7,"area":"distill"},{"id":"2404.14109","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","created":"2024-04-22","cited_by_count":7,"area":"distill"},{"id":"2303.13212","title":"A Simple and Generic Framework for Feature Distillation via Channel-wise Transformation","created":"2023-03-23","cited_by_count":6,"area":"distill"},{"id":"2312.13746","title":"Video Recognition in Portrait Mode","created":"2023-12-21","cited_by_count":6,"area":null},{"id":"2412.08939","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","created":"2024-12-12","cited_by_count":6,"area":"distill"},{"id":"2502.20760","title":"VRM: Knowledge Distillation via Virtual Relation Matching","created":"2025-02-28","cited_by_count":6,"area":"distill"},{"id":"2405.18524","title":"Aligning in a Compact Space: Contrastive Knowledge Distillation between Heterogeneous Architectures","created":"2024-05-28","cited_by_count":5,"area":"distill"},{"id":"2504.02011","title":"Random Conditioning with Distillation for Data-Efficient Diffusion Model Compression","created":"2025-04-02","cited_by_count":5,"area":"diffusion"},{"id":"2308.06755","title":"Influence Function Based Second-Order Channel Pruning-Evaluating True Loss Changes For Pruning Is Possible Without Retraining","created":"2023-08-13","cited_by_count":4,"area":null},{"id":"2405.06574","title":"Deep video representation learning: a survey","created":"2024-05-10","cited_by_count":4,"area":null},{"id":"2505.04861","title":"Mix-QSAM: Mixed-Precision Quantization of the Segment Anything Model","created":"2025-05-08","cited_by_count":4,"area":null},{"id":"2507.21844","title":"Cross-Architecture Distillation Made Simple with Redundancy Suppression","created":"2025-07-29","cited_by_count":4,"area":"distill"},{"id":"2312.08700","title":"RdimKD: Generic Distillation Paradigm by Dimensionality Reduction","created":"2023-12-14","cited_by_count":3,"area":"distill"},{"id":"2405.17660","title":"LoReTrack: Efficient and Accurate Low-Resolution Transformer Tracking","created":"2024-05-27","cited_by_count":3,"area":"distill"},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2503.21269","title":"Delving Deep into Semantic Relation Distillation","created":"2025-03-27","cited_by_count":2,"area":"distill"},{"id":"2210.13743","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","created":"2022-10-25","cited_by_count":1,"area":"distill"},{"id":"2303.10386","title":"Channel-Aware Distillation Transformer for Depth Estimation on Nano Drones","created":"2023-03-18","cited_by_count":1,"area":null},{"id":"2403.14430","title":"Ranking Distillation for Open-Ended Video Question Answering with Insufficient Labels","created":"2024-03-21","cited_by_count":1,"area":null},{"id":"2408.02341","title":"An approach to optimize inference of the DIART speaker diarization pipeline","created":"2024-08-05","cited_by_count":1,"area":null},{"id":"2408.08250","title":"Computer Vision Model Compression Techniques for Embedded Systems: A Survey","created":"2024-08-15","cited_by_count":1,"area":null},{"id":"2409.18565","title":"Harmonizing knowledge Transfer in Neural Network with Unified Distillation","created":"2024-09-27","cited_by_count":1,"area":"distill"},{"id":"2411.13886","title":"CLFace: A Scalable and Resource-Efficient Continual Learning Framework for Lifelong Face Recognition","created":"2024-11-21","cited_by_count":1,"area":null},{"id":"2510.22480","title":"Single-Teacher View Augmentation: Boosting Knowledge Distillation via Angular Diversity","created":"2025-10-26","cited_by_count":1,"area":"distill"},{"id":"2510.24116","title":"UHKD: A Unified Framework for Heterogeneous Knowledge Distillation via Frequency-Domain Representations","created":"2025-10-28","cited_by_count":1,"area":"distill"},{"id":"2602.09509","title":"Beyond Student: An Asymmetric Network for Neural Network Inheritance","created":"2026-02-10","cited_by_count":1,"area":"distill"},{"id":"2304.05548","title":"Distilling Token-Pruned Pose Transformer for 2D Human Pose Estimation","created":"2023-04-12","cited_by_count":0,"area":null},{"id":"2306.04288","title":"Revising deep learning methods in parking lot occupancy detection","created":"2023-06-07","cited_by_count":0,"area":null},{"id":"2311.10305","title":"Semi-supervised ViT knowledge distillation network with style transfer normalization for colorectal liver metastases survival prediction","created":"2023-11-17","cited_by_count":0,"area":null},{"id":"2401.13174","title":"Towards Customized Knowledge Distillation for Chip-Level Dense Image Predictions","created":"2024-01-24","cited_by_count":0,"area":"distill"},{"id":"2405.20084","title":"Estimating Human Poses Across Datasets: A Unified Skeleton and Multi-Teacher Distillation Approach","created":"2024-05-30","cited_by_count":0,"area":null},{"id":"2406.17838","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","created":"2024-06-25","cited_by_count":0,"area":"distill"},{"id":"2407.14249","title":"An Attention-based Representation Distillation Baseline for Multi-Label Continual Learning","created":"2024-07-19","cited_by_count":0,"area":null},{"id":"2409.20237","title":"Classroom-Inspired Multi-Mentor Distillation with Adaptive Learning Strategies","created":"2024-09-30","cited_by_count":0,"area":"distill"},{"id":"2411.10077","title":"Hierarchical mutual distillation for multi-view fusion: Learning from all possible view combinations","created":"2024-11-15","cited_by_count":0,"area":null},{"id":"2502.06189","title":"Multi-Level Decoupled Relational Distillation for Heterogeneous Architectures","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2502.16762","title":"A Transformer-in-Transformer Network Utilizing Knowledge Distillation for Image Recognition","created":"2025-02-24","cited_by_count":0,"area":"distill"},{"id":"2505.19342","title":"ASTRA: Communication-Efficient Acceleration for Multi-Device Transformer Inference","created":"2025-05-25","cited_by_count":0,"area":null},{"id":"2509.23480","title":"RestoRect: Degraded Image Restoration via Latent Rectified Flow & Feature Distillation","created":"2025-09-27","cited_by_count":0,"area":"diffusion"},{"id":"2511.14981","title":"Logit-Based Losses Limit the Effectiveness of Feature Knowledge Distillation","created":"2025-11-18","cited_by_count":0,"area":"distill"},{"id":"2602.04677","title":"REDistill: Robust Estimator Distillation for Balancing Robustness and Efficiency","created":"2026-02-04","cited_by_count":0,"area":"distill"},{"id":"2603.02554","title":"Generalizable Knowledge Distillation from Vision Foundation Models for Semantic Segmentation","created":"2026-03-03","cited_by_count":0,"area":"distill"},{"id":"2605.07378","title":"Zero-Shot Neural Network Evaluation with Sample-Wise Activation Patterns","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2606.06864","title":"LRMIL: Efficient Low-Resolution Multiple Instance Learning via High-Resolution Knowledge Distillation for Whole Slide Image Classification","created":"2026-06-05","cited_by_count":0,"area":"distill"},{"id":"2607.12297","title":"MobileSAM2: Lightweight Segment Anything for Spatial Intelligence","created":"2026-07-14","cited_by_count":0,"area":"distill"},{"id":"2607.27054","title":"CoCaRS: Correlation Calibration-Based Redundancy Suppression for Heterogeneous Knowledge Distillation","created":"2026-07-29","cited_by_count":0,"area":"distill"}],"next_cursor":null}